Merge pull request #416 from filecoin-project/spikes/release-publishing

release publishing

Author: sidke

.circleci/config.yml

@@ -193,6 +193,61 @@ jobs:
           name: Run cargo clippy
           command: cargo clippy --all
 
+  build_linux_release:
+    docker:
+      - image: filecoin/rust:latest
+    working_directory: /mnt/crate
+    resource_class: xlarge
+    steps:
+      - checkout
+      - attach_workspace:
+          at: "."
+      - restore_cache:
+          keys:
+            - cargo-v7-{{ checksum "rust-toolchain" }}-{{ checksum "Cargo.toml" }}-{{ checksum "Cargo.lock" }}-{{ arch }}
+      - run:
+          name: Build (release)
+          command: cargo +$(cat rust-toolchain) build --release --verbose --frozen --all
+      - run:
+          name: Install jq
+          command: apt-get install jq -yqq
+      - run:
+          name: Run publish-release.sh
+          command: bash ./scripts/publish-release.sh
+
+  build_darwin_release:
+    macos:
+      xcode: "10.0.0"
+    working_directory: ~/crate
+    resource_class: large
+    steps:
+      - run:
+          name: Configure environment variables
+          command: |
+            echo 'export PATH="${HOME}/.cargo/bin:${HOME}/.bin:${PATH}"' >> $BASH_ENV
+            echo 'export CIRCLE_ARTIFACTS="/tmp"' >> $BASH_ENV
+      - checkout
+      - run:
+          name: Install Rust
+          command: |
+            curl https://sh.rustup.rs -sSf | sh -s -- -y
+      - run: rustup install $(cat rust-toolchain)
+      - run: rustup default $(cat rust-toolchain)
+      - run: cargo update
+      - run: cargo fetch
+      - run:
+          name: Build (release)
+          command: cargo +$(cat rust-toolchain) build --release --verbose --frozen --all
+      - run:
+          name: Install jq
+          command: |
+            mkdir $HOME/.bin
+            curl --location https://github.com/stedolan/jq/releases/download/jq-1.6/jq-osx-amd64 --output $HOME/.bin/jq
+            chmod +x $HOME/.bin/jq
+      - run:
+          name: Run publish-release.sh
+          command: bash ./scripts/publish-release.sh
+
 workflows:
   version: 2
   test_all:
@@ -222,3 +277,9 @@ workflows:
       - bench_nightly:
           requires:
             - cargo_fetch
+      - build_linux_release:
+          requires:
+            - cargo_fetch
+      - build_darwin_release:
+          requires:
+            - cargo_fetch

filecoin-proofs/Cargo.toml

@@ -7,7 +7,7 @@ license = "MIT OR Apache-2.0"
 edition = "2018"
 
 [lib]
-crate-type = ["rlib", "cdylib"]
+crate-type = ["rlib", "staticlib", "cdylib"]
 
 [dependencies]
 sector-base = { path = "../sector-base" }

scripts/publish-release.sh

@@ -0,0 +1,74 @@
+#!/usr/bin/env bash
+
+RELEASE_BRANCH="master"
+RELEASE_NAME="$CIRCLE_PROJECT_REPONAME-$(uname)"
+RELEASE_PATH="$CIRCLE_ARTIFACTS/$RELEASE_NAME"
+RELEASE_FILE="$RELEASE_PATH.tar.gz"
+RELEASE_TAG="${CIRCLE_SHA1:0:16}"
+
+# make sure we're on the sanctioned branch
+if [ "$CIRCLE_BRANCH" != "$RELEASE_BRANCH" ]; then
+  echo "not on branch \"$BRANCH\", skipping publish"
+  exit 0
+fi
+
+# make sure we have a token set, api requests won't work otherwise
+if [ -z $GITHUB_TOKEN ]; then
+  echo "\$GITHUB_TOKEN not set, publish failed"
+  exit 1
+fi
+
+echo "preparing release file"
+
+# pack up compiled lib and header
+mkdir $RELEASE_PATH
+cp target/release/libfilecoin_proofs.a $RELEASE_PATH
+cp filecoin-proofs/libfilecoin_proofs.h $RELEASE_PATH
+pushd $RELEASE_PATH
+tar -czf $RELEASE_FILE ./libfilecoin_proofs.*
+popd
+
+echo "release file created: $RELEASE_FILE"
+
+# see if the release already exists by tag
+RELEASE_RESPONSE=`
+  curl \
+    --header "Authorization: token $GITHUB_TOKEN" \
+    "https://api.github.com/repos/$CIRCLE_PROJECT_USERNAME/$CIRCLE_PROJECT_REPONAME/releases/tags/$RELEASE_TAG"
+`
+
+RELEASE_ID=`echo $RELEASE_RESPONSE | jq '.id'`
+
+if [ "$RELEASE_ID" = "null" ]; then
+  echo "creating release"
+
+  RELEASE_DATA="{
+    \"tag_name\": \"$RELEASE_TAG\",
+    \"target_commitish\": \"$CIRCLE_SHA1\",
+    \"name\": \"$RELEASE_TAG\",
+    \"body\": \"\"
+  }"
+
+  # create it if it doesn't exist yet
+  RELEASE_RESPONSE=`
+    curl \
+      --request POST \
+      --header "Authorization: token $GITHUB_TOKEN" \
+      --header "Content-Type: application/json" \
+      --data "$RELEASE_DATA" \
+      "https://api.github.com/repos/$CIRCLE_PROJECT_USERNAME/$CIRCLE_PROJECT_REPONAME/releases"
+  `
+else
+  echo "release already exists"
+fi
+
+RELEASE_UPLOAD_URL=`echo $RELEASE_RESPONSE | jq -r '.upload_url' | cut -d'{' -f1`
+
+curl \
+  --request POST \
+  --header "Authorization: token $GITHUB_TOKEN" \
+  --header "Content-Type: application/octet-stream" \
+  --data-binary "@$RELEASE_FILE" \
+  "$RELEASE_UPLOAD_URL?name=$(basename $RELEASE_FILE)"
+
+echo "release file uploaded"