From 69e97f266bd64b6a9a52a62f85eb99d6bbcdcd43 Mon Sep 17 00:00:00 2001 From: Covenant Chukwudi Date: Sun, 13 May 2018 19:43:10 +0100 Subject: [PATCH 1/8] working on upgrading from circle-ci 1.0 to 2.0 --- .circleci/config.yml | 59 ++++++++++++++++++++++++++++++++++++++++++++ circle.yml | 54 ---------------------------------------- 2 files changed, 59 insertions(+), 54 deletions(-) create mode 100644 .circleci/config.yml delete mode 100644 circle.yml diff --git a/.circleci/config.yml b/.circleci/config.yml new file mode 100644 index 0000000..cf4706f --- /dev/null +++ b/.circleci/config.yml @@ -0,0 +1,59 @@ +version: 2.0 + +jobs: + build: + environment: + PATH: $PATH:/home/bin + python: + version: 2.7.3 + services: + - docker + node: + version: 9.0 + + +run: + pre: + - mkdir -p ~/docker + - ./scripts/circle_install_dependencies.sh + - if [[ -e ~/docker/image.tar ]]; then docker load -i ~/docker/image.tar; fi + - docker build -t $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler:build-$CIRCLE_BUILD_NUM . + - docker save $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler:build-$CIRCLE_BUILD_NUM > ~/docker/image.tar + +run: + name: test + command: + - echo "Todo be added" + +steps: + deploy: + develop: + branch: develop + commands: + # Using docker hub... + - docker login -e $DOCKER_EMAIL -u $DOCKER_USER -p $DOCKER_PASS + - docker push $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler > /dev/null + # KUBERNETES INIT begins + - kubectl config set-credentials aws_kubernetes --username=$BITUNNEL_KUBERNETES_API_USER --password=$BITUNNEL_KUBERNETES_API_PASS + - kubectl config set-cluster aws_kubernetes --insecure-skip-tls-verify=true --server=https://$BITUNNEL_KUBERNETES_API_HOST + - kubectl config set-context aws_kubernetes --user=aws_kubernetes --namespace=default --cluster=aws_kubernetes + - kubectl config use-context aws_kubernetes + # KUBERNETES INIT ends + - awk '{while(match($0,"[$]{[^}]*}")) {var=substr($0,RSTART+2,RLENGTH -3);gsub("[$]{"var"}",ENVIRON[var])}}1' < deploy/bitunnel-jobq-handler-rc.yaml > deploy/bitunnel-jobq-handler-rc.local.yaml + - cat deploy/bitunnel-jobq-handler-rc.local.yaml + - kubectl rolling-update $(kubectl get rc | grep bitunnel-jobq-handler | awk '{print $1}') -f deploy/bitunnel-jobq-handler-rc.local.yaml + prod: + branch: master + commands: + # Using docker hub... + - docker login -e $DOCKER_EMAIL -u $DOCKER_USER -p $DOCKER_PASS + - docker push $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler > /dev/null + # KUBERNETES INIT begins + - kubectl config set-credentials aws_kubernetes-prod --username=$BITUNNEL_KUBERNETES_PROD_API_USER --password=$BITUNNEL_KUBERNETES_PROD_API_PASS + - kubectl config set-cluster aws_kubernetes-prod --insecure-skip-tls-verify=true --server=https://$BITUNNEL_KUBERNETES_PROD_API_HOST + - kubectl config set-context aws_kubernetes-prod --user=aws_kubernetes-prod --namespace=default --cluster=aws_kubernetes-prod + - kubectl config use-context aws_kubernetes-prod + # KUBERNETES INIT ends + - awk '{while(match($0,"[$]{[^}]*}")) {var=substr($0,RSTART+2,RLENGTH -3);gsub("[$]{"var"}",ENVIRON[var])}}1' < deploy/bitunnel-jobq-handler-rc-prod.yaml > deploy/bitunnel-jobq-handler-rc.local.yaml + - cat deploy/bitunnel-jobq-handler-rc.local.yaml + - kubectl rolling-update $(kubectl get rc | grep bitunnel-jobq-handler | awk '{print $1}') -f deploy/bitunnel-jobq-handler-rc.local.yaml \ No newline at end of file diff --git a/circle.yml b/circle.yml deleted file mode 100644 index be689ab..0000000 --- a/circle.yml +++ /dev/null @@ -1,54 +0,0 @@ -machine: - environment: - PATH: $PATH:/home/bin - python: - version: 2.7.3 - services: - - docker - node: - version: 9.0 - - -dependencies: - pre: - - mkdir -p ~/docker - - ./scripts/circle_install_dependencies.sh - - if [[ -e ~/docker/image.tar ]]; then docker load -i ~/docker/image.tar; fi - - docker build -t $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler:build-$CIRCLE_BUILD_NUM . - - docker save $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler:build-$CIRCLE_BUILD_NUM > ~/docker/image.tar - -test: - override: - - echo "Todo be added" - -deployment: - develop: - branch: develop - commands: - # Using docker hub... - - docker login -e $DOCKER_EMAIL -u $DOCKER_USER -p $DOCKER_PASS - - docker push $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler > /dev/null - # KUBERNETES INIT begins - - kubectl config set-credentials aws_kubernetes --username=$BITUNNEL_KUBERNETES_API_USER --password=$BITUNNEL_KUBERNETES_API_PASS - - kubectl config set-cluster aws_kubernetes --insecure-skip-tls-verify=true --server=https://$BITUNNEL_KUBERNETES_API_HOST - - kubectl config set-context aws_kubernetes --user=aws_kubernetes --namespace=default --cluster=aws_kubernetes - - kubectl config use-context aws_kubernetes - # KUBERNETES INIT ends - - awk '{while(match($0,"[$]{[^}]*}")) {var=substr($0,RSTART+2,RLENGTH -3);gsub("[$]{"var"}",ENVIRON[var])}}1' < deploy/bitunnel-jobq-handler-rc.yaml > deploy/bitunnel-jobq-handler-rc.local.yaml - - cat deploy/bitunnel-jobq-handler-rc.local.yaml - - kubectl rolling-update $(kubectl get rc | grep bitunnel-jobq-handler | awk '{print $1}') -f deploy/bitunnel-jobq-handler-rc.local.yaml - prod: - branch: master - commands: - # Using docker hub... - - docker login -e $DOCKER_EMAIL -u $DOCKER_USER -p $DOCKER_PASS - - docker push $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler > /dev/null - # KUBERNETES INIT begins - - kubectl config set-credentials aws_kubernetes-prod --username=$BITUNNEL_KUBERNETES_PROD_API_USER --password=$BITUNNEL_KUBERNETES_PROD_API_PASS - - kubectl config set-cluster aws_kubernetes-prod --insecure-skip-tls-verify=true --server=https://$BITUNNEL_KUBERNETES_PROD_API_HOST - - kubectl config set-context aws_kubernetes-prod --user=aws_kubernetes-prod --namespace=default --cluster=aws_kubernetes-prod - - kubectl config use-context aws_kubernetes-prod - # KUBERNETES INIT ends - - awk '{while(match($0,"[$]{[^}]*}")) {var=substr($0,RSTART+2,RLENGTH -3);gsub("[$]{"var"}",ENVIRON[var])}}1' < deploy/bitunnel-jobq-handler-rc-prod.yaml > deploy/bitunnel-jobq-handler-rc.local.yaml - - cat deploy/bitunnel-jobq-handler-rc.local.yaml - - kubectl rolling-update $(kubectl get rc | grep bitunnel-jobq-handler | awk '{print $1}') -f deploy/bitunnel-jobq-handler-rc.local.yaml \ No newline at end of file From c2c4234d236ab6195d79acd4c74e8ac5655b1149 Mon Sep 17 00:00:00 2001 From: Covenant Chukwudi Date: Sun, 13 May 2018 20:08:59 +0100 Subject: [PATCH 2/8] working on the circle-ci upgrade --- .circleci/config.yml | 157 ++++++++++++++++++++++++++++--------------- 1 file changed, 102 insertions(+), 55 deletions(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index cf4706f..ed89f60 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -1,59 +1,106 @@ -version: 2.0 - +# This configuration was automatically generated from a CircleCI 1.0 config. +# It should include any build commands you had along with commands that CircleCI +# inferred from your project structure. We strongly recommend you read all the +# comments in this file to understand the structure of CircleCI 2.0, as the idiom +# for configuration has changed substantially in 2.0 to allow arbitrary jobs rather +# than the prescribed lifecycle of 1.0. In general, we recommend using this generated +# configuration as a reference rather than using it in production, though in most +# cases it should duplicate the execution of your original 1.0 config. +version: 2 jobs: build: + working_directory: ~/tradedepot/bitunnel-jobqueue-handler + parallelism: 1 + shell: /bin/bash --login + # CircleCI 2.0 does not support environment variables that refer to each other the same way as 1.0 did. + # If any of these refer to each other, rewrite them so that they don't or see https://circleci.com/docs/2.0/env-vars/#interpolating-environment-variables-to-set-other-environment-variables . environment: + CIRCLE_ARTIFACTS: /tmp/circleci-artifacts + CIRCLE_TEST_REPORTS: /tmp/circleci-test-results PATH: $PATH:/home/bin - python: - version: 2.7.3 - services: - - docker - node: - version: 9.0 - - -run: - pre: - - mkdir -p ~/docker - - ./scripts/circle_install_dependencies.sh - - if [[ -e ~/docker/image.tar ]]; then docker load -i ~/docker/image.tar; fi - - docker build -t $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler:build-$CIRCLE_BUILD_NUM . - - docker save $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler:build-$CIRCLE_BUILD_NUM > ~/docker/image.tar - -run: - name: test - command: - - echo "Todo be added" - -steps: - deploy: - develop: - branch: develop - commands: - # Using docker hub... - - docker login -e $DOCKER_EMAIL -u $DOCKER_USER -p $DOCKER_PASS - - docker push $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler > /dev/null - # KUBERNETES INIT begins - - kubectl config set-credentials aws_kubernetes --username=$BITUNNEL_KUBERNETES_API_USER --password=$BITUNNEL_KUBERNETES_API_PASS - - kubectl config set-cluster aws_kubernetes --insecure-skip-tls-verify=true --server=https://$BITUNNEL_KUBERNETES_API_HOST - - kubectl config set-context aws_kubernetes --user=aws_kubernetes --namespace=default --cluster=aws_kubernetes - - kubectl config use-context aws_kubernetes - # KUBERNETES INIT ends - - awk '{while(match($0,"[$]{[^}]*}")) {var=substr($0,RSTART+2,RLENGTH -3);gsub("[$]{"var"}",ENVIRON[var])}}1' < deploy/bitunnel-jobq-handler-rc.yaml > deploy/bitunnel-jobq-handler-rc.local.yaml - - cat deploy/bitunnel-jobq-handler-rc.local.yaml - - kubectl rolling-update $(kubectl get rc | grep bitunnel-jobq-handler | awk '{print $1}') -f deploy/bitunnel-jobq-handler-rc.local.yaml - prod: - branch: master - commands: - # Using docker hub... - - docker login -e $DOCKER_EMAIL -u $DOCKER_USER -p $DOCKER_PASS - - docker push $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler > /dev/null - # KUBERNETES INIT begins - - kubectl config set-credentials aws_kubernetes-prod --username=$BITUNNEL_KUBERNETES_PROD_API_USER --password=$BITUNNEL_KUBERNETES_PROD_API_PASS - - kubectl config set-cluster aws_kubernetes-prod --insecure-skip-tls-verify=true --server=https://$BITUNNEL_KUBERNETES_PROD_API_HOST - - kubectl config set-context aws_kubernetes-prod --user=aws_kubernetes-prod --namespace=default --cluster=aws_kubernetes-prod - - kubectl config use-context aws_kubernetes-prod - # KUBERNETES INIT ends - - awk '{while(match($0,"[$]{[^}]*}")) {var=substr($0,RSTART+2,RLENGTH -3);gsub("[$]{"var"}",ENVIRON[var])}}1' < deploy/bitunnel-jobq-handler-rc-prod.yaml > deploy/bitunnel-jobq-handler-rc.local.yaml - - cat deploy/bitunnel-jobq-handler-rc.local.yaml - - kubectl rolling-update $(kubectl get rc | grep bitunnel-jobq-handler | awk '{print $1}') -f deploy/bitunnel-jobq-handler-rc.local.yaml \ No newline at end of file + # In CircleCI 1.0 we used a pre-configured image with a large number of languages and other packages. + # In CircleCI 2.0 you can now specify your own image, or use one of our pre-configured images. + # The following configuration line tells CircleCI to use the specified docker image as the runtime environment for you job. + # We have selected a pre-built image that mirrors the build environment we use on + # the 1.0 platform, but we recommend you choose an image more tailored to the needs + # of each job. For more information on choosing an image (or alternatively using a + # VM instead of a container) see https://circleci.com/docs/2.0/executor-types/ + # To see the list of pre-built images that CircleCI provides for most common languages see + # https://circleci.com/docs/2.0/circleci-images/ + docker: + - image: circleci/build-image:ubuntu-14.04-XXL-upstart-1189-5614f37 + command: /sbin/init + steps: + # Machine Setup + # If you break your build into multiple jobs with workflows, you will probably want to do the parts of this that are relevant in each + # The following `checkout` command checks out your code to your working directory. In 1.0 we did this implicitly. In 2.0 you can choose where in the course of a job your code should be checked out. + - checkout + # Prepare for artifact and test results collection equivalent to how it was done on 1.0. + # In many cases you can simplify this from what is generated here. + # 'See docs on artifact collection here https://circleci.com/docs/2.0/artifacts/' + - run: mkdir -p $CIRCLE_ARTIFACTS $CIRCLE_TEST_REPORTS + # This is based on your 1.0 configuration file or project settings + - run: + working_directory: ~/tradedepot/bitunnel-jobqueue-handler + command: if ["2.7.3" == "system"] || pyenv versions --bare | grep -x -q '2.7.3'; then pyenv global version;else pyenv install --skip-existing 2.7.3 && pyenv global version && pyenv rehash && pip install virtualenv && pip install nose && pip install pep8 && pyenv rehash;fi + - run: + working_directory: ~/tradedepot/bitunnel-jobqueue-handler + command: 'sudo docker info >/dev/null 2>&1 || sudo service docker start; ' + - run: + working_directory: ~/tradedepot/bitunnel-jobqueue-handler + command: nvm install 9.0 && nvm alias default 9.0 + # Dependencies + # This would typically go in either a build or a build-and-test job when using workflows + # Restore the dependency cache + - restore_cache: + keys: + # This branch if available + - v1-dep-{{ .Branch }}- + # Default branch if not + - v1-dep-develop- + # Any branch if there are none on the default branch - this should be unnecessary if you have your default branch configured correctly + - v1-dep- + # This is based on your 1.0 configuration file or project settings + - run: mkdir -p ~/docker + - run: ./scripts/circle_install_dependencies.sh + - run: if [[ -e ~/docker/image.tar ]]; then docker load -i ~/docker/image.tar; fi + - run: docker build -t $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler:build-$CIRCLE_BUILD_NUM . + - run: docker save $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler:build-$CIRCLE_BUILD_NUM > ~/docker/image.tar + # The following line was run implicitly in your 1.0 builds based on what CircleCI inferred about the structure of your project. In 2.0 you need to be explicit about which commands should be run. In some cases you can discard inferred commands if they are not relevant to your project. + - run: if [ -z "${NODE_ENV:-}" ]; then export NODE_ENV=test; fi + - run: export PATH="~/tradedepot/bitunnel-jobqueue-handler/node_modules/.bin:$PATH" + - run: npm install + # Save dependency cache + - save_cache: + key: v1-dep-{{ .Branch }}-{{ epoch }} + paths: + # This is a broad list of cache paths to include many possible development environments + # You can probably delete some of these entries + - vendor/bundle + - ~/virtualenvs + - ~/.m2 + - ~/.ivy2 + - ~/.bundle + - ~/.go_workspace + - ~/.gradle + - ~/.cache/bower + - ./node_modules + # Test + # This would typically be a build job when using workflows, possibly combined with build + # This is based on your 1.0 configuration file or project settings + - run: echo "Todo be added" + # Deployment + # Your existing circle.yml file contains deployment steps. + # The config translation tool does not support translating deployment steps + # since deployment in CircleCI 2.0 are better handled through workflows. + # See the documentation for more information https://circleci.com/docs/2.0/workflows/ + # Teardown + # If you break your build into multiple jobs with workflows, you will probably want to do the parts of this that are relevant in each + # Save test results + - store_test_results: + path: /tmp/circleci-test-results + # Save artifacts + - store_artifacts: + path: /tmp/circleci-artifacts + - store_artifacts: + path: /tmp/circleci-test-results \ No newline at end of file From ca2157455399d7d785eeb51ee5e09536e0ba5393 Mon Sep 17 00:00:00 2001 From: Covenant Chukwudi Date: Sun, 13 May 2018 20:20:31 +0100 Subject: [PATCH 3/8] working on the circle-ci upgrade --- circle.yml | 106 +++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 106 insertions(+) create mode 100644 circle.yml diff --git a/circle.yml b/circle.yml new file mode 100644 index 0000000..ed89f60 --- /dev/null +++ b/circle.yml @@ -0,0 +1,106 @@ +# This configuration was automatically generated from a CircleCI 1.0 config. +# It should include any build commands you had along with commands that CircleCI +# inferred from your project structure. We strongly recommend you read all the +# comments in this file to understand the structure of CircleCI 2.0, as the idiom +# for configuration has changed substantially in 2.0 to allow arbitrary jobs rather +# than the prescribed lifecycle of 1.0. In general, we recommend using this generated +# configuration as a reference rather than using it in production, though in most +# cases it should duplicate the execution of your original 1.0 config. +version: 2 +jobs: + build: + working_directory: ~/tradedepot/bitunnel-jobqueue-handler + parallelism: 1 + shell: /bin/bash --login + # CircleCI 2.0 does not support environment variables that refer to each other the same way as 1.0 did. + # If any of these refer to each other, rewrite them so that they don't or see https://circleci.com/docs/2.0/env-vars/#interpolating-environment-variables-to-set-other-environment-variables . + environment: + CIRCLE_ARTIFACTS: /tmp/circleci-artifacts + CIRCLE_TEST_REPORTS: /tmp/circleci-test-results + PATH: $PATH:/home/bin + # In CircleCI 1.0 we used a pre-configured image with a large number of languages and other packages. + # In CircleCI 2.0 you can now specify your own image, or use one of our pre-configured images. + # The following configuration line tells CircleCI to use the specified docker image as the runtime environment for you job. + # We have selected a pre-built image that mirrors the build environment we use on + # the 1.0 platform, but we recommend you choose an image more tailored to the needs + # of each job. For more information on choosing an image (or alternatively using a + # VM instead of a container) see https://circleci.com/docs/2.0/executor-types/ + # To see the list of pre-built images that CircleCI provides for most common languages see + # https://circleci.com/docs/2.0/circleci-images/ + docker: + - image: circleci/build-image:ubuntu-14.04-XXL-upstart-1189-5614f37 + command: /sbin/init + steps: + # Machine Setup + # If you break your build into multiple jobs with workflows, you will probably want to do the parts of this that are relevant in each + # The following `checkout` command checks out your code to your working directory. In 1.0 we did this implicitly. In 2.0 you can choose where in the course of a job your code should be checked out. + - checkout + # Prepare for artifact and test results collection equivalent to how it was done on 1.0. + # In many cases you can simplify this from what is generated here. + # 'See docs on artifact collection here https://circleci.com/docs/2.0/artifacts/' + - run: mkdir -p $CIRCLE_ARTIFACTS $CIRCLE_TEST_REPORTS + # This is based on your 1.0 configuration file or project settings + - run: + working_directory: ~/tradedepot/bitunnel-jobqueue-handler + command: if ["2.7.3" == "system"] || pyenv versions --bare | grep -x -q '2.7.3'; then pyenv global version;else pyenv install --skip-existing 2.7.3 && pyenv global version && pyenv rehash && pip install virtualenv && pip install nose && pip install pep8 && pyenv rehash;fi + - run: + working_directory: ~/tradedepot/bitunnel-jobqueue-handler + command: 'sudo docker info >/dev/null 2>&1 || sudo service docker start; ' + - run: + working_directory: ~/tradedepot/bitunnel-jobqueue-handler + command: nvm install 9.0 && nvm alias default 9.0 + # Dependencies + # This would typically go in either a build or a build-and-test job when using workflows + # Restore the dependency cache + - restore_cache: + keys: + # This branch if available + - v1-dep-{{ .Branch }}- + # Default branch if not + - v1-dep-develop- + # Any branch if there are none on the default branch - this should be unnecessary if you have your default branch configured correctly + - v1-dep- + # This is based on your 1.0 configuration file or project settings + - run: mkdir -p ~/docker + - run: ./scripts/circle_install_dependencies.sh + - run: if [[ -e ~/docker/image.tar ]]; then docker load -i ~/docker/image.tar; fi + - run: docker build -t $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler:build-$CIRCLE_BUILD_NUM . + - run: docker save $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler:build-$CIRCLE_BUILD_NUM > ~/docker/image.tar + # The following line was run implicitly in your 1.0 builds based on what CircleCI inferred about the structure of your project. In 2.0 you need to be explicit about which commands should be run. In some cases you can discard inferred commands if they are not relevant to your project. + - run: if [ -z "${NODE_ENV:-}" ]; then export NODE_ENV=test; fi + - run: export PATH="~/tradedepot/bitunnel-jobqueue-handler/node_modules/.bin:$PATH" + - run: npm install + # Save dependency cache + - save_cache: + key: v1-dep-{{ .Branch }}-{{ epoch }} + paths: + # This is a broad list of cache paths to include many possible development environments + # You can probably delete some of these entries + - vendor/bundle + - ~/virtualenvs + - ~/.m2 + - ~/.ivy2 + - ~/.bundle + - ~/.go_workspace + - ~/.gradle + - ~/.cache/bower + - ./node_modules + # Test + # This would typically be a build job when using workflows, possibly combined with build + # This is based on your 1.0 configuration file or project settings + - run: echo "Todo be added" + # Deployment + # Your existing circle.yml file contains deployment steps. + # The config translation tool does not support translating deployment steps + # since deployment in CircleCI 2.0 are better handled through workflows. + # See the documentation for more information https://circleci.com/docs/2.0/workflows/ + # Teardown + # If you break your build into multiple jobs with workflows, you will probably want to do the parts of this that are relevant in each + # Save test results + - store_test_results: + path: /tmp/circleci-test-results + # Save artifacts + - store_artifacts: + path: /tmp/circleci-artifacts + - store_artifacts: + path: /tmp/circleci-test-results \ No newline at end of file From bc243c349905a4735bdb0c24d8c127088b33147c Mon Sep 17 00:00:00 2001 From: Covenant Chukwudi Date: Sun, 13 May 2018 20:23:14 +0100 Subject: [PATCH 4/8] working on the circle-ci upgrade --- circle.yml | 106 ----------------------------------------------------- 1 file changed, 106 deletions(-) delete mode 100644 circle.yml diff --git a/circle.yml b/circle.yml deleted file mode 100644 index ed89f60..0000000 --- a/circle.yml +++ /dev/null @@ -1,106 +0,0 @@ -# This configuration was automatically generated from a CircleCI 1.0 config. -# It should include any build commands you had along with commands that CircleCI -# inferred from your project structure. We strongly recommend you read all the -# comments in this file to understand the structure of CircleCI 2.0, as the idiom -# for configuration has changed substantially in 2.0 to allow arbitrary jobs rather -# than the prescribed lifecycle of 1.0. In general, we recommend using this generated -# configuration as a reference rather than using it in production, though in most -# cases it should duplicate the execution of your original 1.0 config. -version: 2 -jobs: - build: - working_directory: ~/tradedepot/bitunnel-jobqueue-handler - parallelism: 1 - shell: /bin/bash --login - # CircleCI 2.0 does not support environment variables that refer to each other the same way as 1.0 did. - # If any of these refer to each other, rewrite them so that they don't or see https://circleci.com/docs/2.0/env-vars/#interpolating-environment-variables-to-set-other-environment-variables . - environment: - CIRCLE_ARTIFACTS: /tmp/circleci-artifacts - CIRCLE_TEST_REPORTS: /tmp/circleci-test-results - PATH: $PATH:/home/bin - # In CircleCI 1.0 we used a pre-configured image with a large number of languages and other packages. - # In CircleCI 2.0 you can now specify your own image, or use one of our pre-configured images. - # The following configuration line tells CircleCI to use the specified docker image as the runtime environment for you job. - # We have selected a pre-built image that mirrors the build environment we use on - # the 1.0 platform, but we recommend you choose an image more tailored to the needs - # of each job. For more information on choosing an image (or alternatively using a - # VM instead of a container) see https://circleci.com/docs/2.0/executor-types/ - # To see the list of pre-built images that CircleCI provides for most common languages see - # https://circleci.com/docs/2.0/circleci-images/ - docker: - - image: circleci/build-image:ubuntu-14.04-XXL-upstart-1189-5614f37 - command: /sbin/init - steps: - # Machine Setup - # If you break your build into multiple jobs with workflows, you will probably want to do the parts of this that are relevant in each - # The following `checkout` command checks out your code to your working directory. In 1.0 we did this implicitly. In 2.0 you can choose where in the course of a job your code should be checked out. - - checkout - # Prepare for artifact and test results collection equivalent to how it was done on 1.0. - # In many cases you can simplify this from what is generated here. - # 'See docs on artifact collection here https://circleci.com/docs/2.0/artifacts/' - - run: mkdir -p $CIRCLE_ARTIFACTS $CIRCLE_TEST_REPORTS - # This is based on your 1.0 configuration file or project settings - - run: - working_directory: ~/tradedepot/bitunnel-jobqueue-handler - command: if ["2.7.3" == "system"] || pyenv versions --bare | grep -x -q '2.7.3'; then pyenv global version;else pyenv install --skip-existing 2.7.3 && pyenv global version && pyenv rehash && pip install virtualenv && pip install nose && pip install pep8 && pyenv rehash;fi - - run: - working_directory: ~/tradedepot/bitunnel-jobqueue-handler - command: 'sudo docker info >/dev/null 2>&1 || sudo service docker start; ' - - run: - working_directory: ~/tradedepot/bitunnel-jobqueue-handler - command: nvm install 9.0 && nvm alias default 9.0 - # Dependencies - # This would typically go in either a build or a build-and-test job when using workflows - # Restore the dependency cache - - restore_cache: - keys: - # This branch if available - - v1-dep-{{ .Branch }}- - # Default branch if not - - v1-dep-develop- - # Any branch if there are none on the default branch - this should be unnecessary if you have your default branch configured correctly - - v1-dep- - # This is based on your 1.0 configuration file or project settings - - run: mkdir -p ~/docker - - run: ./scripts/circle_install_dependencies.sh - - run: if [[ -e ~/docker/image.tar ]]; then docker load -i ~/docker/image.tar; fi - - run: docker build -t $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler:build-$CIRCLE_BUILD_NUM . - - run: docker save $EXTERNAL_REGISTRY_ENDPOINT/bitunnel-jobq-handler:build-$CIRCLE_BUILD_NUM > ~/docker/image.tar - # The following line was run implicitly in your 1.0 builds based on what CircleCI inferred about the structure of your project. In 2.0 you need to be explicit about which commands should be run. In some cases you can discard inferred commands if they are not relevant to your project. - - run: if [ -z "${NODE_ENV:-}" ]; then export NODE_ENV=test; fi - - run: export PATH="~/tradedepot/bitunnel-jobqueue-handler/node_modules/.bin:$PATH" - - run: npm install - # Save dependency cache - - save_cache: - key: v1-dep-{{ .Branch }}-{{ epoch }} - paths: - # This is a broad list of cache paths to include many possible development environments - # You can probably delete some of these entries - - vendor/bundle - - ~/virtualenvs - - ~/.m2 - - ~/.ivy2 - - ~/.bundle - - ~/.go_workspace - - ~/.gradle - - ~/.cache/bower - - ./node_modules - # Test - # This would typically be a build job when using workflows, possibly combined with build - # This is based on your 1.0 configuration file or project settings - - run: echo "Todo be added" - # Deployment - # Your existing circle.yml file contains deployment steps. - # The config translation tool does not support translating deployment steps - # since deployment in CircleCI 2.0 are better handled through workflows. - # See the documentation for more information https://circleci.com/docs/2.0/workflows/ - # Teardown - # If you break your build into multiple jobs with workflows, you will probably want to do the parts of this that are relevant in each - # Save test results - - store_test_results: - path: /tmp/circleci-test-results - # Save artifacts - - store_artifacts: - path: /tmp/circleci-artifacts - - store_artifacts: - path: /tmp/circleci-test-results \ No newline at end of file From da6575910fb23d3068aa036a3a3a22fbf6027810 Mon Sep 17 00:00:00 2001 From: Covenant Chukwudi Date: Sun, 13 May 2018 20:55:33 +0100 Subject: [PATCH 5/8] working on the circle-ci upgrade --- .circleci/config.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index ed89f60..45f9091 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -17,7 +17,8 @@ jobs: environment: CIRCLE_ARTIFACTS: /tmp/circleci-artifacts CIRCLE_TEST_REPORTS: /tmp/circleci-test-results - PATH: $PATH:/home/bin + export PATH="$PATH:~/.yarn/bin" + ##PATH: $PATH:/home/bin # In CircleCI 1.0 we used a pre-configured image with a large number of languages and other packages. # In CircleCI 2.0 you can now specify your own image, or use one of our pre-configured images. # The following configuration line tells CircleCI to use the specified docker image as the runtime environment for you job. From 45610e9c5de2215892e303bfaebcd9417366e919 Mon Sep 17 00:00:00 2001 From: Covenant Chukwudi Date: Sun, 13 May 2018 21:04:22 +0100 Subject: [PATCH 6/8] working on the circle-ci upgrade --- .circleci/config.yml | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 45f9091..2fa7b60 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -17,7 +17,13 @@ jobs: environment: CIRCLE_ARTIFACTS: /tmp/circleci-artifacts CIRCLE_TEST_REPORTS: /tmp/circleci-test-results - export PATH="$PATH:~/.yarn/bin" + export PATH="$PATH:/home/bin" + steps: + run: + name: Update Path + command: + echo 'export PATH=$PATH:/home/bin' >>$BASH_ENV + source $BASH_ENV ##PATH: $PATH:/home/bin # In CircleCI 1.0 we used a pre-configured image with a large number of languages and other packages. # In CircleCI 2.0 you can now specify your own image, or use one of our pre-configured images. From e81521936b9e7217b7c8c288d68c75a3da6d5b44 Mon Sep 17 00:00:00 2001 From: Covenant Chukwudi Date: Sun, 13 May 2018 21:09:13 +0100 Subject: [PATCH 7/8] working on the circle-ci upgrade --- .circleci/config.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 2fa7b60..4ba55f2 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -17,7 +17,7 @@ jobs: environment: CIRCLE_ARTIFACTS: /tmp/circleci-artifacts CIRCLE_TEST_REPORTS: /tmp/circleci-test-results - export PATH="$PATH:/home/bin" + steps: run: name: Update Path From 8b22928bd31a872a356811a08ab5c4701f8c7268 Mon Sep 17 00:00:00 2001 From: Covenant Chukwudi Date: Sun, 13 May 2018 23:10:28 +0100 Subject: [PATCH 8/8] working on the circle-ci upgrade --- .circleci/config.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.circleci/config.yml b/.circleci/config.yml index 4ba55f2..df65534 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -49,7 +49,7 @@ jobs: # This is based on your 1.0 configuration file or project settings - run: working_directory: ~/tradedepot/bitunnel-jobqueue-handler - command: if ["2.7.3" == "system"] || pyenv versions --bare | grep -x -q '2.7.3'; then pyenv global version;else pyenv install --skip-existing 2.7.3 && pyenv global version && pyenv rehash && pip install virtualenv && pip install nose && pip install pep8 && pyenv rehash;fi + command: if ["2.7.3" == "system"] || pyenv versions --bare | grep -x -q '2.7.3'; then pyenv global 2.7.3;else pyenv install --skip-existing 2.7.3 && pyenv global 2.7.3 && pyenv rehash && pip install virtualenv && pip install nose && pip install pep8 && pyenv rehash;fi - run: working_directory: ~/tradedepot/bitunnel-jobqueue-handler command: 'sudo docker info >/dev/null 2>&1 || sudo service docker start; '