Add infra-generation-pipeline.yml and docs (#195)

Author: yradsmikham

azure-pipelines/templates/infra-generation-pipeline.yml

@@ -0,0 +1,143 @@
+trigger:
+  branches:
+    include:
+    - master
+
+pool:
+  vmImage: 'ubuntu-latest'
+
+variables:
+  - group: 'spk-infra-hld-vg'
+
+steps:
+- checkout: self
+  persistCredentials: true
+  clean: true
+
+- bash: |
+    curl $BEDROCK_BUILD_SCRIPT > build.sh
+    chmod +x ./build.sh
+  displayName: Download Bedrock orchestration script
+  env:
+    BEDROCK_BUILD_SCRIPT: https://raw.githubusercontent.com/Microsoft/bedrock/master/gitops/azure-devops/build.sh
+
+- script: |
+    dpkg --configure -a
+    curl -sL https://aka.ms/InstallAzureCLIDeb | bash
+    az extension add --name azure-devops
+    az --version
+    wget https://releases.hashicorp.com/terraform/$(tf_version)/terraform_$(tf_version)_linux_amd64.zip -q
+    unzip -q terraform_$(tf_version)_linux_amd64.zip
+    sudo mv terraform /usr/local/bin
+    terraform -version
+  displayName: 'Install az-cli, az devops extension, and Terraform'
+
+- script: |
+    . build.sh --source-only
+    init
+    get_os_spk
+    get_spk_version
+    download_spk
+    echo 'SPK Version: '
+    spk --version
+    set -e
+    echo "GENERATING $PROJECT_DIRECTORY"
+    cd $PROJECT_DIRECTORY
+    spk infra generate -p $CLUSTER
+  env:
+    ARM_CLIENT_ID: $(ARM_CLIENT_ID)
+    ARM_CLIENT_SECRET: $(ARM_CLIENT_SECRET)
+    ARM_TENANT_ID: $(ARM_TENANT_ID)
+    ARM_SUBSCRIPTION_ID: $(ARM_SUBSCRIPTION_ID)
+  displayName: 'SPK'
+
+- script: |
+    . build.sh --source-only
+    init
+    cd $PROJECT_DIRECTORY-generated/$CLUSTER
+    terraform init -backend-config=./backend.tfvars
+  displayName: 'Terraform init'
+
+- script: |
+    . build.sh --source-only
+    init
+    cd $PROJECT_DIRECTORY-generated/$CLUSTER
+    terraform plan -var-file=./spk.tfvars
+  env:
+    ARM_CLIENT_ID: $(ARM_CLIENT_ID)
+    ARM_CLIENT_SECRET: $(ARM_CLIENT_SECRET)
+    ARM_TENANT_ID: $(ARM_TENANT_ID)
+    ARM_SUBSCRIPTION_ID: $(ARM_SUBSCRIPTION_ID)
+  displayName: 'Terraform plan'
+
+- script: |
+    # Exit on error
+    set -e
+
+    # Retrieve most recent commit hash from HLD repo
+    commit_hash=$(git rev-parse HEAD)
+    echo "Commit Hash: $commit_hash"
+
+    # Clone Generated Repo and copy generated components over
+    echo "Cloning Generated Repo: $GENERATED_REPO"
+    git clone $GENERATED_REPO
+    repo_url=$GENERATED_REPO
+
+    # Extract repo name from url
+    repo_url=$GENERATED_REPO
+    repo=${repo_url##*/}
+    repo_name=${repo%.*}
+
+    cd "$repo_name"
+    rsync -rv --exclude=.terraform $HOME/$PROJECT_DIRECTORY-generated .
+
+    # Set git identity
+    git config user.email "admin@azuredevops.com"
+    git config user.name "Automated Account"
+
+    # Following variables have to be set for TeamCity
+    export GIT_AUTHOR_NAME="Automated Account"
+    export GIT_COMMITTER_NAME="Automated Account"
+    export EMAIL="admin@azuredevops.com"
+
+    # Add generated files to repository
+    git status
+    git add .
+    git commit -m "Adding generated components for $PROJECT_DIRECTORY/$CLUSTER"
+
+    # Create a new branch
+    PR_BRANCH_NAME=pr_$commit_hash
+    git checkout -b $PR_BRANCH_NAME
+
+    # Git Push
+    repo_url=$GENERATED_REPO
+    repo_url="${repo_url#http://}"
+    repo_url="${repo_url#https://}"
+    echo "$repo_url"
+    echo "GIT PUSH: https://<ACCESS_TOKEN_SECRET>@$repo_url"
+    git push "https://$ACCESS_TOKEN_SECRET@$repo_url" $PR_BRANCH_NAME
+
+    # Create PR
+    # If using GitHub repos:
+    echo "CREATE PULL REQUEST"
+    if [[ $GENERATED_REPO == *"github"* ]]; then
+      echo "Installing Hub"
+      sudo add-apt-repository ppa:cpick/hub
+      sudo apt-get update
+      sudo apt-get install hub
+      export GITHUB_TOKEN=$ACCESS_TOKEN_SECRET
+      hub pull-request -m "Adding Generated Components for $PROJECT_DIRECTORY/$CLUSTER"
+    elif [[ $GENERATED_REPO == *"azure"* ]] || [[ $GENERATED_REPO == *"visualstudio"* ]]; then
+    # If using AzDo repos:
+    # You will need to specify variables $AZDO_ORG_NAME and $AZDO_PROJECT_NAME
+      export AZURE_DEVOPS_EXT_PAT=$ACCESS_TOKEN_SECRET
+      az devops configure --defaults organization=$AZDO_ORG_NAME project=$AZDO_PROJECT_NAME
+      echo "Making pull request for $PR_BRANCH_NAME against master"
+      az repos pr create --description "Automated PR for $PR_BRANCH_NAME against master"
+    else
+      echo "Unable to create pull request."
+      exit 1
+    fi
+  env:
+    ACCESS_TOKEN_SECRET: $(ACCESS_TOKEN_SECRET)
+  displayName: 'Commit and Push to Generated Repository'

docs/cloud-infra-management.md

@@ -1,7 +1,7 @@
 # Cloud Infra Management
 
 Manage and update Bedrock infrastructure. For more information on the
-`spk infra` design, refer to the infrasrtucture design docs
+`spk infra` design, refer to the infrastructure design docs
 [here](./infra/README.md).
 
 Usage:
@@ -86,15 +86,13 @@ Options:
   -h, --help                                     Usage information
 ```
 
-#### scaffold sample
+#### scaffold example
 
 ```
 spk infra scaffold --name discovery-service --source https://github.com/microsoft/bedrock --version "v0.12.0" --template /cluster/environments/azure-simple
 ```
 
-Output:
-
-definition.yaml
+definition.yaml output:
 
 ```yaml
 name: discovery-service
@@ -139,11 +137,9 @@ variables:
 
 ### generate
 
-Generates a deployment folder based on scaffolded project with a definition.yaml
-
 Generates a deployment folder of an infrastructure scaffolded project containing
-a `definition.yaml` that contains a `source`, `template` and `version` to obtain
-and complete the terraform template files.
+a `definition.yaml` with a `source`, `template` and `version` to obtain and
+complete the Terraform template files.
 
 It will do the following: