Updating readme file for macOS-11 version 20220118.8

* Add info about build_resource_group_name option

* Update docs/create-image-and-azure-resources.md

Co-authored-by: Mikhail Timofeev <48208649+miketimofeev@users.noreply.github.com>

Co-authored-by: Mikhail Timofeev <48208649+miketimofeev@users.noreply.github.com>

.gitattributes

@@ -1,2 +1 @@
-# Do not normalize line endings
-*       -text
+*   text=auto eol=lf

.github/CODEOWNERS

@@ -0,0 +1 @@
+* @actions/virtual-environments-owners

.github/ISSUE_TEMPLATE/announcement.yml

@@ -0,0 +1,48 @@
+name: Announcement
+description: Submit an announcement
+labels: [Announcement]
+body:
+  - type: textarea
+    attributes:
+      label: Breaking changes
+      placeholder: Short description of the upcoming change
+    validations:
+      required: true
+  - type: textarea
+    attributes:
+      label: Target date
+      placeholder: Date of changes propagation start
+    validations:
+      required: true
+  - type: textarea
+    attributes:
+      label: The motivation for the changes
+      placeholder: Description of main reasons for this change
+    validations:
+      required: true
+  - type: textarea
+    attributes:
+      label: Possible impact
+      placeholder: Description of who might be impacted by this change
+    validations:
+      required: true
+  - type: checkboxes
+    attributes:
+      label: Virtual environments affected
+      options:
+        - label: Ubuntu 18.04
+        - label: Ubuntu 20.04
+        - label: macOS 10.15
+        - label: macOS 11
+        - label: Windows Server 2016
+        - label: Windows Server 2019
+        - label: Windows Server 2022
+    validations:
+      required: true
+  - type: textarea
+    attributes:
+      label: Mitigation ways
+      description: Steps or options for impact mitigation
+    validations:
+      required: true
+

.github/ISSUE_TEMPLATE/bug-report.md

@@ -1,35 +0,0 @@
----
-name: Bug report
-about: Submit a bug report
-title: ''
-labels: t:Bug report
-assignees: ''
-
----
-
-**Describe the bug**
-A clear and concise description of what the bug is, and why you consider it to be a bug.
-
-**Area for Triage**: 
-<!-- See https://github.com/actions/virtual-environments/tree/main/triage-rules.yml for areas -->
-
-**Question, Bug, or Feature?**: 
-<!-- Choose "Question", "Bug", or "Feature" -->
-
-**Virtual environments affected**
-- [ ] macOS 10.15
-- [ ] Ubuntu 16.04 LTS
-- [ ] Ubuntu 18.04 LTS
-- [ ] Ubuntu 20.04 LTS
-- [ ] Windows Server 2016 R2
-- [ ] Windows Server 2019
-
-**Expected behavior**
-A description of what you expected to happen.
-
-**Actual behavior**
-A description with steps to reproduce the issue. If your have a public example or repo to share,
-please provide the link.
-
-1. Step 1
-2. Step 2

.github/ISSUE_TEMPLATE/bug-report.yml

@@ -0,0 +1,55 @@
+name: Bug Report
+description: Submit a bug report
+labels: [needs triage]
+body:
+  - type: textarea
+    attributes:
+      label: Description
+      description: A clear and concise description of what the bug is, and why you consider it to be a bug.
+    validations:
+      required: true
+  - type: checkboxes
+    attributes:
+      label: Virtual environments affected
+      options:
+        - label: Ubuntu 18.04
+        - label: Ubuntu 20.04
+        - label: macOS 10.15
+        - label: macOS 11
+        - label: Windows Server 2016
+        - label: Windows Server 2019
+        - label: Windows Server 2022
+    validations:
+      required: true
+  - type: textarea
+    attributes:
+      label: Image version and build link
+      description: |
+        Image version where you are experiencing the issue. Where to find image version in build logs:
+        1. For GitHub Actions, under "Set up job" -> "Virtual Environment" -> "Version".
+        2. For Azure DevOps, under "Initialize job" -> "Virtual Environment" -> "Version".
+        
+        If you have a public example, please, provide a link to the failed build.
+    validations:
+      required: true
+  - type: input
+    attributes:
+      label: Is it regression?
+      description: If yes, please, provide the latest image version where the issue didn't persist, and a link to the latest successful build.
+  - type: textarea
+    attributes:
+      label: Expected behavior
+      description: A description of what you expected to happen.
+  - type: textarea
+    attributes:
+      label: Actual behavior
+      description: A description of what is actually happening.
+  - type: textarea
+    attributes:
+      label: Repro steps
+      placeholder: |
+        A description with steps to reproduce the issue.
+        1. Step 1
+        2. Step 2
+    validations: 
+        required: true

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1 @@
+blank_issues_enabled: false

.github/ISSUE_TEMPLATE/tool-request.md

@@ -1,42 +0,0 @@
----
-name: Tool request
-about: Request a new tool or update to a tool
-title: Update/Add [tool name]
-labels: t:Enhancement
-assignees: ''
-
----
-
-**Tool information**
-- Tool name: <!--- Name -->
-- Tool license: <!--- Type of licensing for desired tool -->
-- Add or update? <!--- Add or update? -->
-- Desired version: <!--- Let us know if you're requesting a specific version, dev/RC, whatever is latest, etc. -->
-- Approximate size: <!--- Leave blank if not known -->
-- If this is an add request:
-  - Brief description of tool: <!--- Description -->
-  - URL for tool's homepage: <!--- URL -->
-  - Provide a basic test case to validate the tool's functionality: <!-- Code sample -->
-
-**Area for Triage**:
-<!-- See https://github.com/actions/virtual-environments/tree/main/triage-rules.yml for areas -->
-
-**Question, Bug, or Feature?**:
-<!-- Choose "Question", "Bug", or "Feature" -->
-
-**Virtual environments affected**
-- [ ] macOS 10.15
-- [ ] Ubuntu 16.04 LTS
-- [ ] Ubuntu 18.04 LTS
-- [ ] Ubuntu 20.04 LTS
-- [ ] Windows Server 2016 R2
-- [ ] Windows Server 2019
-
-**Can this tool be installed during the build?**
-<!--- If so, please provide a description with required steps.  -->
-
-**Tool installation time in runtime**
-<!--- How long does it take to install the tool?  -->
-
-**Are you willing to submit a PR?**
-<!--- We accept contributions! -->

.github/ISSUE_TEMPLATE/tool-request.yml

@@ -0,0 +1,75 @@
+name: Tool request
+description: Request a new tool or update to a tool
+title: Update/Add [tool name]
+labels: [feature request, needs triage]
+body:
+  - type: markdown
+    attributes:
+      value: "## Tool information"
+  - type: input
+    attributes:
+      label: Tool name
+    validations:
+      required: true
+  - type: input
+    attributes:
+      label: Tool license
+      description: Type of licensing for desired tool.
+    validations:
+      required: true
+  - type: checkboxes
+    attributes:
+      label: Add or update?
+      options:
+        - label: Add
+        - label: Update
+  - type: input
+    attributes:
+      label: Desired version
+      description: Let us know if you're requesting a specific version, dev/RC, whatever is latest, etc.
+    validations:
+      required: true
+  - type: input
+    attributes:
+      label: Approximate size
+      description: Leave blank if unknown.
+  - type: markdown
+    attributes:
+      value: "## If this is an add request"
+  - type: textarea
+    attributes:
+      label: Brief description of tool
+  - type: input
+    attributes:
+      label: URL for tool's homepage
+  - type: textarea
+    attributes:
+      label: Provide a basic test case to validate the tool's functionality. 
+      description: This will be automatically formatted into code.
+      render: bash
+  - type: checkboxes
+    attributes:
+      label: Virtual environments affected
+      options:
+        - label: Ubuntu 18.04
+        - label: Ubuntu 20.04
+        - label: macOS 10.15
+        - label: macOS 11
+        - label: Windows Server 2016
+        - label: Windows Server 2019
+        - label: Windows Server 2022
+    validations:
+      required: true
+  - type: textarea
+    attributes:
+      label: Can this tool be installed during the build?
+      description: If so, please provide a description with required steps. This will be automatically formatted into code.
+      render: bash
+  - type: input
+    attributes:
+      label: Tool installation time in runtime
+      description: How long does it take to install the tool?
+  - type: input
+    attributes:
+      label: Are you willing to submit a PR?
+      description: We accept contributions!

.github/pull_request_template.md

@@ -3,6 +3,8 @@ New tool, Bug fixing, or Improvement?
 Please include a summary of the change and which issue is fixed. Also include relevant motivation and context.  
 **For new tools, please provide total size and installation time.**
 
+<!-- Currently, we can't accept external contributions to macOS source. Please find more details in [CONTRIBUTING.md](CONTRIBUTING.md#macOS) guide -->
+
 #### Related issue:
 
 ## Check list

.github/workflows/create_github_release.yml

@@ -6,7 +6,7 @@ on:
 
 
 jobs:
-  build:
+  Create_GitHub_release:
     runs-on: ubuntu-latest
 
     steps:

.github/workflows/create_pull_request.yml

@@ -6,22 +6,44 @@ on:
 
 
 jobs:
-  build:
+  Create_pull_request:
     runs-on: ubuntu-latest
 
     steps:
     - uses: actions/checkout@v2
+      with:
+        fetch-depth: 0
+
+    - name: Clone release branch to create pull request
+      run: |
+        git checkout ${{ github.event.client_payload.ReleaseBranchName }}
+        git branch ${{ github.event.client_payload.ReleaseBranchName }}-docs
+        git push origin ${{ github.event.client_payload.ReleaseBranchName }}-docs
 
     - name: Create pull request for ${{ github.event.client_payload.ReleaseBranchName }}
+      id: create-pr
       uses: actions/github-script@v2
       with:
         github-token: ${{secrets.GITHUB_TOKEN}}
         script: |
-          github.pulls.create({
+          let response = await github.pulls.create({
             owner: context.repo.owner,
             repo: context.repo.repo,
             title: "${{ github.event.client_payload.PullRequestTitle }}",
-            head: "${{ github.event.client_payload.ReleaseBranchName }}",
+            head: "${{ github.event.client_payload.ReleaseBranchName }}-docs",
             base: "${{ github.event.client_payload.PullRequestBase }}",
             body: `${{ github.event.client_payload.PullRequestBody }}`
-          });
+          });
+          return response.data.number
+
+    - name: Request reviewers
+      uses: actions/github-script@v2
+      with:
+        github-token: ${{secrets.PRAPPROVAL_SECRET}}
+        script: |
+          github.pulls.requestReviewers({
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              pull_number: ${{ steps.create-pr.outputs.result }},
+              team_reviewers: ['virtual-environments-akvelon']
+          })

.github/workflows/issue-triager.yml

@@ -1,32 +0,0 @@
-# Adapted from: https://github.com/microsoft/azure-pipelines-tasks/blob/master/.github/workflows/blank.yml
-# This action labels and assigns newly opened issues
-
-name: Issue triager
-on:
-  issues:
-    types: [opened]
-
-jobs:
-  label:
-
-    runs-on: ubuntu-latest
-
-    steps:
-    - uses: actions/checkout@v1
-
-    - uses: damccorm/tag-ur-it@master
-      with:
-        repo-token: "${{ secrets.GITHUB_TOKEN }}"
-        configuration-path: "./triage-rules.yml"
-
-    - if: always()
-      uses: actions/github-script@0.4.0
-      with:
-        github-token: ${{secrets.GITHUB_TOKEN}}
-        script: |
-          github.issues.addLabels({
-            issue_number: context.issue.number,
-            owner: context.repo.owner,
-            repo: context.repo.repo,
-            labels: ['needs triage']
-          })

.github/workflows/linter.yml

@@ -0,0 +1,36 @@
+# CI Validation
+
+name: Linter
+
+on:
+  pull_request:
+    branches: [ main ]
+    paths:
+      - '**.json'
+      - '**.md'
+      - '**.sh'
+
+jobs:
+  build:
+    name: Lint JSON & MD files
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout Code
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+
+      - name: Lint Code Base
+        uses: github/super-linter/slim@v4
+        env:
+          VALIDATE_ALL_CODEBASE: false
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          VALIDATE_JSON: true
+          VALIDATE_MARKDOWN: true
+          DEFAULT_BRANCH: ${{ github.base_ref }}
+          FILTER_REGEX_EXCLUDE: .*images/*/.*-Readme.md
+
+      - name: Checking shebang lines in MacOS and Ubuntu releases.
+        run: ./images.CI/shebang-linter.ps1
+        shell: pwsh

.github/workflows/merge_pull_request.yml

@@ -6,11 +6,34 @@ on:
 
 
 jobs:
-  build:
+  Merge_pull_request:
     runs-on: ubuntu-latest
 
     steps:
     - uses: actions/checkout@v2
+      with:
+        fetch-depth: 0
+
+    - name: Resolve possible conflicts ${{ github.event.client_payload.ReleaseBranchName }} with main
+      run: |
+        git config --global user.email "no-reply@github.com"
+        git config --global user.name "Actions service account"
+        git checkout ${{ github.event.client_payload.ReleaseBranchName }}-docs
+        git merge --no-edit --strategy-option=ours main
+        git push origin ${{ github.event.client_payload.ReleaseBranchName }}-docs
+        sleep 30
+
+    - name: Approve pull request by GitHub-Actions bot
+      uses: actions/github-script@v2
+      with:
+        github-token: ${{secrets.PRAPPROVAL_SECRET}}
+        script: |
+          github.pulls.createReview({
+            owner: context.repo.owner,
+            repo: context.repo.repo,
+            pull_number: ${{ github.event.client_payload.PullRequestNumber }},
+            event: "APPROVE"
+          });
 
     - name: Merge pull request for ${{ github.event.client_payload.ReleaseBranchName }}
       uses: actions/github-script@v2
@@ -20,5 +43,17 @@ jobs:
           github.pulls.merge({
             owner: context.repo.owner,
             repo: context.repo.repo,
-            pull_number: ${{ github.event.client_payload.PullRequestNumber }}
-          })
+            pull_number: ${{ github.event.client_payload.PullRequestNumber }},
+            merge_method: "squash"
+          })
+
+    - name: Delete docs branch ${{ github.event.client_payload.ReleaseBranchName }}-docs
+      uses: actions/github-script@v2
+      with:
+        github-token: ${{secrets.GITHUB_TOKEN}}
+        script: |
+          github.git.deleteRef({
+            owner: context.repo.owner,
+            repo: context.repo.repo,
+            ref: "heads/${{ github.event.client_payload.ReleaseBranchName }}-docs"
+          })

.github/workflows/update_github_release.yml

@@ -6,7 +6,7 @@ on:
 
 
 jobs:
-  build:
+  Update_GitHub_release:
     runs-on: ubuntu-latest
 
     steps:

.vscode/settings.json

@@ -1,7 +1,3 @@
 {
-    // When enabled, will trim trailing whitespace when you save a file.
-    "files.trimTrailingWhitespace": true,
-    "[markdown]": {
-        "files.trimTrailingWhitespace": false
-    },
+    "files.trimTrailingWhitespace": false
 }

CONTRIBUTING.md

@@ -14,22 +14,46 @@ Please note that this project is released with a [Contributor Code of Conduct][c
 
 1. [Fork][fork] and clone the repository
 1. Create a new branch: `git checkout -b my-branch-name`
-1. Make your changes, ensure that they include steps to install and validate post-install (e.g. [kind.sh](images/linux/scripts/installers/kind.sh)).
-
-      Adding tool for Windows images:
-    - add tool installation script `Install-ToolName.ps1` (`/images/win/scripts/Installers`)
-    - add tool validation script `Validate-ToolName.ps1` (the same directory)
-    - add changes to document tool name and version to the software report generator: `images/win/scripts/SoftwareReport/SoftwareReport.Generator.ps1` that is used to generate software README file, e.g. [Windows2019-Readme.md](images/win/Windows2019-Readme.md)
-
-1. Test your changes by [creating VHD and deploying a VM](help/CreateImageAndAzureResources.md).
+1. Make your changes, ensure that they include steps to install, validate post-install and update software report (please see [How to add new tool](CONTRIBUTING.md#how-to-add-new-tool) for details).
+1. Test your changes by [creating VHD and deploying a VM](docs/create-image-and-azure-resources.md).
 1. Push to your fork and [submit a pull request][pr]
 
 Here are a few things you can do that will increase the likelihood of your pull request being accepted:
 
 - Follow the style guide for [Powershell](https://github.com/PoshCode/PowerShellPracticeAndStyle) when writing Windows scripts. There is currently no set style for the Shell scripts that run Linux installs :soon:.
-- Include complete details of why this is needed in the PR description. If it's a new piece tool being installed, consider cross-platform. If the tool is available in other platforms (MacOS, Windows, Linux), make sure you include it in as many as possible.
+- Include complete details of why this is needed in the PR description. 
 - Keep your change as focused as possible. If there are multiple changes you would like to make that are not dependent upon each other, consider submitting them as separate pull requests.
 - Write [good commit messages](http://tbaggery.com/2008/04/19/a-note-about-git-commit-messages.html).
+- For new tools:
+  - Make sure that the tool satisfies [Software Guidelines](README.md#software-guidelines).
+  - Create an issue and get an approval from us to add this tool to the image before creating the pull request.
+
+## How to add new tool
+### General rules
+- For every new tool add validation scripts and update software report script to make sure that it is included to documentation
+- If the tool is available in other platforms (macOS, Windows, Linux), make sure you include it in as many as possible.
+- If installing a few versions of the tool, consider putting the list of versions in the corresponding `toolset.json` file. It will help other customers to configure their builds flexibly. See [toolset-windows-2016.json](images/win/toolsets/toolset-2019.json) as example.
+- Use consistent naming across all files
+- Validation scripts should be simple and shouldn't change image content
+
+### Windows
+- Add a script that will install the tool and put the script in the `scripts/Installers` folder.  
+There are a bunch of helper functions that could simplify your code: `Choco-Install`, `Install-Binary`, `Install-VsixExtension`, `Start-DownloadWithRetry`, `Test-IsWin16`, `Test-IsWin19` (find the full list of helpers in [ImageHelpers.psm1](images/win/scripts/ImageHelpers/ImageHelpers.psm1)).
+- Add a script that will validate the tool installation and put the script in the `scripts/Tests` folder.  
+We use [Pester v5](https://github.com/pester/pester) for validation scripts. If the tests for the tool are complex enough, create a separate `*.Tests.ps1`. Otherwise, use `Tools.Tests.ps1` for simple tests.  
+Add `Invoke-PesterTests -TestFile <testFileName> [-TestName <describeName>]` at the end of the installation script to make sure that your tests will be run.
+- Add changes to the software report generator `images/win/scripts/SoftwareReport/SoftwareReport.Generator.ps1`. The software report generator is used to generate an image's README file, e.g. [Windows2019-Readme.md](images/win/Windows2019-Readme.md) and uses [MarkdownPS](https://github.com/Sarafian/MarkdownPS).
+
+### Ubuntu
+- Add script that will install and validate the tool and put the script in the `scripts/installers` folder.
+Use existing scripts such as [github-cli.sh](images/linux/scripts/installers/github-cli.sh) as a starting point.
+  - Use [helpers](images/linux/scripts/helpers/install.sh) to simplify installation process.
+  - Validation part should `exit 1` if any issue with installation.
+- Add changes to the software report generator `images/linux/scripts/SoftwareReport/SoftwareReport.Generator.ps1`. The software report generator is used to generate an image's README file, e.g. [Ubuntu1804-Readme.md](images/linux/Ubuntu1804-README.md) and it uses [MarkdownPS](https://github.com/Sarafian/MarkdownPS). 
+
+### macOS
+macOS source lives in this repository and available for everyone. However, macOS image-generation CI doesn't support external contributions yet so we are not able to accept pull-requests for now.
+We are in the process of preparing macOS CI to accept contributions. Until then, we appreciate your patience and ask you continue to make tool requests by filing issues.
 
 ## Resources
 

LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2020 GitHub
+Copyright (c) 2021 GitHub
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

README.md

@@ -1,40 +1,36 @@
 # GitHub Actions Virtual Environments
-This repository contains the source used to create the [virtual environments](https://help.github.com/en/actions/reference/virtual-environments-for-github-hosted-runners) for GitHub Actions hosted runners, as well as the VM images of [Microsoft-hosted agents](https://docs.microsoft.com/en-us/azure/devops/pipelines/agents/hosted?view=azure-devops#use-a-microsoft-hosted-agent) used for Azure Pipelines. To file bug reports, or request that tools be added/updated, please [open an issue using the appropriate template](https://github.com/actions/virtual-environments/issues/new/choose). To build a VM machine from this repo's source, see the [instructions](./help/CreateImageAndAzureResources.md).
+This repository contains the source used to create the [virtual environments](https://help.github.com/en/actions/reference/virtual-environments-for-github-hosted-runners) for GitHub Actions hosted runners, as well as the VM images of [Microsoft-hosted agents](https://docs.microsoft.com/en-us/azure/devops/pipelines/agents/hosted?view=azure-devops#use-a-microsoft-hosted-agent) used for Azure Pipelines. To build a VM machine from this repo's source, see the [instructions](docs/create-image-and-azure-resources.md).
+
+How to get in touch with us:
+- To file a bug report, or request tools to be added/updated, please [open an issue using the appropriate template](https://github.com/actions/virtual-environments/issues/new/choose)
+- If you want to share your thoughts about image configuration, installed software, or bring some idea, please, create a new topic in a [discussions section](https://github.com/actions/virtual-environments/discussions) for a corresponding category. Before making a new discussion please make sure no similar topics were created earlier.
 
 For general questions about using the virtual environments or writing your Actions workflow, please open requests in the [GitHub Actions Community Forum](https://github.community/c/github-actions/41).
 
 ## Available Environments
 | Environment | YAML Label | Included Software | Latest Release & Rollout Progress |
 | --------------------|---------------------|--------------------|---------------------|
-| Ubuntu 20.04 | `ubuntu-20.04` | [ubuntu-20.04] | [![](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=ubuntu20&badge=1)](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=ubuntu20&redirect=1)
-| Ubuntu 18.04 | `ubuntu-latest` or `ubuntu-18.04` | [ubuntu-18.04] | [![](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=ubuntu18&badge=1)](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=ubuntu18&redirect=1)
-| Ubuntu 16.04 | `ubuntu-16.04` | [ubuntu-16.04] | [![](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=ubuntu16&badge=1)](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=ubuntu16&redirect=1) |
-| macOS 10.15 | `macos-latest` or `macos-10.15` | [macOS-10.15] | [![](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=MacOS&badge=1)](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=MacOS&redirect=1)
+| Ubuntu 20.04 | `ubuntu-latest` or `ubuntu-20.04` | [ubuntu-20.04] | [![](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=ubuntu20&badge=1)](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=ubuntu20&redirect=1)
+| Ubuntu 18.04 | `ubuntu-18.04` | [ubuntu-18.04] | [![](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=ubuntu18&badge=1)](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=ubuntu18&redirect=1)
+| macOS 11 | `macos-11` | [macOS-11] | [![](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=macos-11&badge=1)](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=macos-11&redirect=1)
+| macOS 10.15 | `macos-latest` or `macos-10.15` | [macOS-10.15] | [![](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=macos-10.15&badge=1)](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=macos-10.15&redirect=1)
+| Windows Server 2022 | `windows-2022` | [windows-2022] | [![](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=windows-2022&badge=1)](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=windows-2022&redirect=1) |
 | Windows Server 2019 | `windows-latest` or `windows-2019` | [windows-2019] | [![](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=windows-2019&badge=1)](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=windows-2019&redirect=1)
 | Windows Server 2016 | `windows-2016` | [windows-2016] | [![](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=windows-2016&badge=1)](https://actionvirtualenvironmentsstatus.azurewebsites.net/api/status?imageName=windows-2016&redirect=1)
-```
-The Ubuntu 20.04 virtual environment is currently provided as a preview only.
-The "ubuntu-latest" YAML workflow label still uses the Ubuntu 18.04 virtual environment.
-```
+
+<b>Note:</b> Beta and Preview images are provided "as-is", "with all faults" and "as available" and are excluded from the service level agreement and warranty. Beta and Preview images may not be covered by customer support.
+
+***What images are available for GitHub Actions and Azure DevOps?***
+The availability of images for GitHub Actions and Azure DevOps is different. See documentation for more details:
+- [GitHub Actions](https://docs.github.com/en/free-pro-team@latest/actions/reference/specifications-for-github-hosted-runners#supported-runners-and-hardware-resources)
+- [Azure DevOps](https://docs.microsoft.com/en-us/azure/devops/pipelines/agents/hosted?view=azure-devops&tabs=yaml#software)
+
+***What image version is used in my build?*** Usually, image deployment takes 3-4 days, and documentation in the `main` branch is only updated when deployment is finished. To find out which image version and what software versions are used in a specific build, see `Set up job` (GitHub Actions) or `Initialize job` (Azure DevOps) step log.
 
 ***Looking for other Linux distributions?*** We do not plan to offer other Linux distributions. We recommend using Docker if you'd like to build using other distributions with the hosted virtual environments. Alternatively, you can leverage [self-hosted runners] and fully customize your environment to your needs.
 
-***Where is the macOS source?*** We are in the process of preparing our macOS source to live in this repo so we can take contributions from the community. Until then, we appreciate your patience and ask you continue to make tool requests by filing issues.
-
-## Software Guidelines
-In general, these are the guidelines we consider when deciding what to pre-install:
-
-- Tools and ecosystems that are broadly popular and widely-used will be given priority.
-- Recent versions of tools will be given priority over older versions.
-- Tools and versions that are deprecated or have reached end-of-life will not be added.
-- Tools and versions will typically be removed 6 months after they are deprecated or have reached end-of-life.
-- If a tool can be installed during the build, we will evaluate how much time is saved
- and how much space is used by having the tool pre-installed.
-- MIT, Apache, and GNU licenses are ok, anything else we'll have to check with lawyers.
-- If a tool takes much space we will evaluate space usage and provide a decision if this tool can be pre-installed.
-- If a tool requires the support of more than one version, we will consider the cost of this maintenance, how often new versions bring dangerous updates.
-
-**Note:** For new tools, please, create an issue and get an approval from us to add this tool to the image before creating the pull request.
+***How to contribute to macOS source?*** macOS source lives in this repository and available for everyone. However, MacOS image-generation CI doesn't support external contributions yet so we are not able to accept pull-requests for now.
+We are in the process of preparing MacOS CI to accept contributions. Until then, we appreciate your patience and ask you continue to make tool requests by filing issues.
 
 ## Updates to virtual environments
 *Cadence*
@@ -45,14 +41,19 @@ we pin the tool to specific version(s).
 
 *Following Along / Change Notifications*
 
-* **High Impact Changes** (ex. breaking changes, new or deprecated environments) will be posted to the GitHub Changelog on our [blog](https://github.blog/changelog/) and on [twitter](https://twitter.com/GHchangelog).  
-Low Impact changes will be pinned in this repository and marked with the [Announcement](https://github.com/actions/virtual-environments/labels/Announcement) label.
-* **Regular Weekly Rhythm** can be followed by watching [Releases](https://github.com/actions/virtual-environments/releases) to see when we generate candidate environments or deploy new ones. You can also track upcoming changes using the [awaiting-deployment](https://github.com/actions/virtual-environments/labels/awaiting-deployment) label.
+* **High Impact Changes** (ex. breaking changes, new or deprecated environments) will be posted to the GitHub Changelog on our [blog](https://github.blog/changelog/) and on [twitter](https://twitter.com/GHchangelog).
+* **Low Impact Changes** will be pinned in this repository and marked with the [Announcement](https://github.com/actions/virtual-environments/labels/Announcement) label.
+* **Regular Weekly Rhythm** can be followed by watching [Releases](https://github.com/actions/virtual-environments/releases). Pre-release is created when deployment is started. As soon as deployment is finished, it is converted to release.
+You can also track upcoming changes using the [awaiting-deployment](https://github.com/actions/virtual-environments/labels/awaiting-deployment) label.
 
-[ubuntu-20.04]: https://github.com/actions/virtual-environments/blob/main/images/linux/Ubuntu2004-README.md
-[ubuntu-18.04]: https://github.com/actions/virtual-environments/blob/main/images/linux/Ubuntu1804-README.md
-[ubuntu-16.04]: https://github.com/actions/virtual-environments/blob/main/images/linux/Ubuntu1604-README.md
-[Windows-2019]: https://github.com/actions/virtual-environments/blob/main/images/win/Windows2019-Readme.md
+[ubuntu-20.04]: https://github.com/actions/virtual-environments/blob/main/images/linux/Ubuntu2004-Readme.md
+[ubuntu-18.04]: https://github.com/actions/virtual-environments/blob/main/images/linux/Ubuntu1804-Readme.md
+[windows-2022]: https://github.com/actions/virtual-environments/blob/main/images/win/Windows2022-Readme.md
+[windows-2019]: https://github.com/actions/virtual-environments/blob/main/images/win/Windows2019-Readme.md
 [windows-2016]: https://github.com/actions/virtual-environments/blob/main/images/win/Windows2016-Readme.md
+[macOS-11]: https://github.com/actions/virtual-environments/blob/main/images/macos/macos-11-Readme.md
 [macOS-10.15]: https://github.com/actions/virtual-environments/blob/main/images/macos/macos-10.15-Readme.md
 [self-hosted runners]: https://help.github.com/en/actions/hosting-your-own-runners
+
+## Software and image guidelines
+To learn more about tools and images support policy, see the [guidelines](./docs/software-and-images-guidelines.md).

_config.yml

@@ -1 +0,0 @@
-theme: jekyll-theme-slate

docs/README.md

@@ -1 +0,0 @@
-Placeholder for GitHub Pages

docs/create-image-and-azure-resources.md

@@ -0,0 +1,177 @@
+# Virtual-Environments
+The virtual-environments project uses [Packer](https://www.packer.io/) to generate disk images for the following platforms: Windows 2016/2019/2022, Ubuntu 18.04/20.04. 
+Each image is configured through a JSON template that Packer understands and which specifies where to build the image (Azure in this case), and what scripts to run to install software and prepare the disk.
+The Packer process initializes a connection to Azure subscription via Azure CLI, and automatically creates the temporary Azure resources required to build the source VM(temporary resource group, network interfaces, and VM from the "clean" image specified in the template). 
+If the VM deployment succeeds, the build agent connects to the VM and starts to execute installation steps from the JSON template.
+If any step in the JSON template fails, image generation will be aborted and the temporary VM will be terminated. Packer will also attempt to cleanup all the temporary resources it created (unless otherwise told).
+After successful image generation, a snapshot of the temporary VM will be converted to VHD image and then uploaded to the specified Azure Storage Account.
+
+## Prerequisites and Image-generation
+### Build Agent requirements
+- `OS` - Windows/Linux
+- `packer` - Can be downloaded from https://www.packer.io/downloads
+- `PowerShell 5.0 or higher` or `PSCore` for linux distributes.
+- `Azure CLI ` - https://docs.microsoft.com/en-us/cli/azure/install-azure-cli
+- `Azure Az Powershell module` - https://docs.microsoft.com/en-us/powershell/azure/install-az-ps
+- `Git for Windows` - https://gitforwindows.org/
+
+> To connect to a temporary VM packer uses WinRM or SSH connections on public IP interfaces.
+If you use a build agent located in an Azure subscription, please make sure that HTTPS/SSH ports are allowed for incoming/outgoing connections.
+In case of firewall restrictions, prohibiting connections from public addresses, private virtual network resources can be deployed and passed as arguments to the packer. This approach allows virtual machines to use private connections inside VLAN.
+
+### Service principal
+Packer uses Service Principal to authorize in Azure infrastructure. To setup image-generation CI or use packer manually — SP with full read-write permissions for selected Azure subscription needed.
+Detailed instruction can be found in [Azure documentation](https://docs.microsoft.com/en-us/azure/active-directory/develop/howto-create-service-principal-portal)
+
+### Prepare environment and image deployment
+#### How to prepare Windows build agent
+Local machine or [Azure VM](https://docs.microsoft.com/en-us/azure/virtual-machines/windows/quick-create-cli) can be used as a build agent.
+
+Download `packer` from https://www.packer.io/downloads, or install it via Chocolately.
+```
+choco install packer
+```
+
+Install the Azure Az PowerShell module - https://docs.microsoft.com/en-us/powershell/azure/install-az-ps.
+```
+Install-Module -Name Az -Repository PSGallery -Force
+```
+
+Install Azure CLI - https://docs.microsoft.com/en-us/cli/azure/install-azure-cli-windows?view=azure-cli-latest&tabs=azure-cli.
+```
+Invoke-WebRequest -Uri https://aka.ms/installazurecliwindows -OutFile .\AzureCLI.msi; Start-Process msiexec.exe -Wait -ArgumentList '/I AzureCLI.msi /quiet'; rm .\AzureCLI.msi
+```
+
+Download Virtual-Environments repository.
+```
+Set-Location c:\
+git clone https://github.com/actions/virtual-environments.git
+```
+
+Import [GenerateResourcesAndImage](../helpers/GenerateResourcesAndImage.ps1) script from `/helpers` folder, and run `GenerateResourcesAndImage` function via Powershell.
+
+```
+Set-Location C:\virtual-environments
+
+Import-Module .\helpers\GenerateResourcesAndImage.ps1
+
+GenerateResourcesAndImage -SubscriptionId {YourSubscriptionId} -ResourceGroupName "myTestResourceGroup" -ImageGenerationRepositoryRoot "$pwd" -ImageType Ubuntu1804 -AzureLocation "East US"
+```
+Where:
+- `SubscriptionId` - The Azure subscription Id where resources will be created.
+- `ResourceGroupName` - The Azure resource group name where the Azure resources will be created.
+- `ImageGenerationRepositoryRoot` - The root path of the image generation repository source.
+- `ImageType` - The type of the image being generated. Valid options are: "Windows2016", "Windows2019", "Windows2022", "Ubuntu1804", "Ubuntu2004".
+- `AzureLocation` - The location of the resources being created in Azure. For example "East US".
+
+The function automatically creates all required Azure resources and kicks off packer image generation for the selected image type.
+
+For optional authentication via service principal make sure to provide the following params — `AzureClientId`, `AzureClientSecret`, `AzureTenantId`, so the whole command will be:
+
+```
+GenerateResourcesAndImage -SubscriptionId {YourSubscriptionId} -ResourceGroupName "myTestResourceGroup" -ImageGenerationRepositoryRoot "$pwd" -ImageType Ubuntu1804 -AzureLocation "East US" -AzureClientId {AADApplicationID} -AzureClientSecret {AADApplicationSecret} -AzureTenantId {AADTenantID}
+```
+
+*Please, check synopsis of `GenerateResourcesAndImage` for details about non-mandatory parameters.*
+
+#### Generated VM Deployment
+After the successful image generation, Virtual Machine can be created from the generated VHD using [CreateAzureVMFromPackerTemplate](../helpers/CreateAzureVMFromPackerTemplate.ps1) script.
+
+```
+Set-Location C:\virtual-environments
+
+Import-Module .\helpers\CreateAzureVMFromPackerTemplate.ps1
+
+CreateAzureVMFromPackerTemplate -SubscriptionId {YourSubscriptionId}  -ResourceGroupName {ResourceGroupName} -TemplateFile "C:\BuildVmImages\temporaryTemplate.json" -VirtualMachineName "testvm1" -AdminUsername "shady1" -AdminPassword "SomeSecurePassword1" -AzureLocation "eastus"
+```
+Where:
+- `SubscriptionId` - The Azure subscription Id where resources will be created.
+- `ResourceGroupName` - The Azure resource group name where the Azure virtual machine will be created.
+- `TemplateFilePath` - The path to the json ARM-template generated by packer during image generation locally.* 
+- `VirtualMachineName` - The name of the virtual machine to be generated.
+- `AdminUserName` - The administrator username for the virtual machine to be created.
+- `AdminPassword` - The administrator password for the virtual machine to be created.
+- `AzureLocation` - The location where the Azure virtual machine will be provisioned. Example: "eastus"
+
+\* *ARM-template can be obtained from the Packer output. For now, it seems like there is an [Az CLI bug](https://github.com/Azure/azure-cli/issues/5899) with specifying the template through a URI, so download the template from URI, that will be printed at the bottom of image-generation log, and use the local path of the template file.*
+
+The function creates an Azure VM from a template and generates network resources in Azure to make the VM accessible.
+
+## Additional
+### User variables
+The Packer template includes `variables` section containing user variables used in image generation. Each variable is defined as a key/value strings. User variables can be passed to packer via predefined environment variables, or as direct arguments, in case if packer started manually.
+
+- `build_resource_group_name` - Specify an existing resource group to run the build in it. By default, a temporary resource group will be created and destroyed as part of the build. If you do not have permission to do so, use build_resource_group_name to specify an existing resource group to run the build in it.
+- `client_id` - The application ID of the AAD Service Principal. Requires `client_secret`.
+- `object_id` - The object ID for the AAD SP. Will be derived from the oAuth token if empty.
+- `client_secret` - A password/secret registered for the AAD SP.
+- `subscription_id` - The subscription to use.
+- `tenant_id` - The Active Directory tenant identifier with which your `client_id` and `subscription_id` are associated. If not specified, `tenant_id` will be looked up using `subscription_id`.
+- `resource_group` - Resource group under which the final artifact will be stored.
+- `storage_account` - Storage account under which the final artifact will be stored.
+- `location` - Azure datacenter in which your VM will be built.
+- `temp_resource_group_name` - Name assigned to the temporary resource group created during the build. If this value is not set, a random value will be assigned. This resource group is deleted at the end of the build.
+- `private_virtual_network_with_public_ip` - This value allows you to set a `virtual_network_name` and obtain a public IP. If this value is not set and `virtual_network_name` is defined Packer is only allowed to be executed from a host on the same subnet / virtual network.
+- `virtual_network_name` - Use a pre-existing virtual network for the VM. This option enables private communication with the VM, no public IP address is used or provisioned (unless you set `private_virtual_network_with_public_ip`).
+- `virtual_network_resource_group_name` - If `virtual_network_name` is set, this value may also be set. If `virtual_network_name` is set, and this value is not set the builder attempts to determine the resource group containing the virtual network. If the resource group cannot be found, or it cannot be disambiguated, this value should be set.
+- `virtual_network_subnet_name` - If `virtual_network_name` is set, this value may also be set. If `virtual_network_name` is set, and this value is not set the builder attempts to determine the subnet to use with the virtual network. If the subnet cannot be found, or it cannot be disambiguated, this value should be set.
+- `capture_name_prefix` - VHD prefix. The final artifacts will be named PREFIX-osDisk.UUID and PREFIX-vmTemplate.UUID.
+
+### Builder variables
+The `builders` section contains variables for the `azure-arm` builder used in the project. Most of the builder variables are inherited from the `user variables` section, however, the variables can be overwritten to adjust image-generation performance.
+
+- `vm_size` - Size of the VM used for building. This can be changed when you deploy a VM from your VHD.
+- `image_os` - Type of OS that will be deployed as a temporary VM.
+- `image_version` - Specify version of an OS to boot from.
+
+**Detailed Azure builders documentation can be found in [packer documentation](https://www.packer.io/docs/builders/azure).**
+
+### Toolset
+Configuration for some installed software is located in `toolset.json` files. These files define the list of Ruby, Python, Go versions, the list of PowerShell modules and VS components that will be installed to image. They can be changed if these tools are not required to reduce image generation time or image size.
+
+Generated tool versions and details can be found in related projects:
+- [Python](https://github.com/actions/python-versions/)
+- [Go](https://github.com/actions/go-versions)
+- [Node](https://github.com/actions/node-versions)
+
+### Post-generation scripts
+
+> :warning: These scripts are intended to run on a VM deployed in Azure
+
+The user, created during the image generation, does not exist in the result VHD hence some configuration files related to the user's home directory need to be changed as well as the file permissions for some directories. Scripts for that are located in the `post-generation` folder in the repository:
+- Windows: https://github.com/actions/virtual-environments/tree/main/images/win/post-generation
+- Linux: https://github.com/actions/virtual-environments/tree/main/images/linux/post-generation
+
+**Note:** The default user for Linux should have `sudo privileges`.
+
+The scripts are copied to the VHD during the image generation process to the following paths:
+- Windows: `C:\post-generation`
+- Linux:  `/opt/post-generation` 
+
+#### Running scripts
+
+##### Ubuntu
+
+        sudo su -c "find /opt/post-generation -mindepth 1 -maxdepth 1 -type f -name '*.sh' -exec bash {} \;"
+
+##### Windows
+
+        Get-ChildItem C:\post-generation -Filter *.ps1 | ForEach-Object { & $_.FullName }
+
+#### Script details
+
+##### Ubuntu
+
+- **cleanup-logs.sh** - removes all build process logs from the machine
+- **environment-variables.sh** - replaces `$HOME` with the default user's home directory for environmental variables related to the default user home directory
+- **homebrew-permissions.sh** - Resets homebrew repository directory by running `git reset --hard` to make the working tree clean after chmoding /home and changes the repository directory owner to the current user
+- **rust-permissions.sh** - fixes permissions for the Rust folder. Detailed issue explanation is provided in [virtual-environments/issues/572](https://github.com/actions/virtual-environments/issues/572).
+
+##### Windows
+
+- **Choco.ps1** - contains dummy command to cleanup orphaned packages to avoid initial delay for future choco commands
+- **Dotnet.ps1** - adds `$env:USERPROFILE\.dotnet\tools` directory to the PATH
+- **InternetExplorerConfiguration** - turns off the Internet Explorer Enhanced Security feature
+- **Msys2FirstLaunch.ps1** - initializes bash user profile in MSYS2
+- **RustJunction.ps1** - creates Rust junction points to cargo and rustup folders
+- **VSConfiguration.ps1** - performs initial Visual Studio configuration

docs/debugging-failed-builds.md

@@ -1,27 +1,27 @@
-# Debugging Failed Packer Builds
-
-## Step 1: Run packer build `-on-error=ask`
-When you run the `packer build` command, give it the `-on-error=ask` flag.
-By default, `packer build` will delete the resource group as soon as the build fails.
-`-on-error=ask` will pause it and wait for your input so you have time to remote in to the VM and diagnose the failure.
-
-When the build fails, you will see this:
-
-![Ask on error screenshot](/help/resources/askOnError.png "Ask on error screenshot")
-
-## Step 2: Find the resource group name in the build log
-At the beginning of the build log (written to console), find the resource group name for the VM:
-
-![Resource group from log screenshot](/help/resources/resourceGroupName.png "Resource group from log screenshot")
-
-Log into the Azure Portal.  Find that resource group under `Resource groups`.  You should see the resources for the Packer build:
-
-![Packer resource group in Azure screenshot](/help/resources/packerResourceGroup.png "Packer resource group in Azure screenshot")
-
-## Step 3: Connect to the VM
-Select the VM in the resource group.  Click `Connect:`
-
-This will download an RDP file.  Open that and enter the credentials found in the JSON file you pass to `packer build`:
-
-![VM credentials screenshot](/help/resources/vmCredentials.png "VM credentials screenshot")
-
+# Debugging Failed Packer Builds
+
+## Step 1: Run packer build `-on-error=ask`
+When you run the `packer build` command, give it the `-on-error=ask` flag.
+By default, `packer build` will delete the resource group as soon as the build fails.
+`-on-error=ask` will pause it and wait for your input so you have time to remote in to the VM and diagnose the failure.
+
+When the build fails, you will see this:
+
+![Ask on error screenshot](/docs/resources/askOnError.png "Ask on error screenshot")
+
+## Step 2: Find the resource group name in the build log
+At the beginning of the build log (written to console), find the resource group name for the VM:
+
+![Resource group from log screenshot](/docs/resources/resourceGroupName.png "Resource group from log screenshot")
+
+Log into the Azure Portal.  Find that resource group under `Resource groups`.  You should see the resources for the Packer build:
+
+![Packer resource group in Azure screenshot](/docs/resources/packerResourceGroup.png "Packer resource group in Azure screenshot")
+
+## Step 3: Connect to the VM
+Select the VM in the resource group.  Click `Connect:`
+
+This will download an RDP file.  Open that and enter the credentials found in the JSON file you pass to `packer build`:
+
+![VM credentials screenshot](/docs/resources/vmCredentials.png "VM credentials screenshot")
+

docs/software-and-images-guidelines.md

@@ -0,0 +1,38 @@
+# Software and image guidelines
+
+## Software preinstallation policy
+In general, these are the guidelines we consider when deciding what to pre-install:
+
+- Tools and ecosystems that are broadly popular and widely-used will be given priority.
+- Recent versions of tools will be given priority over older versions.
+- Tools and versions that are deprecated or have reached end-of-life will not be added.
+- If a tool can be installed during the build, we will evaluate how much time is saved
+ and how much space is used by having the tool pre-installed.
+- MIT, Apache, and GNU licenses are ok, anything else we'll have to check with lawyers.
+- If a tool takes much space we will evaluate space usage and provide a decision if this tool can be pre-installed.
+- If a tool requires the support of more than one version, we will consider the cost of this maintenance, how often new versions bring dangerous updates.
+
+**Note:** For new tools, please, create an issue and get an approval from us to add this tool to the image before creating the pull request.
+
+## Software and images support policy
+These are the guidelines we follow in software and images supporting routine:
+- Tools and versions will typically be removed 6 months after they are deprecated or have reached end-of-life.
+- We support at least 2 latest OS versions (LTS only for Ubuntu) and initiate deprecation process for the oldest one when image usage drops below 5%.
+- The images generally contain the latest versions of packages installed except for Ubuntu LTS where we rely on the Canonical-provided repositories mostly.
+- Popular tools can have several versions installed side-by-side with the following strategy:
+
+| Tool name | Installation strategy |
+|-----------|-----------------------|
+| Docker images | not more than 3 latest LTS OS\tool versions. New images or new versions of current images are added using the standard tool request process |
+| Java      | all LTS versions |
+| Node.js   | 3 latest LTS versions |
+| Go        | 3 latest minor versions |
+| Python <br/> Ruby | 5 most popular `major.minor` versions |
+| PyPy      | 3 most popular `major.minor` versions |
+| .NET Core | 2 latest LTS versions and 1 latest version. For each feature version only latest patch is installed |
+| GCC <br/> GNU Fortran <br/> Clang <br/> GNU C++ | 3 latest major versions |
+| Android NDK | 1 latest non-LTS, 2 latest LTS versions |
+| Xcode     | - all OS compatible versions side-by-side <br/> - for beta, GM versions - latest beta only <br/> - old patch versions are deprecated in 3 months |
+
+## Software default versions update policy for tools with multiple versions installed
+In general, once a new version is installed on the image, we announce the default version update 2 weeks prior to deploying it to give time to adapt to upcoming changes. For potentially dangerous updates, we can extend the timeline up to 1 month between the announcement and deployment.

help/CreateImageAndAzureResources.md

@@ -1,11 +0,0 @@
-# Build an image.
-
-## Create required Azure resources and generate an image
-
-1. Generating required Azure resources and running a packer build for a targeted image is automated [here](../helpers/GenerateResourcesAndImage.ps1).
-
-## Create a VM based on the template created by Packer
-
-1. At the end of the output from running Packer above is a URL to the VM resource template with a read access token. It ends with `.json` plus a query string. Note this URL. For now, it seems like there is an [Az CLI bug](https://github.com/Azure/azure-cli/issues/5899) with specifying the template through a URI. So download the template locally and note the path of the template file.
-1. Generating the required Azure resources and creating the VM is automated [here](../helpers/CreateAzureVMFromPackerTemplate.ps1).
-1. After the VM is created, remote into it using its public IP address. You can test the installed tools or install the Azure Pipelines agent and connect it to your Azure DevOps organization.

helpers/CreateAzureVMFromPackerTemplate.ps1

@@ -1,10 +1,10 @@
 Function CreateAzureVMFromPackerTemplate {
     <#
         .SYNOPSIS
-            Creates an Azure VM from a template. Also generates network resources in Azure to make the VM accessible.
+            A helper function to deploy a VM from a generated image.
 
         .DESCRIPTION
-            Creates Azure resources and kicks off a packer image generation for the selected image type.
+             Creates an Azure VM from a template. Also generates network resources in Azure to make the VM accessible.
 
         .PARAMETER SubscriptionId
             The Azure subscription Id where resources will be created.
@@ -17,7 +17,7 @@ Function CreateAzureVMFromPackerTemplate {
 
         .PARAMETER VirtualMachineName
             The name of the virtual machine to be generated.
-        
+
         .PARAMETER AdminUserName
             The administrator username for the virtual machine to be created.
 
@@ -48,25 +48,29 @@ Function CreateAzureVMFromPackerTemplate {
     )
 
     $vmSize = "Standard_DS2_v2"
-    $vnetName = $env:UserName + [System.GUID]::NewGuid().ToString().ToUpper()
-    $subnetName = $env:UserName + [System.GUID]::NewGuid().ToString().ToUpper()
-    $nicName = $env:UserName + [System.GUID]::NewGuid().ToString().ToUpper()
-    $publicIpName = $env:UserName + [System.GUID]::NewGuid().ToString().ToUpper()
+    $guid = [System.GUID]::NewGuid().ToString().ToUpper()
+    $vnetName = $env:UserName + "vnet-" + $guid
+    $subnetName = $env:UserName + "subnet-" + $guid
+    $nicName = $env:UserName + "nic-" + $guid
+    $publicIpName = $env:UserName + "pip-" +  $guid
 
-    Write-Host "Creating a Vnet and a Subnet"
-    az network vnet create -g $ResourceGroupName -l $AzureLocation --name $vnetName --address-prefix 10.0.0.0/16 --subscription $subscriptionId
-    az network vnet subnet create -g $ResourceGroupName --vnet-name $vnetName -n $subnetName --address-prefix 10.0.1.0/24  --subscription $subscriptionId
+    Write-Host "Creating a virtual network and subnet"
+    ($vnet = az network vnet create -g $ResourceGroupName -l $AzureLocation -n $vnetName --address-prefixes 10.0.0.0/16 --subnet-name $subnetName --subnet-prefixes 10.0.1.0/24 --subscription $subscriptionId -o json)
+    $subnetId = ($vnet | ConvertFrom-Json).newVNet.subnets[0].id
 
-    Write-Host "Creating a network interface card (NIC)."
-    $nic = az network nic create -g $ResourceGroupName --vnet-name $vnetName --subnet $subnetName -n $nicName  --subscription $subscriptionId
+    Write-Host "`nCreating a network interface controller (NIC)"
+    ($nic = az network nic create -g $ResourceGroupName -l $AzureLocation -n $nicName --subnet $subnetId --subscription $subscriptionId -o json)
     $networkId = ($nic | ConvertFrom-Json).NewNIC.id
 
-    Write-Host "create public IP."
-    az network public-ip create -g $ResourceGroupName -n $publicIpName --subscription $subscriptionId --allocation-method Static --location $AzureLocation --sku Standard --version IPv4 
+    Write-Host "`nCreating a public IP address"
+    ($publicIp = az network public-ip create -g $ResourceGroupName -l $AzureLocation -n $publicIpName --allocation-method Static --sku Standard --version IPv4 --subscription $subscriptionId -o json)
+    $publicIpId = ($publicIp | ConvertFrom-Json).publicIp.id
 
-    Write-Host "Adding the public IP to the NIC."
-    az network nic ip-config update --name ipconfig1 --nic-name $nicName --resource-group $ResourceGroupName --subscription $subscriptionId --public-ip-address $publicIpName
+    Write-Host "`nAdding the public IP to the NIC"
+    az network nic ip-config update -g $ResourceGroupName -n ipconfig1 --nic-name $nicName --public-ip-address $publicIpId --subscription $subscriptionId
 
-    Write-Host "Creating the VM"
-    az group deployment create --resource-group $ResourceGroupName --subscription $subscriptionId --name $VirtualMachineName --template-file $templateFilePath --parameters vmSize=$vmSize vmName=$VirtualMachineName adminUserName=$AdminUsername adminPassword=$AdminPassword networkInterfaceId=$networkId
+    Write-Host "`nCreating the VM"
+    az group deployment create -g $ResourceGroupName -n $VirtualMachineName --subscription $subscriptionId --template-file $templateFilePath --parameters vmSize=$vmSize vmName=$VirtualMachineName adminUserName=$AdminUsername adminPassword=$AdminPassword networkInterfaceId=$networkId
+    
+    Write-Host "`nCreated in $(ResourceGroupName):`n  vnet $(vnetName)`n  subnet $(subnetName)`n  nic $(nicName)`n  publicip $(publicIpName)`n  vm $(VirtualMachineName)"
 }

helpers/GenerateResourcesAndImage.ps1

@@ -3,8 +3,9 @@ $ErrorActionPreference = 'Stop'
 enum ImageType {
     Windows2016 = 0
     Windows2019 = 1
-    Ubuntu1604 = 2
+    Windows2022 = 2
     Ubuntu1804 = 3
+    Ubuntu2004 = 4
 }
 
 Function Get-PackerTemplatePath {
@@ -15,24 +16,42 @@ Function Get-PackerTemplatePath {
         [ImageType] $ImageType
     )
 
-    $relativePath = "N/A"
-
     switch ($ImageType) {
         ([ImageType]::Windows2016) {
-            $relativePath = "\images\win\Windows2016-Azure.json"
+            $relativeTemplatePath = Join-Path "win" "windows2016.json"
         }
         ([ImageType]::Windows2019) {
-            $relativePath = "\images\win\Windows2019-Azure.json"
+            $relativeTemplatePath = Join-Path "win" "windows2019.json"
         }
-        ([ImageType]::Ubuntu1604) {
-            $relativePath = "\images\linux\ubuntu1604.json"
+        ([ImageType]::Windows2022) {
+            $relativeTemplatePath = Join-Path "win" "windows2022.json"
         }
         ([ImageType]::Ubuntu1804) {
-            $relativePath = "\images\linux\ubuntu1804.json"
+            $relativeTemplatePath = Join-Path "linux" "ubuntu1804.json"
         }
+        ([ImageType]::Ubuntu2004) {
+            $relativeTemplatePath = Join-Path "linux" "ubuntu2004.json"
+        }
+        default { throw "Unknown type of image" }
     }
 
-    return $RepositoryRoot + $relativePath;
+    $imageTemplatePath = [IO.Path]::Combine($RepositoryRoot, "images", $relativeTemplatePath)
+
+    if (-not (Test-Path $imageTemplatePath)) {
+        throw "Template for image '$ImageType' doesn't exist on path '$imageTemplatePath'"
+    }
+
+    return $imageTemplatePath;
+}
+
+Function Get-LatestCommit {
+    [CmdletBinding()]
+    param()
+
+    process {
+        Write-Host "Latest commit:"
+        git --no-pager log --pretty=format:"Date: %cd; Commit: %H - %s; Author: %an <%ae>" -1
+    }
 }
 
 Function GenerateResourcesAndImage {
@@ -53,7 +72,7 @@ Function GenerateResourcesAndImage {
             The root path of the image generation repository source.
 
         .PARAMETER ImageType
-            The type of the image being generated. Valid options are: {"Windows2016", "Windows2019", "Ubuntu1604", "Ubuntu1804"}.
+            The type of the image being generated. Valid options are: {"Windows2016", "Windows2019", "Windows2022", "Ubuntu1804", "Ubuntu2004"}.
 
         .PARAMETER AzureLocation
             The location of the resources being created in Azure. For example "East US".
@@ -61,11 +80,24 @@ Function GenerateResourcesAndImage {
         .PARAMETER Force
             Delete the resource group if it exists without user confirmation.
 
-        .PARAMETER GithubFeedToken
-            GitHub PAT to download tool packages from GitHub Package Registry
+        .PARAMETER AzureClientId
+            Client id needs to be provided for optional authentication via service principal. Example: "11111111-1111-1111-1111-111111111111"
+
+        .PARAMETER AzureClientSecret
+            Client secret needs to be provided for optional authentication via service principal. Example: "11111111-1111-1111-1111-111111111111"
+
+        .PARAMETER AzureTenantId
+            Tenant needs to be provided for optional authentication via service principal. Example: "11111111-1111-1111-1111-111111111111"
+
+        .PARAMETER RestrictToAgentIpAddress
+            If set, access to the VM used by packer to generate the image is restricted to the public IP address this script is run from. 
+            This parameter cannot be used in combination with the virtual_network_name packer parameter.
+        
+        .PARAMETER AllowBlobPublicAccess
+            The Azure storage account will be created with this option.
 
         .EXAMPLE
-            GenerateResourcesAndImage -SubscriptionId {YourSubscriptionId} -ResourceGroupName "shsamytest1" -ImageGenerationRepositoryRoot "C:\virtual-environments" -ImageType Ubuntu1604 -AzureLocation "East US"
+            GenerateResourcesAndImage -SubscriptionId {YourSubscriptionId} -ResourceGroupName "shsamytest1" -ImageGenerationRepositoryRoot "C:\virtual-environments" -ImageType Ubuntu1804 -AzureLocation "East US"
     #>
     param (
         [Parameter(Mandatory = $True)]
@@ -73,35 +105,46 @@ Function GenerateResourcesAndImage {
         [Parameter(Mandatory = $True)]
         [string] $ResourceGroupName,
         [Parameter(Mandatory = $True)]
-        [string] $ImageGenerationRepositoryRoot,
-        [Parameter(Mandatory = $True)]
         [ImageType] $ImageType,
         [Parameter(Mandatory = $True)]
         [string] $AzureLocation,
         [Parameter(Mandatory = $False)]
+        [string] $ImageGenerationRepositoryRoot = $pwd,
+        [Parameter(Mandatory = $False)]
         [int] $SecondsToWaitForServicePrincipalSetup = 30,
         [Parameter(Mandatory = $False)]
-        [string] $GithubFeedToken,
+        [string] $AzureClientId,
         [Parameter(Mandatory = $False)]
-        [Switch] $Force
+        [string] $AzureClientSecret,
+        [Parameter(Mandatory = $False)]
+        [string] $AzureTenantId,
+        [Parameter(Mandatory = $False)]
+        [Switch] $RestrictToAgentIpAddress,
+        [Parameter(Mandatory = $False)]
+        [Switch] $Force,
+        [Parameter(Mandatory = $False)]
+        [bool] $AllowBlobPublicAccess = $False,
+        [Parameter(Mandatory = $False)]
+        [bool] $EnableHttpsTrafficOnly = $False
     )
 
-    if (([string]::IsNullOrEmpty($GithubFeedToken)))
-    {
-        Write-Error "'-GithubFeedToken' parameter is not specified. You have to specify valid GitHub PAT to download tool packages from GitHub Package Registry"
-        exit 1
-    }
-
     $builderScriptPath = Get-PackerTemplatePath -RepositoryRoot $ImageGenerationRepositoryRoot -ImageType $ImageType
-    $ServicePrincipalClientSecret = $env:UserName + [System.GUID]::NewGuid().ToString().ToUpper();
-    $InstallPassword = $env:UserName + [System.GUID]::NewGuid().ToString().ToUpper();
+    $ServicePrincipalClientSecret = $env:UserName + [System.GUID]::NewGuid().ToString().ToUpper()
+    $InstallPassword = $env:UserName + [System.GUID]::NewGuid().ToString().ToUpper()
 
-    Login-AzureRmAccount
-    Set-AzureRmContext -SubscriptionId $SubscriptionId
+    if ([string]::IsNullOrEmpty($AzureClientId))
+    {
+        Connect-AzAccount
+    } else {
+        $AzSecureSecret = ConvertTo-SecureString $AzureClientSecret -AsPlainText -Force
+        $AzureAppCred = New-Object System.Management.Automation.PSCredential($AzureClientId, $AzSecureSecret)
+        Connect-AzAccount -ServicePrincipal -Credential $AzureAppCred -Tenant $AzureTenantId
+    }
+    Set-AzContext -SubscriptionId $SubscriptionId
 
     $alreadyExists = $true;
     try {
-        Get-AzureRmResourceGroup -Name $ResourceGroupName
+        Get-AzResourceGroup -Name $ResourceGroupName
         Write-Verbose "Resource group was found, will delete and recreate it."
     }
     catch {
@@ -112,8 +155,8 @@ Function GenerateResourcesAndImage {
     if ($alreadyExists) {
         if($Force -eq $true) {
             # Cleanup the resource group if it already exitsted before
-            Remove-AzureRmResourceGroup -Name $ResourceGroupName -Force
-            New-AzureRmResourceGroup -Name $ResourceGroupName -Location $AzureLocation
+            Remove-AzResourceGroup -Name $ResourceGroupName -Force
+            New-AzResourceGroup -Name $ResourceGroupName -Location $AzureLocation
         } else {
             $title = "Delete Resource Group"
             $message = "The resource group you specified already exists. Do you want to clean it up?"
@@ -132,13 +175,13 @@ Function GenerateResourcesAndImage {
 
             switch ($result)
             {
-                0 { Remove-AzureRmResourceGroup -Name $ResourceGroupName -Force; New-AzureRmResourceGroup -Name $ResourceGroupName -Location $AzureLocation }
+                0 { Remove-AzResourceGroup -Name $ResourceGroupName -Force; New-AzResourceGroup -Name $ResourceGroupName -Location $AzureLocation }
                 1 { <# Do nothing #> }
                 2 { exit }
             }
         }
     } else {
-        New-AzureRmResourceGroup -Name $ResourceGroupName -Location $AzureLocation
+        New-AzResourceGroup -Name $ResourceGroupName -Location $AzureLocation
     }
 
     # This script should follow the recommended naming conventions for azure resources
@@ -150,32 +193,79 @@ Function GenerateResourcesAndImage {
     $storageAccountName = $storageAccountName.Replace("-", "").Replace("_", "").Replace("(", "").Replace(")", "").ToLower()
     $storageAccountName += "001"
 
-    New-AzureRmStorageAccount -ResourceGroupName $ResourceGroupName -AccountName $storageAccountName -Location $AzureLocation -SkuName "Standard_LRS"
+    New-AzStorageAccount -ResourceGroupName $ResourceGroupName -AccountName $storageAccountName -Location $AzureLocation -SkuName "Standard_LRS" -AllowBlobPublicAccess $AllowBlobPublicAccess -EnableHttpsTrafficOnly $EnableHttpsTrafficOnly
 
-    $spDisplayName = [System.GUID]::NewGuid().ToString().ToUpper()
-    $sp = New-AzureRmADServicePrincipal -DisplayName $spDisplayName -Password (ConvertTo-SecureString $ServicePrincipalClientSecret -AsPlainText -Force)
+    if ([string]::IsNullOrEmpty($AzureClientId)) {
+        # Interactive authentication: A service principal is created during runtime.
+        $spDisplayName = [System.GUID]::NewGuid().ToString().ToUpper()
+        $startDate = Get-Date
+        $endDate = $startDate.AddYears(1)
 
-    $spAppId = $sp.ApplicationId
-    $spClientId = $sp.ApplicationId
-    $spObjectId = $sp.Id
-    Start-Sleep -Seconds $SecondsToWaitForServicePrincipalSetup
+        if ('Microsoft.Azure.Commands.ActiveDirectory.PSADPasswordCredential' -as [type]) {
+            $credentials = [Microsoft.Azure.Commands.ActiveDirectory.PSADPasswordCredential]@{
+                StartDate = $startDate
+                EndDate = $endDate
+                Password = $ServicePrincipalClientSecret
+            }
+            $sp = New-AzADServicePrincipal -DisplayName $spDisplayName -PasswordCredential $credentials
+            $spClientId = $sp.ApplicationId
+            $azRoleParam = @{
+                RoleDefinitionName = "Contributor"
+                ServicePrincipalName = $spClientId
+            }
+        }
 
-    New-AzureRmRoleAssignment -RoleDefinitionName Contributor -ServicePrincipalName $spAppId
-    Start-Sleep -Seconds $SecondsToWaitForServicePrincipalSetup
-    $sub = Get-AzureRmSubscription -SubscriptionId $SubscriptionId
-    $tenantId = $sub.TenantId
-    # "", "Note this variable-setting script for running Packer with these Azure resources in the future:", "==============================================================================================", "`$spClientId = `"$spClientId`"", "`$ServicePrincipalClientSecret = `"$ServicePrincipalClientSecret`"", "`$SubscriptionId = `"$SubscriptionId`"", "`$tenantId = `"$tenantId`"", "`$spObjectId = `"$spObjectId`"", "`$AzureLocation = `"$AzureLocation`"", "`$ResourceGroupName = `"$ResourceGroupName`"", "`$storageAccountName = `"$storageAccountName`"", "`$install_password = `"$install_password`"", ""
+        if ('Microsoft.Azure.PowerShell.Cmdlets.Resources.MSGraph.Models.ApiV10.MicrosoftGraphPasswordCredential' -as [type]) {
+            $credentials = [Microsoft.Azure.PowerShell.Cmdlets.Resources.MSGraph.Models.ApiV10.MicrosoftGraphPasswordCredential]@{
+                StartDateTime = $startDate
+                EndDateTime = $endDate
+            }
+            $sp = New-AzADServicePrincipal -DisplayName $spDisplayName
+            $appCred = New-AzADAppCredential -ApplicationId $sp.AppId -PasswordCredentials $credentials
+            $spClientId = $sp.AppId
+            $azRoleParam = @{
+                RoleDefinitionName = "Contributor"
+                PrincipalId = $sp.Id
+            }
+            $ServicePrincipalClientSecret = $appCred.SecretText
+        }
 
-    packer.exe build -on-error=ask `
+        Start-Sleep -Seconds $SecondsToWaitForServicePrincipalSetup
+        New-AzRoleAssignment @azRoleParam
+        Start-Sleep -Seconds $SecondsToWaitForServicePrincipalSetup
+        $sub = Get-AzSubscription -SubscriptionId $SubscriptionId
+        $tenantId = $sub.TenantId
+        # "", "Note this variable-setting script for running Packer with these Azure resources in the future:", "==============================================================================================", "`$spClientId = `"$spClientId`"", "`$ServicePrincipalClientSecret = `"$ServicePrincipalClientSecret`"", "`$SubscriptionId = `"$SubscriptionId`"", "`$tenantId = `"$tenantId`"", "`$spObjectId = `"$spObjectId`"", "`$AzureLocation = `"$AzureLocation`"", "`$ResourceGroupName = `"$ResourceGroupName`"", "`$storageAccountName = `"$storageAccountName`"", "`$install_password = `"$install_password`"", ""
+    } else {
+        # Parametrized Authentication via given service principal: The service principal with the data provided via the command line
+        # is used for all authentication purposes.
+        $spClientId = $AzureClientId
+        $credentials = $AzureAppCred
+        $ServicePrincipalClientSecret = $AzureClientSecret
+        $tenantId = $AzureTenantId
+    }
+
+    Get-LatestCommit -ErrorAction SilentlyContinue
+
+    $packerBinary = Get-Command "packer"
+    if (-not ($packerBinary)) {
+        throw "'packer' binary is not found on PATH"
+    }
+
+    if($RestrictToAgentIpAddress -eq $true) {
+        $AgentIp = (Invoke-RestMethod http://ipinfo.io/json).ip
+        Write-Host "Restricting access to packer generated VM to agent IP Address: $AgentIp"
+    }
+
+    & $packerBinary build -on-error=ask `
         -var "client_id=$($spClientId)" `
         -var "client_secret=$($ServicePrincipalClientSecret)" `
         -var "subscription_id=$($SubscriptionId)" `
         -var "tenant_id=$($tenantId)" `
-        -var "object_id=$($spObjectId)" `
         -var "location=$($AzureLocation)" `
         -var "resource_group=$($ResourceGroupName)" `
         -var "storage_account=$($storageAccountName)" `
         -var "install_password=$($InstallPassword)" `
-        -var "github_feed_token=$($GithubFeedToken)" `
+        -var "allowed_inbound_ip_addresses=$($AgentIp)" `
         $builderScriptPath
-}
+}

images.CI/download-repo.ps1

@@ -0,0 +1,14 @@
+param(
+    [String] [Parameter (Mandatory=$true)] $RepoUrl,
+    [String] [Parameter (Mandatory=$true)] $RepoBranch
+)
+
+Write-Host "Clean up default repository"
+Remove-Item -path './*' -Recurse -Force
+
+Write-Host "Download ${RepoBranch} branch from ${RepoUrl}"
+$env:GIT_REDIRECT_STDERR = '2>&1'
+git clone $RepoUrl . -b $RepoBranch --single-branch --depth 1
+
+Write-Host "Latest commit:"
+git --no-pager log --pretty=format:"Date: %cd; Commit: %H - %s; Author: %an <%ae>" -1

images.CI/linux-and-win/azure-pipelines/image-generation.yml

@@ -6,9 +6,10 @@
 
 jobs:
 - job:
-  pool: ci-agent-pool
+  displayName: Image Generation (${{ parameters.image_type }})
   timeoutInMinutes: 600
   cancelTimeoutInMinutes: 30
+  pool: ci-agent-pool
   variables:
   - group: Image Generation Variables
 
@@ -16,24 +17,33 @@ jobs:
   - task: PowerShell@2
     displayName: 'Download custom repository'
     condition: and(ne(variables['CUSTOM_REPOSITORY_URL'], ''), ne(variables['CUSTOM_REPOSITORY_BRANCH'], ''))
+    inputs:
+      targetType: 'filePath'
+      filePath: ./images.CI/download-repo.ps1
+      arguments: -RepoUrl $(CUSTOM_REPOSITORY_URL) `
+                 -RepoBranch $(CUSTOM_REPOSITORY_BRANCH)
+
+  - task: PowerShell@2
+    displayName: 'Set image template variables'
     inputs:
       targetType: 'inline'
       script: |
-        Write-Host "Clean up default repository"
-        Remove-Item -path './*' -Recurse -Force
-        Write-Host "Download $(CUSTOM_REPOSITORY_BRANCH) branch from $(CUSTOM_REPOSITORY_URL)"
-        $env:GIT_REDIRECT_STDERR = '2>&1'
-        git clone $(CUSTOM_REPOSITORY_URL) . -b $(CUSTOM_REPOSITORY_BRANCH) --single-branch --depth 1
+        $ImageType = "${{ parameters.image_type }}"
+        $TemplateDirectoryName = if ($ImageType.StartsWith("ubuntu")) { "linux" } else { "win" }
+        $TemplateDirectoryPath = Join-Path "images" $TemplateDirectoryName | Resolve-Path
+        $TemplatePath = Join-Path $TemplateDirectoryPath "$ImageType.json"
+        Write-Host "##vso[task.setvariable variable=TemplateDirectoryPath;]$TemplateDirectoryPath"
+        Write-Host "##vso[task.setvariable variable=TemplatePath;]$TemplatePath"
 
   - task: PowerShell@2
     displayName: 'Build VM'
     inputs:
       targetType: filePath
-      filePath: ./images.CI/build-image.ps1
+      filePath: ./images.CI/linux-and-win/build-image.ps1
       arguments: -ResourcesNamePrefix $(Build.BuildId) `
                         -ClientId $(CLIENT_ID) `
                         -ClientSecret $(CLIENT_SECRET) `
-                        -Image ${{ parameters.image_type }} `
+                        -TemplatePath $(TemplatePath) `
                         -ResourceGroup $(AZURE_RESOURCE_GROUP) `
                         -StorageAccount $(AZURE_STORAGE_ACCOUNT) `
                         -SubscriptionId $(AZURE_SUBSCRIPTION) `
@@ -41,14 +51,33 @@ jobs:
                         -Location $(AZURE_LOCATION) `
                         -VirtualNetworkName $(BUILD_AGENT_VNET_NAME) `
                         -VirtualNetworkRG $(BUILD_AGENT_VNET_RESOURCE_GROUP) `
-                        -VirtualNetworkSubnet $(BUILD_AGENT_SUBNET_NAME) `
-                        -GitHubFeedToken $(GITHUB_TOKEN)
+                        -VirtualNetworkSubnet $(BUILD_AGENT_SUBNET_NAME)
+
+    env:
+      PACKER_LOG: 1
+      PACKER_LOG_PATH: $(Build.ArtifactStagingDirectory)/packer-log.txt
+
+  - task: PowerShell@2
+    displayName: 'Output Readme file content'
+    inputs:
+      targetType: 'inline'
+      script: |
+        Get-Content -Path (Join-Path "$(TemplateDirectoryPath)" "${{ parameters.image_readme_name }}")
+
+  - task: PowerShell@2
+    displayName: 'Print provisioners duration'
+    inputs:
+      targetType: 'filePath'
+      filePath: ./images.CI/measure-provisioners-duration.ps1
+      arguments: -PackerLogPath "$(Build.ArtifactStagingDirectory)/packer-log.txt" `
+                        -PrefixToPathTrim "$(TemplateDirectoryPath)" `
+                        -PrintTopNLongest 25
 
   - task: PowerShell@2
     displayName: 'Create release for VM deployment'
     inputs:
       targetType: filePath
-      filePath: ./images.CI/create-release.ps1
+      filePath: ./images.CI/linux-and-win/create-release.ps1
       arguments: -BuildId $(Build.BuildId) `
                         -Organization $(RELEASE_TARGET_ORGANIZATION) `
                         -DefinitionId $(RELEASE_TARGET_DEFINITION_ID) `
@@ -56,23 +85,16 @@ jobs:
                         -ImageName ${{ parameters.image_type }} `
                         -AccessToken $(RELEASE_TARGET_TOKEN)
 
-  - task: PowerShell@2
-    displayName: 'Output Readme file content'
-    inputs:
-      targetType: 'inline'
-      script: |
-        $docsPath = Get-ChildItem -Path "images" -Include ${{ parameters.image_readme_name }} -Recurse -Depth 1 | Select-Object -First 1
-        Get-Content -Path $docsPath
-
   - task: PowerShell@2
     displayName: 'Clean up resources'
     condition: always()
     inputs:
       targetType: filePath
-      filePath: ./images.CI/cleanup.ps1
+      filePath: ./images.CI/linux-and-win/cleanup.ps1
       arguments: -ResourcesNamePrefix $(Build.BuildId) `
+                     -Image ${{ parameters.image_type }} `
+                     -StorageAccount $(AZURE_STORAGE_ACCOUNT) `
+                     -SubscriptionId $(AZURE_SUBSCRIPTION) `
                      -ClientId $(CLIENT_ID) `
                      -ClientSecret $(CLIENT_SECRET) `
-                     -Image ${{ parameters.image_type }} `
-                     -SubscriptionId $(AZURE_SUBSCRIPTION) `
                      -TenantId $(AZURE_TENANT)

images.CI/linux-and-win/azure-pipelines/ubuntu1804.yml

@@ -17,4 +17,4 @@ jobs:
 - template: image-generation.yml
   parameters:
     image_type: ubuntu1804
-    image_readme_name: Ubuntu1804-README.md
+    image_readme_name: Ubuntu1804-Readme.md

images.CI/linux-and-win/azure-pipelines/ubuntu2004.yml

@@ -17,4 +17,4 @@ jobs:
 - template: image-generation.yml
   parameters:
     image_type: ubuntu2004
-    image_readme_name: Ubuntu2004-README.md
+    image_readme_name: Ubuntu2004-Readme.md

images.CI/linux-and-win/azure-pipelines/windows2016.yml

@@ -16,5 +16,5 @@ pr:
 jobs:
 - template: image-generation.yml
   parameters:
-    image_type: Windows2016-Azure
+    image_type: windows2016
     image_readme_name: Windows2016-Readme.md

images.CI/linux-and-win/azure-pipelines/windows2019.yml

@@ -16,5 +16,5 @@ pr:
 jobs:
 - template: image-generation.yml
   parameters:
-    image_type: Windows2019-Azure
+    image_type: windows2019
     image_readme_name: Windows2019-Readme.md

images.CI/linux-and-win/azure-pipelines/windows2022.yml

@@ -16,5 +16,5 @@ pr:
 jobs:
 - template: image-generation.yml
   parameters:
-    image_type: ubuntu1604
-    image_readme_name: Ubuntu1604-README.md
+    image_type: windows2022
+    image_readme_name: Windows2022-Readme.md

images.CI/linux-and-win/build-image.ps1

@@ -1,8 +1,7 @@
 param(
-    [String] [Parameter (Mandatory=$true)] $Image,
+    [String] [Parameter (Mandatory=$true)] $TemplatePath,
     [String] [Parameter (Mandatory=$true)] $ClientId,
     [String] [Parameter (Mandatory=$true)] $ClientSecret,
-    [String] [Parameter (Mandatory=$true)] $GitHubFeedToken,
     [String] [Parameter (Mandatory=$true)] $ResourcesNamePrefix,
     [String] [Parameter (Mandatory=$true)] $Location,
     [String] [Parameter (Mandatory=$true)] $ResourceGroup,
@@ -14,13 +13,13 @@ param(
     [String] [Parameter (Mandatory=$true)] $VirtualNetworkSubnet
 )
 
-$TemplatePath = (Get-ChildItem -Path "images" -Include "$Image.json" -Recurse -Depth 2).FullName
-if (-not $TemplatePath)
+if (-not (Test-Path $TemplatePath))
 {
-    Write-Error "'-Image' parameter is not valid. You have to specify correct image type."
+    Write-Error "'-TemplatePath' parameter is not valid. You have to specify correct Template Path"
     exit 1
 }
 
+$Image = [io.path]::GetFileNameWithoutExtension($TemplatePath)
 $TempResourceGroupName = "${ResourcesNamePrefix}_${Image}"
 $InstallPassword = [System.GUID]::NewGuid().ToString().ToUpper()
 
@@ -44,7 +43,6 @@ packer build    -var "capture_name_prefix=$ResourcesNamePrefix" `
                 -var "client_id=$ClientId" `
                 -var "client_secret=$ClientSecret" `
                 -var "install_password=$InstallPassword" `
-                -var "github_feed_token=$GitHubFeedToken" `
                 -var "location=$Location" `
                 -var "resource_group=$ResourceGroup" `
                 -var "storage_account=$StorageAccount" `

images.CI/linux-and-win/cleanup.ps1

@@ -1,6 +1,7 @@
 param(
     [String] [Parameter (Mandatory=$true)] $Image,
     [String] [Parameter (Mandatory=$true)] $ResourcesNamePrefix,
+    [String] [Parameter (Mandatory=$true)] $StorageAccount,
     [String] [Parameter (Mandatory=$true)] $ClientId,
     [String] [Parameter (Mandatory=$true)] $ClientSecret,
     [String] [Parameter (Mandatory=$true)] $SubscriptionId,
@@ -13,9 +14,13 @@ $TempResourceGroupName = "${ResourcesNamePrefix}_${Image}"
 
 $groupExist = az group exists --name $TempResourceGroupName --subscription $SubscriptionId
 if ($groupExist -eq "true") {
+    $osDiskName = az group deployment list --resource-group $TempResourceGroupName --query "[].properties.parameters.osDiskName.value" -o tsv
     Write-Host "Found a match, deleting temporary files"
     az group delete --name $TempResourceGroupName --subscription $SubscriptionId --yes | Out-Null
-    Write-Host "Temporary group was deleted succesfully" -ForegroundColor Green
+    Write-Host "Temporary group was deleted succesfully"
+    Write-Host "Deleting OS disk"
+    az storage remove --account-name $StorageAccount -c "images" -n "$osDiskName.vhd" --only-show-errors | Out-Null
+    Write-Host "OS disk deleted"
 } else {
     Write-Host "No temporary groups found"
 }

images.CI/macos/anka/Anka.Helpers.psm1

@@ -0,0 +1,227 @@
+function Push-AnkaTemplateToRegistry {
+    param (
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $RegistryUrl,
+
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $TagName,
+
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $TemplateName
+    )
+
+    # if registry uuid doesn't match than delete an image in registry
+    $images = anka --machine-readable registry --registry-path $RegistryUrl list | ConvertFrom-Json | ForEach-Object body
+    $images | Where-Object name -eq $TemplateName | ForEach-Object {
+        $id = $_.id
+        Show-StringWithFormat "Deleting '$TemplateName[$id]' VM and '$TagName' tag"
+        $uri = '{0}/registry/vm?id={1}' -f $RegistryUrl, $id
+        Invoke-WebRequest -Uri $uri -Method Delete | Out-Null
+    }
+
+    $command = "anka registry --registry-path $RegistryUrl push --force --tag $TagName $TemplateName"
+    Invoke-AnkaCommand -Command $command
+}
+
+function Get-AnkaVM {
+    param(
+        [string] $VMName
+    )
+
+    $command = "anka --machine-readable list"
+    if (-not [string]::IsNullOrEmpty($VMName)) {
+        $command = "anka --machine-readable show $VMName"
+    }
+    Invoke-AnkaCommand -Command $command | ConvertFrom-Json | Foreach-Object body
+}
+
+function Get-AnkaVMStatus {
+    param(
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $VMName
+    )
+
+    $command = "anka --machine-readable list $VMName"
+    Invoke-AnkaCommand -Command $command | ConvertFrom-Json | Foreach-Object { $_.body.status }
+}
+
+function Get-AnkaVMIPAddress {
+    param(
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $VMName
+    )
+
+    Get-AnkaVM -VMName $VMName | Foreach-Object ip
+}
+
+function Invoke-AnkaCommand {
+    param (
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $Command
+    )
+
+    $result = bash -c "$Command 2>&1" | Out-String
+    if ($LASTEXITCODE -ne 0) {
+        Write-Error "There is an error during command execution:`n$result"
+        exit 1
+    }
+    $result
+}
+
+function New-AnkaVMTemplate {
+    param (
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $InstallerPath,
+
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $TemplateName,
+
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $TemplateUsername,
+
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $TemplatePassword,
+
+        [Parameter(Mandatory)]
+        [int] $CPUCount,
+
+        [Parameter(Mandatory)]
+        [int] $RamSizeGb,
+
+        [Parameter(Mandatory)]
+        [int] $DiskSizeGb
+    )
+
+    $env:ANKA_DEFAULT_USER = $TemplateUsername
+    $env:ANKA_DEFAULT_PASSWD = $TemplatePassword
+    $env:ANKA_CREATE_SUSPEND = 0
+    $command = "anka create --cpu-count '$CPUCount' --ram-size '${RamSizeGb}G' --disk-size '${DiskSizeGb}G' --app '$InstallerPath' $TemplateName"
+    Invoke-AnkaCommand -Command $command
+}
+
+function Remove-AnkaVM {
+    param(
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $VMName
+    )
+
+    $command = "anka delete $VMName --yes"
+    $isTemplateExists = Get-AnkaVM | Where-Object name -eq $VMName
+    if ($isTemplateExists) {
+        $null = Invoke-AnkaCommand -Command $command
+    }
+}
+
+function Set-AnkaVMVideoController {
+    param(
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $VMName,
+
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $ShortMacOSVersion,
+
+        [ValidateSet("fbuf", "pg")]
+        [string] $Controller = "pg"
+    )
+
+    $command = "anka modify $VMName set display -c $Controller"
+    # Apple Metal is available starting from Big Sur
+    if (-not $ShortMacOSVersion.StartsWith("10.")) {
+        $null = Invoke-AnkaCommand -Command $command
+    }
+}
+
+function Set-AnkaVMDisplayResolution {
+    param (
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $VMName,
+
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $DisplayResolution
+    )
+
+    $command = "anka modify $VMName set display -r $DisplayResolution"
+    $null = Invoke-AnkaCommand -Command $command
+}
+
+function Start-AnkaVM {
+    param(
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $VMName
+    )
+
+    $command = "anka start $VMName"
+    $vmStatus = Get-AnkaVMStatus -VMName $VMName
+    if ($vmStatus -eq "stopped") {
+        $null = Invoke-AnkaCommand -Command $command
+    }
+}
+
+function Stop-AnkaVM {
+    param(
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $VMName
+    )
+
+    $command = "anka stop $VMName"
+    $vmStatus = Get-AnkaVMStatus -VMName $VMName
+    if ($vmStatus -eq "running") {
+       $null = Invoke-AnkaCommand -Command $command
+    }
+}
+
+function Wait-AnkaVMIPAddress {
+    param(
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $VMName,
+
+        [int] $RetryCount = 20,
+        [int] $Seconds = 60
+    )
+
+    $condition = { Get-AnkaVMIPAddress -VMName $VMName }
+    $null = Invoke-WithRetry -BreakCondition $condition -RetryCount $RetryCount -Seconds $Seconds
+}
+
+function Wait-AnkaVMSSHService {
+    param (
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $VMName,
+
+        [int] $RetryCount = 20,
+        [int] $Seconds = 60
+    )
+
+    Start-Sleep -Seconds $Seconds
+    Write-Host "`t[*] Waiting for '$VMName' VM to get an IP address"
+    Wait-AnkaVMIPAddress -VMName $VMName -RetryCount $RetryCount -Seconds $Seconds
+
+    $ipAddress = Get-AnkaVMIPAddress -VMName $VMName
+    Write-Host "`t[*] The '$ipAddress' IP address for '$VMName' VM"
+
+    Write-Host "`t[*] Checking if SSH on a port is open"
+    $isSSHPortOpen = Test-SSHPort -IPAddress $ipAddress
+    if (-not $isSSHPortOpen) {
+        Write-Host "`t[x] SSH port is closed"
+        exit 1
+    }
+}

images.CI/macos/anka/CreateCleanAnkaTemplate.ps1

@@ -0,0 +1,184 @@
+[CmdletBinding()]
+param(
+    [Parameter(Mandatory)]
+    [ValidateNotNullOrEmpty()]
+    [version] $MacOSVersion,
+
+    [ValidateNotNullOrEmpty()]
+    [string] $TemplateUsername,
+
+    [Parameter(Mandatory)]
+    [ValidateNotNullOrEmpty()]
+    [string] $TemplatePassword,
+
+    [Parameter(Mandatory)]
+    [ValidateNotNullOrEmpty()]
+    [string] $RegistryUrl,
+
+    [ValidateNotNullOrEmpty()]
+    [string] $TemplateName,
+
+    [bool] $DownloadLatestVersion = $true,
+    [bool] $BetaSearch = $false,
+    [bool] $InstallSoftwareUpdate = $true,
+    [bool] $EnableAutoLogon = $true,
+    [int] $CPUCount = 6,
+    [int] $RamSizeGb = 7,
+    [int] $DiskSizeGb = 300,
+    [string] $DisplayResolution = "1920x1080",
+    [string] $TagName = [DateTimeOffset]::Now.ToUnixTimeSeconds()
+)
+
+$ErrorActionPreference = "Stop"
+$WarningPreference = "SilentlyContinue"
+
+# Import helper modules
+Import-Module "$PSScriptRoot/Anka.Helpers.psm1"
+Import-Module "$PSScriptRoot/Service.Helpers.psm1"
+
+# Helper functions
+function Invoke-EnableAutoLogon {
+    if (-not $EnableAutoLogon) {
+        Write-Host "`t[*] Skip configuring AutoLogon"
+        return
+    }
+
+    $ipAddress = Get-AnkaVMIPAddress -VMName $TemplateName
+
+    Write-Host "`t[*] Enable AutoLogon"
+    Enable-AutoLogon -HostName $ipAddress -UserName $TemplateUsername -Password $TemplatePassword
+
+    Write-Host "`t[*] Reboot '$TemplateName' VM to enable AutoLogon"
+    Restart-VMSSH -HostName $ipAddress | Show-StringWithFormat
+
+    Wait-AnkaVMSSHService -VMName $TemplateName -Seconds 30
+
+    Write-Host "`t[*] Checking if AutoLogon is enabled"
+    Test-AutoLogon -VMName $TemplateName -UserName $TemplateUsername
+}
+
+function Invoke-SoftwareUpdate {
+    if (-not $InstallSoftwareUpdate) {
+        Write-Host "`t[*] Skip installing software updates"
+        return
+    }
+
+    $ipAddress = Get-AnkaVMIPAddress -VMName $TemplateName
+
+    # Unenroll Seed
+    Write-Host "`t[*] Reseting the seed before requesting stable versions"
+    Remove-CurrentBetaSeed -HostName $ipAddress | Show-StringWithFormat
+
+    # Install Software Updates
+    # Security updates may not be able to install(hang, freeze) when AutoLogon is turned off
+    Write-Host "`t[*] Finding available software"
+    $newUpdates = Get-SoftwareUpdate -HostName $ipAddress
+
+    if (-not $newUpdates) {
+        Write-Host "`t[*] No Updates Available"
+        return
+    }
+
+    Write-Host "`t[*] Fetching Software Updates ready to install on '$TemplateName' VM:"
+    Show-StringWithFormat $newUpdates
+    Write-Host "`t[*] Installing Software Updates on '$TemplateName' VM:"
+    Install-SoftwareUpdate -HostName $ipAddress | Show-StringWithFormat
+
+    # Check if Action: restart
+    if ($newUpdates.Contains("Action: restart")) {
+        Write-Host "`t[*] Sleep 60 seconds before the software updates have been installed"
+        Start-Sleep -Seconds 60
+
+        Write-Host "`t[*] Waiting for loginwindow process"
+        Wait-LoginWindow -HostName $ipAddress | Show-StringWithFormat
+
+        # Re-enable AutoLogon after installing a new security software update
+        Invoke-EnableAutoLogon
+
+        # Check software updates have been installed
+        $updates = Get-SoftwareUpdate -HostName $ipAddress
+        if ($updates.Contains("Action: restart")) {
+            Write-Host "`t[x] Software updates failed to install: $updates"
+            Show-StringWithFormat $updates
+            exit 1
+        }
+    }
+
+    Write-Host "`t[*] Show the install history:"
+    $hUpdates = Get-SoftwareUpdateHistory -HostName $ipAddress
+    Show-StringWithFormat $hUpdates
+}
+
+function Invoke-UpdateSettings {
+    $isConfRequired = $InstallSoftwareUpdate -or $EnableAutoLogon
+    if (-not $isConfRequired) {
+        Write-Host "`t[*] Skip additional configuration"
+        return
+    }
+
+    Write-Host "`t[*] Starting '$TemplateName' VM"
+    Start-AnkaVM -VMName $TemplateName
+
+    Write-Host "`t[*] Waiting for SSH service on '$TemplateName' VM"
+    Wait-AnkaVMSSHService -VMName $TemplateName -Seconds 30
+
+    # Configure AutoLogon
+    Invoke-EnableAutoLogon
+
+    # Install software updates
+    Invoke-SoftwareUpdate
+
+    Write-Host "`t[*] Stopping '$TemplateName' VM"
+    Stop-AnkaVM -VMName $TemplateName
+}
+
+function Test-VMStopped {
+    $vmStatus = Get-AnkaVMStatus -VMName $TemplateName
+    if ($vmStatus -ne "stopped") {
+        Write-Host "`t[x] VM '$TemplateName' state is not stopped. The current state is '$vmStatus'"
+        exit 1
+    }
+}
+
+# Password is passed as env-var "SSHPASS"
+$env:SSHUSER = $TemplateUsername
+$env:SSHPASS = $TemplatePassword
+
+Write-Host "`n[#1] Download macOS application installer:"
+$macOSInstaller = Get-MacOSInstaller -MacOSVersion $MacOSVersion -DownloadLatestVersion $DownloadLatestVersion -BetaSearch $BetaSearch
+$shortMacOSVersion = Get-ShortMacOSVersion -MacOSVersion $MacOSVersion
+if ([string]::IsNullOrEmpty($TemplateName)) {
+    $TemplateName = "clean_macos_${shortMacOSVersion}_${DiskSizeGb}gb"
+}
+
+Write-Host "`n[#2] Create a VM template:"
+Write-Host "`t[*] Deleting existed template with name '$TemplateName' before creating a new one"
+Remove-AnkaVM -VMName $TemplateName
+
+Write-Host "`t[*] Creating Anka VM template with name '$TemplateName' and '$TemplateUsername' user"
+Write-Host "`t[*] CPU Count: $CPUCount, RamSize: ${RamSizeGb}G, DiskSizeGb: ${DiskSizeGb}G, InstallerPath: $macOSInstaller, TemplateName: $TemplateName"
+New-AnkaVMTemplate -InstallerPath $macOSInstaller `
+                   -TemplateName $TemplateName `
+                   -TemplateUsername $TemplateUsername `
+                   -TemplatePassword $TemplatePassword `
+                   -CPUCount $CPUCount `
+                   -RamSizeGb $RamSizeGb `
+                   -DiskSizeGb $DiskSizeGb | Show-StringWithFormat
+
+Write-Host "`n[#3] Configure AutoLogon and/or install software updates:"
+Invoke-UpdateSettings
+
+Write-Host "`n[#4] Finalization '$TemplateName' configuration and push to the registry:"
+Write-Host "`t[*] The '$TemplateName' VM status is stopped"
+Test-VMStopped
+
+# Configure graphics settings
+Write-Host "`t[*] Enabling Graphics Acceleration with Apple Metal for '$TemplateName' VM"
+Set-AnkaVMVideoController -VMName $TemplateName -ShortMacOSVersion $ShortMacOSVersion
+
+Write-Host "`t[*] Setting screen resolution to $DisplayResolution for $TemplateName"
+Set-AnkaVMDisplayResolution -VMName $TemplateName -DisplayResolution $DisplayResolution
+
+# Push a VM template (and tag) to the Cloud
+Write-Host "`t[*] Pushing '$TemplateName' image with '$TagName' tag to the '$RegistryUrl' registry..."
+Push-AnkaTemplateToRegistry -RegistryUrl $registryUrl -TagName $TagName -TemplateName $TemplateName

images.CI/macos/anka/Service.Helpers.psm1

@@ -0,0 +1,339 @@
+function Enable-AutoLogon {
+    param (
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $HostName,
+
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $UserName,
+
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $Password
+    )
+
+    $url = "https://raw.githubusercontent.com/actions/virtual-environments/main/images/macos/provision/bootstrap-provisioner/kcpassword.py"
+    $script = Invoke-RestMethod -Uri $url
+    $base64 = [Convert]::ToBase64String($script.ToCharArray())
+    $kcpassword = "echo $base64 | base64 --decode > ~/kcpassword;sudo python ./kcpassword '${Password}';rm ./kcpassword"
+    $loginwindow = "sudo /usr/bin/defaults write /Library/Preferences/com.apple.loginwindow autoLoginUser '${UserName}';sudo /usr/bin/defaults write /Library/Preferences/com.apple.loginwindow autoLoginUserScreenLocked -bool false"
+    $command = "${kcpassword};$loginwindow"
+    Invoke-SSHPassCommand -HostName $HostName -Command $command
+}
+
+function Get-AvailableVersions {
+    param (
+        [bool] $IsBeta = $false
+    )
+
+    if ($IsBeta) {
+        $searchPostfix = " beta"
+    }
+
+    $command = { /usr/sbin/softwareupdate --list-full-installers | grep "macOS" }
+    $condition = { $LASTEXITCODE -eq 0 }
+    $softwareUpdates = Invoke-WithRetry -Command $command -BreakCondition $condition | Where-Object { $_.Contains("Title: macOS") -and $_ -match $searchPostfix }
+    $allVersions = $softwareUpdates -replace "(\* )?(Title|Version|Size):" | ConvertFrom-Csv -Header OSName, OSVersion | Select-Object OSName, OSVersion -Unique
+
+    $allVersions
+}
+
+function Get-MacOSInstaller {
+    param (
+        [Parameter(Mandatory)]
+        [version] $MacOSVersion,
+
+        [bool] $DownloadLatestVersion = $false,
+        [bool] $BetaSearch = $false
+    )
+
+    # Enroll machine to DeveloperSeed if we need beta and unenroll otherwise
+    $seedutil = "/System/Library/PrivateFrameworks/Seeding.framework/Versions/Current/Resources/seedutil"
+    if ($BetaSearch) {
+        Write-Host "`t[*] Beta Version requested. Enrolling machine to DeveloperSeed"
+        sudo $seedutil enroll DeveloperSeed | Out-Null
+    } else {
+        Write-Host "`t[*] Reseting the seed before requesting stable versions"
+        sudo $seedutil unenroll | Out-Null
+    }
+
+    # Validate there is no softwareupdate at the moment
+    Test-SoftwareUpdate
+
+    # Validate availability OSVersion
+    Write-Host "`t[*] Finding available full installers"
+    $availableVersions = Get-AvailableVersions -IsBeta $BetaSearch
+    if ($DownloadLatestVersion) {
+        $shortMacOSVersion = Get-ShortMacOSVersion -MacOSVersion $MacOSVersion
+        $filterSearch = "${shortMacOSVersion}."
+        $filteredVersions = $availableVersions.Where{ $_.OSVersion.StartsWith($filterSearch) }
+        if (-not $filteredVersions) {
+            Write-Host "`t[x] Failed to find any macOS versions using '$filterSearch' search condition"
+            Show-StringWithFormat $availableVersions
+            exit 1
+        }
+        Show-StringWithFormat $filteredVersions 
+        $osVersions = $filteredVersions.OSVersion | Sort-Object {[version]$_}
+        $MacOSVersion = $osVersions | Select-Object -Last 1
+        Write-Host "`t[*] The 'DownloadLatestVersion' flag is set. Latest macOS version is '$MacOSVersion' now"
+    }
+
+    $macOSName = $availableVersions.Where{ $MacOSVersion -eq $_.OSVersion }.OSName
+    if (-not $macOSName) {
+        Write-Host "`t[x] Requested macOS '$MacOSVersion' version not found in the list of available installers. Available versions are:`n$($availableVersions.OSVersion)"
+        Write-Host "`t[x] Make sure to pass '-BetaSearch `$true' if you need a beta version installer"
+        exit 1
+    }
+
+    $installerPathPattern = "/Applications/Install*${macOSName}.app"
+    if (Test-Path $installerPathPattern) {
+        $previousInstallerPath = Get-Item -Path $installerPathPattern
+        Write-Host "`t[*] Removing '$previousInstallerPath' installation app before downloading the new one"
+        sudo rm -rf "$previousInstallerPath"
+    }
+
+    # Clear LastRecommendedMajorOSBundleIdentifier to prevent error during fetching updates
+    # Install failed with error: Update not found
+    Update-SoftwareBundle
+
+    # Download macOS installer
+    Write-Host "`t[*] Requested macOS '$MacOSVersion' version installer found, fetching it from Apple Software Update"
+    $result = Invoke-WithRetry { /usr/sbin/softwareupdate --fetch-full-installer --full-installer-version $MacOSVersion } {$LASTEXITCODE -eq 0} | Out-String
+    if (-not $result.Contains("Install finished successfully")) {
+        Write-Host "`t[x] Failed to fetch $MacOSVersion macOS `n$result"
+        exit 1
+    }
+
+    $installerPath = (Get-Item -Path $installerPathPattern).FullName
+    Write-Host "`t[*] Installer successfully downloaded to '$installerPath'"
+
+    $installerPath
+}
+
+function Get-ShortMacOSVersion {
+    param (
+        [Parameter(Mandatory)]
+        [version] $MacOSVersion
+    )
+
+    # Take Major.Minor version for macOS 10 (10.14 or 10.15) and Major for all further versions
+    $MacOSVersion.Major -eq 10 ? $MacOSVersion.ToString(2) : $MacOSVersion.ToString(1)
+}
+
+function Get-SoftwareUpdate {
+    param(
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $HostName
+    )
+
+    $command = "/usr/sbin/softwareupdate --list"
+    $result = Invoke-SSHPassCommand -HostName $HostName -Command $command
+    $result | Where-Object { $_ -match "(Label|Title):" } | Out-String
+}
+
+function Get-SoftwareUpdateHistory {
+    param (
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $HostName
+    )
+
+    $command = "/usr/sbin/softwareupdate --history"
+    Invoke-SSHPassCommand -HostName $HostName -Command $command | Out-String
+}
+
+function Install-SoftwareUpdate {
+    param(
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $HostName
+    )
+
+    $command = "sudo /usr/sbin/softwareupdate --all --install --restart --verbose"
+    Invoke-SSHPassCommand -HostName $HostName -Command $command
+}
+
+function Invoke-SSHPassCommand {
+    param(
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $HostName,
+
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $Command,
+
+        [int] $ConnectTimeout = 10,
+        [int] $ConnectionAttempts = 10,
+        [int] $ServerAliveInterval = 30
+    )
+
+    $sshArg = @(
+        "sshpass"
+        "-e"
+        "ssh"
+        "-o UserKnownHostsFile=/dev/null"
+        "-o StrictHostKeyChecking=no"
+        "-o ConnectTimeout=$ConnectTimeout"
+        "-o ConnectionAttempts=$ConnectionAttempts"
+        "-o LogLevel=ERROR"
+        "-o ServerAliveInterval=$ServerAliveInterval"
+        "${env:SSHUSER}@${HostName}"
+    )
+    $sshPassOptions = $sshArg -join " "
+    bash -c "$sshPassOptions \""$Command\"" 2>&1"
+}
+
+function Invoke-WithRetry {
+    param(
+        [scriptblock] $Command,
+        [scriptblock] $BreakCondition,
+        [int] $RetryCount = 20,
+        [int] $Seconds = 60
+    )
+
+    while ($RetryCount -gt 0) {
+        if ($Command) {
+            $result = & $Command
+        }
+
+        if (& $BreakCondition) {
+            return $result
+        }
+
+        $RetryCount--
+        if ($RetryCount -eq 0) {
+            Write-Error "No more attempts left: $BreakCondition"
+        }
+        Write-Host "`t    [/] Waiting $Seconds seconds before retrying. Retries left: $RetryCount"
+        Start-Sleep -Seconds $Seconds
+    }
+
+    $result
+}
+
+function Restart-VMSSH {
+    param(
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $HostName
+    )
+
+    $command = "sudo reboot"
+    Invoke-SSHPassCommand -HostName $HostName -Command $command
+}
+
+function Show-StringWithFormat {
+    param(
+        [Parameter(ValuefromPipeline)]
+        [object] $string
+    )
+    
+    process {
+        ($string | Out-String).Trim().split("`n") | ForEach-Object { Write-Host "`t    $_" }
+    }
+}
+
+function Remove-CurrentBetaSeed {
+    param(
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $HostName
+    )
+
+    $command = "sudo /System/Library/PrivateFrameworks/Seeding.framework/Versions/Current/Resources/seedutil unenroll"
+    Invoke-SSHPassCommand -HostName $HostName -Command $command | Out-String
+}
+
+function Test-AutoLogon {
+    param(
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $VMName,
+
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $UserName
+    )
+
+    Invoke-WithRetry -BreakCondition {
+        # pwsh crashes if it invokes directly
+        # https://github.com/dotnet/runtime/issues/59059
+        $ankaUser = "" | bash -c "anka run $VMName /usr/bin/id -nu"
+        $UserName -eq $ankaUser
+    }
+}
+
+function Test-SoftwareUpdate {
+    param (
+        [string] $UpdateProcessName = "softwareupdate"
+    )
+
+   $command = {
+      $updateProcess = (Get-Process -Name $UpdateProcessName -ErrorAction SilentlyContinue).id
+      if ($updateProcess) {
+          # Workaround to get commandline param as it doesn't work for macOS atm https://github.com/PowerShell/PowerShell/issues/13943
+          $processName = /bin/ps -o command= $updateProcess
+          Write-Host "`t[*] Another software update process with '$updateProcess' id is in place with the following arguments '$processName'"
+      }
+   }
+   $condition = {
+      $null -eq (Get-Process -Name $UpdateProcessName -ErrorAction SilentlyContinue)
+   }
+
+   Invoke-WithRetry -Command $command -BreakCondition $condition
+}
+
+function Test-SSHPort {
+    param(
+        [Parameter(Mandatory)]
+        [ipaddress] $IPAddress,
+
+        [int] $Port = 22,
+        [int] $Timeout = 2000
+    )
+
+    Invoke-WithRetry -Command {$true} -BreakCondition {
+        try {
+            $client = [System.Net.Sockets.TcpClient]::new()
+            $client.ConnectAsync($IPAddress, $Port).Wait($Timeout)
+        }
+        catch {
+            $false
+        }
+        finally {
+            $client.Close()
+        }
+    }
+}
+
+function Wait-LoginWindow {
+    param (
+        [Parameter(Mandatory)]
+        [ValidateNotNullOrEmpty()]
+        [string] $HostName,
+
+        [int] $RetryCount = 60,
+        [int] $Seconds = 60
+    )
+
+    $condition = {
+        $psCommand = "/bin/ps auxww"
+        $lw = "/System/Library/CoreServices/loginwindow.app/Contents/MacOS/loginwindow"
+        $ctk = "/System/Library/Frameworks/CryptoTokenKit.framework/ctkahp.bundle/Contents/MacOS/ctkahp"
+        $proc = Invoke-SSHPassCommand -HostName $HostName -Command $psCommand | Out-String
+        $proc.Contains($lw) -and $proc.Contains($ctk)
+    }
+    Invoke-WithRetry -RetryCount $RetryCount -Seconds $Seconds -BreakCondition $condition
+}
+
+function Update-SoftwareBundle {
+    $productVersion = sw_vers -productVersion
+
+    if ( $productVersion.StartsWith('11.') ) {
+        sudo rm -rf /Library/Preferences/com.apple.commerce.plist
+        sudo /usr/bin/defaults delete /Library/Preferences/com.apple.SoftwareUpdate.plist LastRecommendedMajorOSBundleIdentifier | Out-Null
+    }
+}

images.CI/macos/azure-pipelines/image-generation.yml

@@ -0,0 +1,147 @@
+jobs:
+- job: Image_generation
+  displayName: Image Generation (${{ parameters.image_label }})
+  timeoutInMinutes: 720
+  pool:
+    name: Mac-Cloud Image Generation
+  variables:
+  - group: Mac-Cloud Image Generation
+  - group: Mac-Cloud Image Generation Key Vault
+
+  steps:
+  - pwsh: |
+      $cleanBuildNumber = "$(Build.BuildNumber)" -replace "(.+_unstable)(\.\d+)", '$1'
+      $virtualMachineName = "${cleanBuildNumber}.$(System.JobAttempt)"
+      echo "##vso[task.setvariable variable=VirtualMachineName;]$virtualMachineName"
+      echo "##vso[build.updatebuildnumber]$virtualMachineName"
+    displayName: Update BuildNumber
+
+  - checkout: self
+    clean: true
+    fetchDepth: 1
+
+  - task: PowerShell@2
+    displayName: 'Validate contributor permissions'
+    condition: startsWith(variables['Build.SourceBranch'], 'refs/pull/')
+    inputs:
+      targetType: 'filePath'
+      filePath: ./images.CI/macos/validate-contributor.ps1
+      pwsh: true
+      arguments: -RepositoryName "$(Build.Repository.Name)" `
+                 -AccessToken "$(github-feed-token)" `
+                 -SourceBranch "$(Build.SourceBranch)" `
+                 -ContributorAllowList "$(CONTRIBUTOR_ALLOWLIST)"
+
+  - task: PowerShell@2
+    displayName: 'Download custom repository'
+    condition: and(ne(variables['CUSTOM_REPOSITORY_URL'], ''), ne(variables['CUSTOM_REPOSITORY_BRANCH'], ''))
+    inputs:
+      targetType: 'filePath'
+      filePath: ./images.CI/download-repo.ps1
+      arguments: -RepoUrl $(CUSTOM_REPOSITORY_URL) `
+                 -RepoBranch $(CUSTOM_REPOSITORY_BRANCH)
+
+  - task: DeleteFiles@1
+    displayName: Clean up self-hosted machine
+    inputs:
+      SourceFolder: 'images/macos/provision/log/'
+      RemoveSourceFolder: true
+
+  - task: PowerShell@2
+    displayName: 'Select datastore'
+    inputs:
+      targetType: 'filePath'
+      filePath: ./images.CI/macos/select-datastore.ps1
+      arguments: -VMName "$(VirtualMachineName)" `
+                 -VIServer "$(vcenter-server-v2)" `
+                 -VIUserName "$(vcenter-username-v2)" `
+                 -VIPassword "$(vcenter-password-v2)"
+
+  - pwsh: |
+      $SensitiveData = @(
+          'IP address:',
+          'Using ssh communicator to connect:'
+      )
+
+      packer build -on-error=abort `
+        -var="vcenter_server=$(vcenter-server-v2)" `
+        -var="vcenter_username=$(vcenter-username-v2)" `
+        -var="vcenter_password=$(vcenter-password-v2)" `
+        -var="vcenter_datacenter=$(vcenter-datacenter-v2)" `
+        -var="cluster_or_esxi_host=$(esxi-cluster-v2)" `
+        -var="esxi_datastore=$(buildDatastore)" `
+        -var="output_folder=$(output-folder)" `
+        -var="vm_username=$(vm-username)" `
+        -var="vm_password=$(vm-password)" `
+        -var="build_id=$(VirtualMachineName)" `
+        -var="baseimage_name=${{ parameters.base_image_name }}" `
+        -var="xcode_install_user=$(xcode-installation-user)" `
+        -var="xcode_install_password=$(xcode-installation-password)" `
+        -color=false `
+        ${{ parameters.template_path }} `
+        | Where-Object {
+            #Filter sensitive data from Packer logs
+            $currentString = $_
+            $sensitiveString = $SensitiveData | Where-Object { $currentString -match $_ }
+            $sensitiveString -eq $null
+        }
+    displayName: 'Build VM'
+    workingDirectory: 'images/macos'
+    env:
+      PACKER_LOG: 1
+      PACKER_LOG_PATH: $(Agent.TempDirectory)/packer-log.txt
+
+  - bash: |
+      echo "Copy image output files"
+      cp -R "images/image-output/software-report/." "$(Build.ArtifactStagingDirectory)/"
+
+      echo "Copy test results"
+      cp -R "images/image-output/tests/." "$(Common.TestResultsDirectory)/"
+      ls $(Common.TestResultsDirectory)
+
+      echo "Put VM name to 'VM_Done_Name' file"
+      echo "$(VirtualMachineName)" > "$(Build.ArtifactStagingDirectory)/VM_Done_Name"
+    displayName: Prepare artifact
+
+  - bash: |
+      cat "$(Build.ArtifactStagingDirectory)/systeminfo.md"
+    displayName: Print software report
+
+  - task: PublishBuildArtifacts@1
+    inputs:
+      ArtifactName: 'Built_VM_Artifacts'
+    displayName: Publish Artifacts
+
+  - task: PowerShell@2
+    displayName: 'Print provisioners duration'
+    inputs:
+      targetType: 'filePath'
+      filePath: ./images.CI/measure-provisioners-duration.ps1
+      arguments: -PackerLogPath "$(Agent.TempDirectory)/packer-log.txt" `
+                        -PrintTopNLongest 25
+
+  - task: PowerShell@2
+    displayName: 'Move vm to cold storage and clear datastore tag'
+    condition: always()
+    inputs:
+      targetType: 'filePath'
+      filePath: ./images.CI/macos/move-vm.ps1
+      arguments: -VMName "$(VirtualMachineName)" `
+                 -TargetDataStore "${{ parameters.target_datastore }}" `
+                 -VIServer "$(vcenter-server-v2)" `
+                 -VIUserName "$(vcenter-username-v2)" `
+                 -VIPassword "$(vcenter-password-v2)"
+                 -CpuCount "$(cpu-count)" `
+                 -CoresPerSocketCount "$(cores-per-socket-count)" `
+                 -Memory "$(memory)"
+
+  - task: PowerShell@2
+    displayName: 'Destroy VM (if build canceled only)'
+    condition: eq(variables['Agent.JobStatus'], 'Canceled')
+    inputs:
+      targetType: 'filePath'
+      filePath: ./images.CI/macos/destroy-vm.ps1
+      arguments: -VMName "$(VirtualMachineName)" `
+                 -VIServer "$(vcenter-server-v2)" `
+                 -VIUserName "$(vcenter-username-v2)" `
+                 -VIPassword "$(vcenter-password-v2)"

images.CI/macos/azure-pipelines/macos1015.yml

@@ -0,0 +1,23 @@
+name: macOS-10.15_$(date:yyyyMMdd)$(rev:.r)_unstable
+schedules:
+- cron: "0 0 * * *"
+  displayName: Daily
+  branches:
+    include:
+    - main
+  always: true
+
+trigger: none
+pr:
+  autoCancel: true
+  branches:
+    include:
+    - main
+
+jobs:
+- template: image-generation.yml
+  parameters:
+    image_label: 'macOS Catalina'
+    base_image_name: 'clean-macOS-10.15-380Gb-runner'
+    template_path: 'templates/macOS-10.15.json'
+    target_datastore: 'ds-image'

images.CI/macos/azure-pipelines/macos11.yml

@@ -0,0 +1,23 @@
+name: macOS-11_$(date:yyyyMMdd)$(rev:.r)_unstable
+schedules:
+- cron: "0 0 * * *"
+  displayName: Daily
+  branches:
+    include:
+    - main
+  always: true
+
+trigger: none
+pr:
+  autoCancel: true
+  branches:
+    include:
+    - main
+
+jobs:
+- template: image-generation.yml
+  parameters:
+    image_label: 'macOS Big Sur'
+    base_image_name: 'clean-macOS-11-380Gb-runner'
+    template_path: 'templates/macOS-11.json'
+    target_datastore: 'ds-image'

images.CI/macos/azure-pipelines/macos12.yml

@@ -0,0 +1,23 @@
+name: macOS-12_$(date:yyyyMMdd)$(rev:.r)_unstable
+schedules:
+- cron: "0 0 * * *"
+  displayName: Daily
+  branches:
+    include:
+    - main
+  always: true
+
+trigger: none
+pr:
+  autoCancel: true
+  branches:
+    include:
+    - main
+
+jobs:
+- template: image-generation.yml
+  parameters:
+    image_label: 'macOS Monterey'
+    base_image_name: 'clean-macOS-12-380Gb-runner'
+    template_path: 'templates/macOS-12.json'
+    target_datastore: 'ds-image'

images.CI/macos/destroy-vm.ps1

@@ -0,0 +1,95 @@
+<#
+.SYNOPSIS
+
+This script deletes vm from vCenter
+
+.PARAMETER VMName
+VM name to delete (Example "macOS-10.15_20201012.4")
+
+.PARAMETER VIServer
+vCenter address (Example "10.0.1.16")
+
+.PARAMETER VIUserName
+vCenter username (Example "Administrator")
+
+.PARAMETER VIPassword
+vCenter password (Example "12345678")
+#>
+
+[CmdletBinding()]
+param(
+    [Parameter(Mandatory)]
+    [ValidateNotNullOrEmpty()]
+    [string]$VMName,
+
+    [Parameter(Mandatory)]
+    [ValidateNotNullOrEmpty()]
+    [string]$VIServer,
+
+    [Parameter(Mandatory)]
+    [ValidateNotNullOrEmpty()]
+    [string]$VIUserName,
+
+    [Parameter(Mandatory)]
+    [ValidateNotNullOrEmpty()]
+    [string]$VIPassword
+)
+
+# Import helpers module
+Import-Module $PSScriptRoot\helpers.psm1 -DisableNameChecking
+
+# Connection to a vCenter Server system
+Connect-VCServer -VIServer $VIServer -VIUserName $VIUserName -VIPassword $VIPassword
+
+# Check vm clone status
+$chainId = (Get-VIEvent -Entity $VMName).ChainId
+if ($chainId)
+{
+    $task = Get-Task -Status Running | Where-Object { ($_.Name -eq 'CloneVM_Task') -and ($_.ExtensionData.Info.EventChainId -in $chainId) }
+    if ($task)
+    {
+        try
+        {
+            Stop-Task -Task $task -Confirm:$false -ErrorAction Stop
+            Write-Host "The vm '$VMName' clone task has been canceled"
+        }
+        catch
+        {
+            Write-Host "##vso[task.LogIssue type=error;]Failed to cancel the task"
+        }
+    }
+}
+
+# Remove a vm
+$vm = Get-VM -Name $VMName -ErrorAction SilentlyContinue
+
+if ($vm)
+{
+    $vmState = $vm.PowerState
+    if ($vmState -ne "PoweredOff")
+    {
+        try
+        {
+            $null = Stop-VM -VM $vm -Confirm:$false -ErrorAction Stop
+            Write-Host "The vm '$VMName' has been powered off"
+        }
+        catch
+        {
+            Write-Host "##vso[task.LogIssue type=error;]Failed to shutdown '$VMName'"
+        }
+    }
+
+    try
+    {
+        Remove-VM -VM $vm -DeletePermanently -Confirm:$false -ErrorAction Stop
+        Write-Host "The vm '$VMName' has been removed"
+    }
+    catch
+    {
+        Write-Host "##vso[task.LogIssue type=error;]Failed to remove '$VMName'"
+    }
+}
+else
+{
+    Write-Host "VM '$VMName' not found"
+}

images.CI/macos/helpers.psm1

@@ -0,0 +1,38 @@
+<#
+.SYNOPSIS
+
+Helper functions to use in images.CI scripts
+#>
+
+Function Connect-VCServer
+{
+    [CmdletBinding()]
+    param(
+        [Parameter(Mandatory)]
+        [System.String]$VIUserName,
+
+        [Parameter(Mandatory)]
+        [System.String]$VIPassword,
+
+        [Parameter(Mandatory)]
+        [System.String]$VIServer
+    )
+    
+    try
+    {
+        # Preference
+        $global:ProgressPreference = 'SilentlyContinue'
+        $global:WarningPreference = 'SilentlyContinue'
+        # Ignore SSL
+        $null = Set-PowerCLIConfiguration -Scope Session -InvalidCertificateAction Ignore -ParticipateInCEIP $false -Confirm:$false -WebOperationTimeoutSeconds 600
+        $securePassword = ConvertTo-SecureString -String $VIPassword -AsPlainText -Force
+        $cred = New-Object System.Management.Automation.PSCredential($VIUserName, $securePassword)
+        $null = Connect-VIServer -Server $VIServer -Credential $cred -ErrorAction Stop
+        Write-Host "Connection to the vSphere server has been established"
+    }
+    catch
+    {
+        Write-Host "##vso[task.LogIssue type=error;]Failed to connect to the vSphere server"
+        exit 1
+    }
+}

images.CI/macos/move-vm.ps1

@@ -0,0 +1,89 @@
+<#
+.SYNOPSIS
+
+This script migrates given VM to another datastore
+
+.PARAMETER VMName
+VM name to migrate (Example "macOS-10.15_20201012.4")
+
+.PARAMETER TargetDataStore
+Target datastore (Example "ds-image")
+
+.PARAMETER VIServer
+vCenter address (Example "10.0.1.16")
+
+.PARAMETER VIUserName
+vCenter username (Example "Administrator")
+
+.PARAMETER VIPassword
+vCenter password (Example "12345678")
+#>
+
+[CmdletBinding()]
+param(
+    [Parameter(Mandatory)]
+    [ValidateNotNullOrEmpty()]
+    [string]$VMName,
+
+    [Parameter(Mandatory)]
+    [ValidateNotNullOrEmpty()]
+    [string]$TargetDataStore,
+
+    [Parameter(Mandatory)]
+    [ValidateNotNullOrEmpty()]
+    [string]$VIServer,
+
+    [Parameter(Mandatory)]
+    [ValidateNotNullOrEmpty()]
+    [string]$VIUserName,
+
+    [Parameter(Mandatory)]
+    [ValidateNotNullOrEmpty()]
+    [string]$VIPassword,
+
+    [int32]$CpuCount,
+
+    [int32]$CoresPerSocketCount,
+
+    [int64]$Memory
+)
+
+# Import helpers module
+Import-Module $PSScriptRoot\helpers.psm1 -DisableNameChecking
+
+# Connection to a vCenter Server system
+Connect-VCServer -VIServer $VIServer -VIUserName $VIUserName -VIPassword $VIPassword
+
+# Clear previously assigned tag with VM Name
+try {
+    Remove-Tag $VMName -Confirm:$false
+} catch {
+    Write-Host "Tag with $VMName doesn't exist"
+}
+
+$vm = Get-VM $VMName
+if ($env:AGENT_JOBSTATUS -eq 'Failed') {
+    try {
+        if($vm.PowerState -ne "PoweredOff") {
+            Stop-VM -VM $vm -Confirm:$false -ErrorAction Stop | Out-Null
+        }
+        Set-VM -VM $vm -Name "${VMName}_failed" -Confirm:$false -ErrorAction Stop | Out-Null
+        Write-Host "VM has been successfully powered off and renamed to [${VMName}_failed]"
+    } catch {
+        Write-Host "##vso[task.LogIssue type=error;]Failed to power off and rename VM '$VMName'"
+    }
+}
+
+try {
+    Move-VM -Vm $vm -Datastore $TargetDataStore -ErrorAction Stop | Out-Null
+    Write-Host "VM has been moved successfully to target datastore '$TargetDataStore'"
+} catch {
+    Write-Host "##vso[task.LogIssue type=error;]Failed to move VM '$VMName' to target datastore '$TargetDataStore'"
+}
+
+try {
+    Write-Host "Change CPU count to $CpuCount, cores count to $CoresPerSocketCount, amount of RAM to $Memory"
+    $vm | Set-VM -NumCPU $CpuCount -CoresPerSocket $CoresPerSocketCount -MemoryMB $Memory -Confirm:$false -ErrorAction Stop | Out-Null
+} catch {
+    Write-Host "##vso[task.LogIssue type=error;]Failed to change specs for VM '$VMName'"
+}

images.CI/macos/select-datastore.ps1

@@ -0,0 +1,111 @@
+<#
+.SYNOPSIS
+
+This script selects local datastore based on the following rules:
+
+- Name starts with ds-local-Datastore
+- Datastore FreespaceGB > 400 Gb
+- VM count on the datastore < 2
+
+.PARAMETER VIServer
+vCenter address (Example "10.0.1.16")
+
+.PARAMETER VIUserName
+vCenter username (Example "Administrator")
+
+.PARAMETER VIPassword
+vCenter password (Example "12345678")
+#>
+
+
+[CmdletBinding()]
+param(
+    [Parameter(Mandatory)]
+    [ValidateNotNullOrEmpty()]
+    [string]$VMName,
+
+    [Parameter(Mandatory)]
+    [ValidateNotNullOrEmpty()]
+    [string]$VIServer,
+
+    [Parameter(Mandatory)]
+    [ValidateNotNullOrEmpty()]
+    [string]$VIUserName,
+
+    [Parameter(Mandatory)]
+    [ValidateNotNullOrEmpty()]
+    [string]$VIPassword,
+
+    [string]$TagCategory = "Busy"
+)
+
+# Import helpers module
+Import-Module $PSScriptRoot\helpers.psm1 -DisableNameChecking
+
+function Select-DataStore {
+    param (
+        [string]$VMName,
+        [string]$TagCategory,
+        [string]$TemplateDatastore = "ds-local-Datastore-*",
+        [int]$ThresholdInGb = 400,
+        [int]$VMCount = 2,
+        [int]$Retries = 5
+    )
+
+    # 1. Name starts with ds-local-Datastore
+    # 2. FreespaceGB > 400 Gb
+    # 3. Choose a datastore with the minimal VM count < 2
+
+    Write-Host "Start Datastore selection process..."
+    $allDatastores = Get-Datastore -Name $templateDatastore | Where-Object { $_.State -eq "Available" }
+    $availableDatastores = $allDatastores `
+    | Where-Object { $_.FreeSpaceGB -ge $thresholdInGb } `
+    | Where-Object {
+        $vmOnDatastore = @((Get-ChildItem -Path $_.DatastoreBrowserPath).Name -notmatch "^\.").Count
+        $vmOnDatastore -lt $vmCount } `
+    | Group-Object -Property { $vmOnDatastore }
+
+    $datastore = $availableDatastores | Select-Object @{n="VmCount";e={$_.Name}},@{n="DatastoreName";e={$_.Group | Get-Random}} -First 1
+    $buildDatastore = $datastore.DatastoreName
+
+    $tag = Get-Tag -Category $TagCategory -Name $VMName -ErrorAction Ignore
+    if (-not $tag)
+    {
+        $tag = New-Tag -Name $VMName -Category $TagCategory
+    }
+
+    New-TagAssignment -Tag $tag -Entity $buildDatastore | Out-Null
+
+    # Wait for 60 seconds to check if any other tags are assigned to the same datastore
+    Start-Sleep -Seconds 60
+    # If there are no datastores with 0 VMs, take a datastore with 1 VM (index 1 if datastore has 0 VMs and 2 if 1 VM)
+    $index = 1 + [int]$datastore.VmCount
+    $tagAssignments = (Get-TagAssignment -Entity $buildDatastore).Tag.Name | Select-Object -First $index
+    $isAllow = $tagAssignments -contains $VMName
+
+    if ($isAllow)
+    {
+        Write-Host "Datastore selected successfully"
+        Write-Host "##vso[task.setvariable variable=buildDatastore;issecret=true]$buildDatastore"
+        return
+    }
+
+    # Remove the tag if datastore wasn't selected
+    Remove-Tag $tag -Confirm:$false
+
+    $retries--
+    if ($retries -le 0)
+    {
+        Write-Host "##vso[task.LogIssue type=error;]No datastores found for the condition"
+        exit 1
+    }
+
+    Write-Host "Datastore select failed, $retries left"
+    Select-DataStore -VMName $VMName -TagCategory $TagCategory -Retries $retries
+}
+
+# Connection to a vCenter Server system
+Connect-VCServer -VIServer $VIServer -VIUserName $VIUserName -VIPassword $VIPassword
+
+# Get a target datastore for current deployment
+Select-DataStore -VMName $VMName -TagCategory $TagCategory

images.CI/macos/validate-contributor.ps1

@@ -0,0 +1,63 @@
+param(
+    [Parameter(Mandatory)] [string] $RepositoryName,
+    [Parameter(Mandatory)] [string] $AccessToken,
+    [Parameter(Mandatory)] [string] $SourceBranch,
+    [Parameter(Mandatory)] [string] $ContributorAllowList
+)
+
+function Build-AuthHeader {
+    param(
+        [Parameter(Mandatory)] [string] $AccessToken
+    )
+
+    $base64AuthInfo = [Convert]::ToBase64String([Text.Encoding]::ASCII.GetBytes("'':${AccessToken}"))
+    return "Basic ${base64AuthInfo}"
+}
+
+function Get-PullRequest {
+    param(
+        [Parameter(Mandatory)] [string] $RepositoryName,
+        [Parameter(Mandatory)] [string] $AccessToken,
+        [Parameter(Mandatory)] [UInt32] $PullRequestNumber
+    )
+
+    $requestUrl = "https://api.github.com/repos/$RepositoryName/pulls/$PullRequestNumber"
+    $authHeader = Build-AuthHeader -AccessToken $AccessToken
+
+    $params = @{
+        Method = "GET"
+        ContentType = "application/json"
+        Uri = $requestUrl
+        Headers = @{ Authorization = $authHeader }
+    }
+
+    return Invoke-RestMethod @params
+}
+
+function Validate-ContributorPermissions {
+    param(
+        [Parameter(Mandatory)] [string] $ContributorAllowList,
+        [Parameter(Mandatory)] [string] $ContributorName
+    )
+
+    $allowedContributors = $ContributorAllowList.Split(",").Trim()
+    $validСontributor = $allowedContributors | Where-Object { $_ -eq $ContributorName } `
+                                             | Select-Object -First 1
+
+    if (-not $validСontributor) {
+       Write-Host "Failed to start this build. '$ContributorName' is an unknown contributor"
+       Write-Host "Please add '$ContributorName' to the allowed list to run builds"
+       exit 1
+    }
+}
+
+$pullRequestNumber = $SourceBranch.Split("/")[2]
+
+$pullRequestInfo = Get-PullRequest -RepositoryName $RepositoryName `
+                                   -AccessToken $AccessToken `
+                                   -PullRequestNumber $pullRequestNumber
+
+$contributorName = $pullRequestInfo.user.login
+
+Validate-ContributorPermissions -ContributorAllowList $ContributorAllowList `
+                                -ContributorName $contributorName

images.CI/measure-provisioners-duration.ps1

@@ -0,0 +1,122 @@
+param(
+    [Parameter(Mandatory=$true)]
+    [string]$PackerLogPath,
+    [string]$PrefixToPathTrim,
+    [int]$PrintTopNLongest = 25
+)
+
+$DateTimeRegex = "(\d+\/\d+\/\d+ \d+:\d+:\d+)"
+$TelemetryLineRegex = "\[INFO\] \(telemetry\)"
+$StartProvisionerRegex = "^${DateTimeRegex} ${TelemetryLineRegex} Starting provisioner (.+)$"
+$EndProvisionerRegex = "^${DateTimeRegex} ${TelemetryLineRegex} ending (.+)$"
+$ShellScriptSubItemRegex = "${DateTimeRegex} ui: ==> .+: Provisioning with \w+ script: (.+)"
+$DownloadUploadSubItemRegex = "${DateTimeRegex} ui: ==> .+: (Downloading .+|Uploading .+)"
+
+function Start-ProvisionerItem {
+    param([string]$ProvisionerType, [string]$StartTime)
+
+    return @{
+        ProvisionerType = $ProvisionerType
+        StartTime = [DateTime]::Parse($StartTime)
+        SubItems = @()
+    }
+}
+
+function End-ProvisionerItem {
+    param([object]$Provisioner, [string]$EndTime)
+
+    $Provisioner.EndTime = [DateTime]::Parse($EndTime)
+    $Provisioner.Duration = New-TimeSpan -Start $Provisioner.StartTime -End $Provisioner.EndTime
+}
+
+function Add-ProvisionerSubItem {
+    param([object]$Provisioner, [string]$Command, [string]$DateTime)
+
+    $lastItem = $Provisioner.SubItems | Select-Object -Last 1
+    if ($lastItem) {
+        $lastItem.EndTime = [DateTime]::Parse($DateTime)
+        $lastItem.Duration = New-TimeSpan -Start $lastItem.StartTime -End $lastItem.EndTime
+    }
+
+    if ($Command) {
+        if ($PrefixToPathTrim) { $Command = $Command.Replace($PrefixToPathTrim, ".") }
+        $Provisioner.SubItems += @{
+            Command = $Command
+            StartTime = [DateTime]::Parse($DateTime)
+        }
+    }
+}
+
+function Invoke-TryFindProvisionerSubItem {
+    param([object]$Provisioner, [string] $Line)
+
+    if ($Provisioner.ProvisionerType -in "powershell", "shell", "windows-shell") {
+        if ($Line -match $ShellScriptSubItemRegex) {
+            Add-ProvisionerSubItem -Provisioner $Provisioner -Command $Matches[2] -DateTime $Matches[1]
+        }
+    } elseif ($Provisioner.ProvisionerType -eq "file") {
+        if ($Line -match $DownloadUploadSubItemRegex) {
+            Add-ProvisionerSubItem -Provisioner $Provisioner -Command $Matches[2] -DateTime $Matches[1]
+        }
+    }
+}
+
+function Assert-StartProvisioner {
+    param([object]$Provisioner, [string]$ProvisionerType)
+    if ($null -ne $Provisioner) {
+        throw "New provisioner '$ProvisionerType' has been started but previous '$($Provisioner.ProvisionerType)' was not finished yet"
+    }
+}
+
+function Assert-EndProvisioner {
+    param([object]$Provisioner, [string]$ProvisionerType)
+    if (($null -ne $Provisioner) -and ($Provisioner.ProvisionerType -ne $ProvisionerType)) {
+        throw "Expected end of '$($Provisioner.ProvisionerType)' provisioner but found end of '$ProvisionerType'"
+    }
+}
+
+$provisionersList = @()
+$currentProvisioner = $null
+
+if ((Get-Content $PackerLogPath -Raw) -notmatch $TelemetryLineRegex) {
+    throw "Packer log doesn't contain diagnostic information. Env PACKER_LOG must be set to 1"
+}
+ 
+Get-Content $PackerLogPath | ForEach-Object {
+    if ($_ -match $StartProvisionerRegex) {
+        Assert-StartProvisioner -Provisioner $currentProvisioner -ProvisionerType $Matches[2]
+
+        $currentProvisioner = Start-ProvisionerItem -ProvisionerType $Matches[2] -StartTime $Matches[1]
+    } elseif (($_ -match $EndProvisionerRegex) -and $currentProvisioner) {
+        Assert-EndProvisioner -Provisioner $currentProvisioner -ProvisionerType $Matches[2]
+
+        End-ProvisionerItem -Provisioner $currentProvisioner -EndTime $Matches[1]
+        Add-ProvisionerSubItem -Provisioner $currentProvisioner -Command $null -DateTime $Matches[1]
+        $provisionersList += $currentProvisioner
+        $currentProvisioner = $null
+    } elseif ($currentProvisioner) {
+        Invoke-TryFindProvisionerSubItem -Provisioner $currentProvisioner -Line $_
+    }
+}
+$totalProvisionersTime = New-TimeSpan
+$provisionersList | ForEach-Object { $totalProvisionersTime = $totalProvisionersTime.Add($_.Duration) }
+
+# Print information about provisioners in order of execution
+Write-Host "Build timeline:"
+$provisionersList | ForEach-Object {
+    Write-Host "- $($_.Duration) | $($_.ProvisionerType)"
+    $_.SubItems | ForEach-Object {
+        Write-Host "      $($_.Duration) | $($_.Command)"
+    }
+    Write-Host ""
+}
+Write-Host "Total provisioners time: $totalProvisionersTime"
+
+if ($PrintTopNLongest -gt 0) {
+    Write-Host "`n`nTop longest provisioners:"
+    $provisionersList | ForEach-Object {
+        if ($_.SubItems.Length -gt 0) { $_.SubItems } else { @{ Command = $_.ProvisionerType; Duration = $_.Duration } }
+    } | Sort-Object { $_.Duration } | Select-Object -Last $PrintTopNLongest | ForEach-Object {
+        Write-Host "- $($_.Duration) | $($_.Command)"
+    }
+}

images.CI/shebang-linter.ps1

@@ -0,0 +1,43 @@
+$ErrorActionPreference = "Stop"
+
+function Validate-Scripts {
+    Param (
+        [Parameter(Mandatory=$true)]
+        [string[]]$Path,
+        [Parameter(Mandatory=$true)]
+        [string]$ExpectedShebang
+    )
+    $ScriptWithoutShebangLine = @()
+    Get-ChildItem $path -Recurse -File -Filter "*.sh" | ForEach-Object {
+        $relativePath = Resolve-Path $_.FullName -Relative
+        $shebangLine = Get-Content -Path $_.FullName | Select-Object -First 1
+        if ($shebangLine -eq $ExpectedShebang) {
+            Write-Host "[+] '$relativePath'"
+        }
+        else {
+            Write-Host "[-] '$relativePath'"
+            $ScriptWithoutShebangLine += $relativePath
+        }
+    }
+    return $ScriptWithoutShebangLine
+}
+
+$PathUbuntu = "./images/linux/scripts"
+$PathMacOS = "./images/macos/provision"
+$PatternUbuntu = "#!/bin/bash -e"
+$PatternMacOS = "#!/bin/bash -e -o pipefail"
+$ScriptsWithBrokenShebang = @()
+$ScriptsWithBrokenShebang += Validate-Scripts -Path $PathUbuntu -ExpectedShebang $PatternUbuntu
+$ScriptsWithBrokenShebang += Validate-Scripts -Path $PathMacOS -ExpectedShebang $PatternMacOS
+if ($ScriptsWithBrokenShebang.Length -gt 0) {
+    Write-Host "`n`n`n##[error] The following scripts have incorrect shebang:"
+    $ScriptsWithBrokenShebang | ForEach-Object {
+        Write-Host "##[error] '$_'"
+    }
+    Write-Host "`n`n##[error] Expected shebang for scripts in 'images/linux' folder is '$PatternUbuntu'"
+    Write-Host "##[error] Expected shebang for scripts in 'images/macos' folder is '$PatternMacOS'"
+    exit 1
+    else {
+        Write-Host "All scripts have correct shebang."
+    }
+}

images/linux/Ubuntu1604-README.md

@@ -1,359 +0,0 @@
-<!--- DO NOT EDIT - This markdown file is autogenerated. -->
-# Ubuntu 16.04.6 LTS
-The following software is installed on machines with the 20200717.1 update.
-***
-- 7-Zip 9.20
-- Ansible (ansible 2.9.10)
-- AzCopy7 (available by azcopy alias) 7.3.0
-- AzCopy10 (available by azcopy10 alias) 10.5.0
-- Azure CLI (azure-cli                          2.9.1)
-- Azure CLI (azure-devops                      0.18.0)
-- Basic packages:
-  - dnsutils
-  - iproute2
-  - iputils-ping
-  - libunwind8
-  - locales
-  - openssh-client
-  - tzdata
-  - upx
-  - zstd
-  - libxkbfile-dev
-  - pkg-config
-  - libsecret-1-dev
-  - libxss1
-  - libgconf-2-4
-  - dbus
-  - xvfb
-  - libgbm-dev
-  - libgtk-3-0
-  - tk
-  - fakeroot
-  - dpkg
-  - rpm
-  - xz-utils
-  - xorriso
-  - zsync
-  - gnupg2
-  - lib32z1
-  - texinfo
-  - libsqlite3-dev
-  - libc++-dev
-  - libc++abi-dev
-  - libicu55
-  - curl
-  - file
-  - ftp
-  - jq
-  - netcat
-  - ssh
-  - parallel
-  - rsync
-  - shellcheck
-  - sudo
-  - telnet
-  - time
-  - unzip
-  - zip
-  - wget
-  - m4
-  - bison
-  - flex
-  - patchelf
-  - bzip2
-  - sqlite3
-  - libcurl3
-- Alibaba Cloud CLI (3.0.53)
-- AWS CLI (aws-cli/1.18.99 Python/2.7.12 Linux/4.15.0-1091-azure botocore/1.17.22)
-- AWS CLI Session manager plugin (1.1.61.0)
-- build-essential
-- nvm (0.35.3)
-- Clang 6.0 (6.0.0)
-- Clang 8 (8.0.0)
-- Clang 9 (9.0.1)
-- Swift version 5.2.4 (swift-5.2.4-RELEASE)
-Target: x86_64-unknown-linux-gnu
-- CMake (cmake version 3.17.0)
-- Docker Compose (docker-compose version 1.26.2, build eefe0d31)
-- Docker-Moby (Docker version 19.03.12+azure, build 0ed913b885c8919944a2e4c8d0b80a318a8dd48b)
-- Docker-Buildx (0.4.1+azure)
-- .NET Core SDK:
-  - 3.1.302
-  - 3.1.301
-  - 3.1.300
-  - 3.1.202
-  - 3.1.201
-  - 3.1.200
-  - 3.1.106
-  - 3.1.105
-  - 3.1.104
-  - 3.1.103
-  - 3.1.102
-  - 3.1.101
-  - 3.1.100
-  - 3.0.103
-  - 3.0.102
-  - 3.0.101
-  - 3.0.100
-  - 2.1.808
-  - 2.1.807
-  - 2.1.806
-  - 2.1.805
-  - 2.1.804
-  - 2.1.803
-  - 2.1.802
-  - 2.1.801
-  - 2.1.701
-  - 2.1.700
-  - 2.1.613
-  - 2.1.612
-  - 2.1.611
-  - 2.1.610
-  - 2.1.609
-  - 2.1.608
-  - 2.1.607
-  - 2.1.606
-  - 2.1.605
-  - 2.1.604
-  - 2.1.603
-  - 2.1.602
-  - 2.1.516
-  - 2.1.515
-  - 2.1.514
-  - 2.1.513
-  - 2.1.512
-  - 2.1.511
-  - 2.1.510
-  - 2.1.509
-  - 2.1.508
-  - 2.1.507
-  - 2.1.506
-  - 2.1.505
-  - 2.1.504
-  - 2.1.503
-  - 2.1.502
-  - 2.1.500
-  - 2.1.403
-  - 2.1.402
-  - 2.1.401
-  - 2.1.302
-  - 2.1.301
-  - 2.1.300
-- Erlang (Erlang (SMP,ASYNC_THREADS,HIPE) (BEAM) emulator version 11.0.2)
-- Firefox (Mozilla Firefox 78.0.2)
-- Geckodriver (0.26.0); Gecko Driver is available via GECKOWEBDRIVER environment variable
-- GNU C++ 7.5.0
-- GNU C++ 8.4.0
-- GNU C++ 9.3.0
-- GNU Fortran 8.4.0
-- GNU Fortran 9.3.0
-- Git (2.27.0)
-- Git Large File Storage (LFS) (2.11.0)
-- Git-ftp (1.0.2)
-- Hub CLI (2.14.2)
-- GitHub CLI 0.11.0
-- Google Chrome (Google Chrome 84.0.4147.89 )
-- ChromeDriver 84.0.4147.30 (48b3e868b4cc0aa7e8149519690b6f6949e110a8-refs/branch-heads/4147@{#310}); Chrome Driver is available via CHROMEWEBDRIVER environment variable
-- Google Cloud SDK (301.0.0)
-- Haskell Cabal (cabal-install version 3.2.0.0
-compiled using version 3.2.0.0 of the Cabal library )
-- GHC (The Glorious Glasgow Haskell Compilation System, version 8.6.5)
-- GHC (The Glorious Glasgow Haskell Compilation System, version 8.8.3)
-- GHC (The Glorious Glasgow Haskell Compilation System, version 8.10.1)
-- Haskell Stack (Version 2.3.1, Git revision de2a7b694f07de7e6cf17f8c92338c16286b2878 (8103 commits) x86_64 hpack-0.33.0)
-- Heroku (heroku/7.42.4 linux-x64 node-v12.16.2)
-- HHVM (HipHop VM 4.56.1 (rel))
-- ImageMagick
-- Azul Zulu OpenJDK:
-  - 7 (openjdk version "1.7.0_272")
-- Adopt OpenJDK:
-  - 8 (openjdk version "1.8.0_262") (default)
-  - 11 (openjdk version "11.0.8" 2020-07-14) 
-  - 12 (openjdk version "12.0.2" 2019-07-16)
-- Ant (Apache Ant(TM) version 1.9.6 compiled on July 20 2018)
-- Gradle 6.5.1
-- Maven (Apache Maven 3.6.3 (cecedd343002696d0abb50b32b541b8a6ba2883f))
-- Kind (kind v0.8.1 go1.14.2 linux/amd64)
-- kubectl (Client Version: v1.18.6)
-- helm (v3.2.4+g0ad800e)
-- minikube version: v1.12.0
-- oc CLI Client Version: 4.5.0-202005291417-9933eb9
-- Leiningen (Leiningen 2.9.4 on Java 1.8.0_262 OpenJDK 64-Bit Server VM)
-- Mercurial (Mercurial Distributed SCM (version 4.4.1))
-- Miniconda (conda 4.8.3)
-- Mono (Mono JIT compiler version 6.10.0.104 (tarball Fri Jun 26 19:43:02 UTC 2020))
-- MySQL (mysql  Ver 14.14 Distrib 5.7.30, for Linux (x86_64) using  EditLine wrapper)
-- MySQL Server (user:root password:root)
-- MS SQL Server Client Tools
-- MySQL service is disabled by default. Use the following command as a part of your job to start the service: 'sudo systemctl start mysql.service'
-- Node.js (v12.18.2)
-- Grunt (grunt-cli v1.3.2)
-- Gulp (CLI version: 2.3.0
-Local version: Unknown)
-- n (6.6.0)
-- Parcel (1.12.4)
-- TypeScript (Version 3.9.7)
-- Webpack (4.43.0)
-- Webpack CLI (3.3.12)
-- Yarn (1.22.4)
-- Newman (5.1.2)
-- Bazel (bazel 3.4.1)
-- Bazelisk (1.5.0)
-- ORAS CLI 0.8.1
-- PhantomJS (2.1.1)
-- PHP 5.6 (PHP 5.6.40-29+ubuntu16.04.1+deb.sury.org+1 (cli) )
-- PHP 7.0 (PHP 7.0.33-29+ubuntu16.04.1+deb.sury.org+1 (cli) (built: May 14 2020 09:08:44) ( NTS ))
-- PHP 7.1 (PHP 7.1.33-16+ubuntu16.04.1+deb.sury.org+1 (cli) (built: May 14 2020 08:26:44) ( NTS ))
-- PHP 7.2 (PHP 7.2.32-1+ubuntu16.04.1+deb.sury.org+1 (cli) (built: Jul  9 2020 16:33:33) ( NTS ))
-- PHP 7.3 (PHP 7.3.19-1+ubuntu16.04.1+deb.sury.org+1 (cli) (built: Jun 12 2020 07:48:10) ( NTS ))
-- PHP 7.4 (PHP 7.4.8 (cli) (built: Jul 13 2020 16:45:28) ( NTS ))
-- Composer  (Composer version 1.10.9 2020-07-16 12:57:00)
-- PHPUnit (PHPUnit 7.5.20 by Sebastian Bergmann and contributors.)
-- Pollinate
-- psql (PostgreSQL) 12.3
-- Powershell (PowerShell 7.0.3)
-- ruby (2.3.1p112)
-- gem (3.1.4)
-- rustup (1.22.1)
-- rust (1.45.0)
-- cargo (1.45.0)
-- rustfmt (1.4.15-stable)
-- clippy (0.0.212)
-- rustdoc (1.45.0)
-- bindgen (0.54.1)
-- cbindgen (0.14.3)
-- cargo audit (0.12.0)
-- cargo outdated (v0.9.10)
-- Julia (julia version 1.4.2)
-- sbt (1.3.13)
-- Selenium server standalone (available via SELENIUM_JAR_PATH environment variable)
-- Sphinx Open Source Search Server
-- Subversion (svn, version 1.9.3 (r1718519))
-- Terraform (Terraform v0.12.28)
-- Packer (1.6.0)
-- Vcpkg 2020.06.15-unknownhash
-- Vercel CLI (19.1.2)
-- MongoDB on Linux (2020-07-17T10:45:19.237+0000 I  CONTROL  [initandlisten] db version v4.2.8
-2020-07-17T10:45:19.237+0000 I  CONTROL  [initandlisten] git version: 43d25964249164d76d5e04dd6cf38f6111e21f5f
-2020-07-17T10:45:19.237+0000 I  CONTROL  [initandlisten] OpenSSL version: OpenSSL 1.0.2g  1 Mar 2016)
-- Haveged 1.9.1-3
-- Google Repository 58
-- Google Play services 49
-- Google APIs 24
-- Google APIs 23
-- Google APIs 22
-- Google APIs 21
-- CMake 3.10.2.4988404
-3.6.4111459
-- Android Support Repository 47.0.0
-- Android Solver for ConstraintLayout 1.0.2
-- Android Solver for ConstraintLayout 1.0.1
-- Android SDK Platform-Tools 30.0.3
-- Android SDK Platform 30
-- Android SDK Platform 29
-- Android SDK Platform 28
-- Android SDK Platform 27
-- Android SDK Platform 26
-- Android SDK Platform 25
-- Android SDK Platform 24
-- Android SDK Platform 23
-- Android SDK Platform 22
-- Android SDK Platform 21
-- Android SDK Platform 19
-- Android SDK Platform 17
-- Android SDK Platform 15
-- Android SDK Platform 10
-- Android SDK Patch Applier v4
-- Android SDK Build-Tools 30.0.0
-- Android SDK Build-Tools 29.0.3
-- Android SDK Build-Tools 29.0.2
-- Android SDK Build-Tools 29.0.0
-- Android SDK Build-Tools 28.0.3
-- Android SDK Build-Tools 28.0.2
-- Android SDK Build-Tools 28.0.1
-- Android SDK Build-Tools 28.0.0
-- Android SDK Build-Tools 27.0.3
-- Android SDK Build-Tools 27.0.2
-- Android SDK Build-Tools 27.0.1
-- Android SDK Build-Tools 27.0.0
-- Android SDK Build-Tools 26.0.3
-- Android SDK Build-Tools 26.0.2
-- Android SDK Build-Tools 26.0.1
-- Android SDK Build-Tools 26.0.0
-- Android SDK Build-Tools 25.0.3
-- Android SDK Build-Tools 25.0.2
-- Android SDK Build-Tools 25.0.1
-- Android SDK Build-Tools 25.0.0
-- Android SDK Build-Tools 24.0.3
-- Android SDK Build-Tools 24.0.2
-- Android SDK Build-Tools 24.0.1
-- Android SDK Build-Tools 24.0.0
-- Android SDK Build-Tools 23.0.3
-- Android SDK Build-Tools 23.0.2
-- Android SDK Build-Tools 23.0.1
-- Android SDK Build-Tools 22.0.1
-- Android SDK Build-Tools 21.1.2
-- Android SDK Build-Tools 20.0.0
-- Android SDK Build-Tools 19.1.0
-- Android SDK Build-Tools 17.0.0
-- Android NDK 21.3.6528147
-- Android ConstraintLayout 1.0.2
-- Android ConstraintLayout 1.0.1
-- Az Module (1.0.0)
-- Az Module (1.6.0)
-- Az Module (2.3.2)
-- Az Module (2.6.0)
-- Az Module (2.8.0)
-- Az Module (3.1.0)
-- Az Module (3.5.0)
-- Az Module (3.8.0)
-- Az Module (4.3.0)
-- Cached container images
-  - node:12-alpine (Digest: sha256:1660c1b9d3fd9711eb9936e66d4656954cd14b0d2b23a2185c39587dad0239b4)
-  - node:12 (Digest: sha256:1e17e0fdecf65b7b86e50875ad5f11ae181a8d0351806babd61b332bc32a2c15)
-  - jekyll/builder:latest (Digest: sha256:98cda359955f25f18c4bcc78536cdfd30e7ded689b1f52fcd513c75cbe4e751e)
-  - node:10 (Digest: sha256:f9e66964ec6e9a78693929b58b3d95aadf03cc70e47f6d276d1e0943853c2bb5)
-  - buildpack-deps:stretch (Digest: sha256:23c6d55a4d5ad7c9476638196920d67a97702433b5b48465496af6ab3214e7e4)
-  - debian:9 (Digest: sha256:c6c98a905e230d779a92e6a329ff7ecad13b8ee0d21da8b013cee0df7e91c170)
-  - debian:8 (Digest: sha256:38a0be899b925afb5524130771850d3d8dd00619a6b50171cab4fab7d7ae8108)
-  - node:10-alpine (Digest: sha256:177cdb2546eb321b7127aa1c45353c5b778959c9e30da29570ff85098786d776)
-  - alpine:3.9 (Digest: sha256:414e0518bb9228d35e4cd5165567fb91d26c6a214e9c95899e1e056fcd349011)
-  - alpine:3.10 (Digest: sha256:f0e9534a598e501320957059cb2a23774b4d4072e37c7b2cf7e95b241f019e35)
-  - alpine:3.8 (Digest: sha256:2bb501e6173d9d006e56de5bce2720eb06396803300fe1687b58a7ff32bf4c14)
-  - ubuntu:14.04 (Digest: sha256:ffc76f71dd8be8c9e222d420dc96901a07b61616689a44c7b3ef6a10b7213de4)
-  - alpine:3.7 (Digest: sha256:8421d9a84432575381bfabd248f1eb56f3aa21d9d7cd2511583c68c9b7511d10)
-  - mcr.microsoft.com/azure-pipelines/node8-typescript:latest (Digest: sha256:e52e60b9f71183969830a3664279b5d8c799b4b0ec2c25a0686f7c02f6a9669a)
-- Ruby:
-  - Ruby 2.4.10
-  - Ruby 2.5.8
-  - Ruby 2.6.6
-  - Ruby 2.7.1
-- Python (Python 2.7.12)
-- pip (pip 8.1.1 from /usr/lib/python2.7/dist-packages (python 2.7))
-- Python3 (Python 3.5.2)
-- pip3 (pip 8.1.1 from /usr/lib/python3/dist-packages (python 3.5))
-- Python:
-  - Python 2.7.18
-  - Python 3.5.9
-  - Python 3.6.11
-  - Python 3.7.8
-  - Python 3.8.3
-- PyPy:
-  - PyPy 2.7.13 [PyPy 7.3.1 with GCC 7.3.1 20180303 (Red Hat 7.3.1-5)]
-  - PyPy 3.6.9 [PyPy 7.3.1 with GCC 7.3.1 20180303 (Red Hat 7.3.1-5)]
-- node:
-  - node 8.17.0
-  - node 10.21.0
-  - node 12.18.2
-  - node 14.5.0
-- go:
-  - go 1.11.13
-  - go 1.12.17
-  - go 1.13.12
-  - go 1.14.4
-- boost:
-  - boost 1.69.0
-  - boost 1.72.0
-- AWS SAM CLI, version 0.53.0
-- Homebrew on Linux (Homebrew 2.4.7
-Homebrew/linuxbrew-core (git revision 13cb0b; last commit 2020-07-17))

images/linux/Ubuntu1804-README.md

@@ -1,351 +0,0 @@
-<!--- DO NOT EDIT - This markdown file is autogenerated. -->
-# Ubuntu 18.04.4 LTS
-The following software is installed on machines with the 20200717.1 update.
-***
-- 7-Zip 16.02
-- Ansible (ansible 2.9.10)
-- AzCopy7 (available by azcopy alias) 7.3.0
-- AzCopy10 (available by azcopy10 alias) 10.5.0
-- Azure CLI (azure-cli                          2.9.1)
-- Azure CLI (azure-devops                      0.18.0)
-- Basic packages:
-  - dnsutils
-  - iproute2
-  - iputils-ping
-  - libunwind8
-  - locales
-  - openssh-client
-  - tzdata
-  - upx
-  - zstd
-  - libxkbfile-dev
-  - pkg-config
-  - libsecret-1-dev
-  - libxss1
-  - libgconf-2-4
-  - dbus
-  - xvfb
-  - libgbm-dev
-  - libgtk-3-0
-  - tk
-  - fakeroot
-  - dpkg
-  - rpm
-  - xz-utils
-  - xorriso
-  - zsync
-  - gnupg2
-  - lib32z1
-  - texinfo
-  - libsqlite3-dev
-  - curl
-  - file
-  - ftp
-  - jq
-  - netcat
-  - ssh
-  - parallel
-  - rsync
-  - shellcheck
-  - sudo
-  - telnet
-  - time
-  - unzip
-  - zip
-  - wget
-  - m4
-  - bison
-  - flex
-  - patchelf
-  - bzip2
-  - sqlite3
-  - libcurl3
-- Alibaba Cloud CLI (3.0.53)
-- AWS CLI (aws-cli/1.18.99 Python/2.7.17 Linux/5.3.0-1032-azure botocore/1.17.22)
-- AWS CLI Session manager plugin (1.1.61.0)
-- build-essential
-- Clang 6.0 (6.0.0)
-- Clang 8 (8.0.0)
-- Clang 9 (9.0.0)
-- Swift version 5.2.4 (swift-5.2.4-RELEASE)
-Target: x86_64-unknown-linux-gnu
-- CMake (cmake version 3.17.0)
-- Podman (2.0.2)
-- Buildah (1.14.9)
-- Skopeo (1.1.0)
-- Docker Compose (docker-compose version 1.26.2, build eefe0d31)
-- Docker-Moby (Docker version 19.03.12+azure, build 0ed913b885c8919944a2e4c8d0b80a318a8dd48b)
-- Docker-Buildx (0.4.1+azure)
-- .NET Core SDK:
-  - 3.1.302
-  - 3.1.301
-  - 3.1.300
-  - 3.1.202
-  - 3.1.201
-  - 3.1.200
-  - 3.1.106
-  - 3.1.105
-  - 3.1.104
-  - 3.1.103
-  - 3.1.102
-  - 3.1.101
-  - 3.1.100
-  - 3.0.103
-  - 3.0.102
-  - 3.0.101
-  - 3.0.100
-  - 2.1.808
-  - 2.1.807
-  - 2.1.806
-  - 2.1.805
-  - 2.1.804
-  - 2.1.803
-  - 2.1.802
-  - 2.1.801
-  - 2.1.701
-  - 2.1.700
-  - 2.1.613
-  - 2.1.612
-  - 2.1.611
-  - 2.1.610
-  - 2.1.609
-  - 2.1.608
-  - 2.1.607
-  - 2.1.606
-  - 2.1.605
-  - 2.1.604
-  - 2.1.603
-  - 2.1.602
-  - 2.1.516
-  - 2.1.515
-  - 2.1.514
-  - 2.1.513
-  - 2.1.512
-  - 2.1.511
-  - 2.1.510
-  - 2.1.509
-  - 2.1.508
-  - 2.1.507
-  - 2.1.506
-  - 2.1.505
-  - 2.1.504
-  - 2.1.503
-  - 2.1.502
-  - 2.1.500
-  - 2.1.403
-  - 2.1.402
-  - 2.1.401
-  - 2.1.302
-  - 2.1.301
-  - 2.1.300
-- Erlang (Erlang (SMP,ASYNC_THREADS,HIPE) (BEAM) emulator version 11.0.2)
-- Firefox (Mozilla Firefox 78.0.2)
-- Geckodriver (0.26.0); Gecko Driver is available via GECKOWEBDRIVER environment variable
-- GNU C++ 7.5.0
-- GNU C++ 8.4.0
-- GNU C++ 9.3.0
-- GNU Fortran 8.4.0
-- GNU Fortran 9.3.0
-- Git (2.27.0)
-- Git Large File Storage (LFS) (2.11.0)
-- Git-ftp (1.3.1)
-- Hub CLI (2.14.2)
-- GitHub CLI 0.11.0
-- Google Chrome (Google Chrome 84.0.4147.89 )
-- ChromeDriver 84.0.4147.30 (48b3e868b4cc0aa7e8149519690b6f6949e110a8-refs/branch-heads/4147@{#310}); Chrome Driver is available via CHROMEWEBDRIVER environment variable
-- Google Cloud SDK (301.0.0)
-- Haskell Cabal (cabal-install version 3.2.0.0
-compiled using version 3.2.0.0 of the Cabal library )
-- GHC (The Glorious Glasgow Haskell Compilation System, version 8.6.5)
-- GHC (The Glorious Glasgow Haskell Compilation System, version 8.8.3)
-- GHC (The Glorious Glasgow Haskell Compilation System, version 8.10.1)
-- Haskell Stack (Version 2.3.1, Git revision de2a7b694f07de7e6cf17f8c92338c16286b2878 (8103 commits) x86_64 hpack-0.33.0)
-- Heroku (heroku/7.42.4 linux-x64 node-v12.16.2)
-- HHVM (HipHop VM 4.66.1 (rel))
-- ImageMagick
-- Azul Zulu OpenJDK:
-  - 7 (openjdk version "1.7.0_272")
-- Adopt OpenJDK:
-  - 8 (openjdk version "1.8.0_262") (default)
-  - 11 (openjdk version "11.0.8" 2020-07-14) 
-  - 12 (openjdk version "12.0.2" 2019-07-16)
-- Ant (Apache Ant(TM) version 1.10.5 compiled on March 28 2019)
-- Gradle 6.5.1
-- Maven (Apache Maven 3.6.3 (cecedd343002696d0abb50b32b541b8a6ba2883f))
-- Kind (kind v0.8.1 go1.14.2 linux/amd64)
-- kubectl (Client Version: v1.18.6)
-- helm (v3.2.4+g0ad800e)
-- minikube version: v1.12.0
-- oc CLI Client Version: 4.5.0-202005291417-9933eb9
-- Leiningen (Leiningen 2.9.4 on Java 1.8.0_262 OpenJDK 64-Bit Server VM)
-- Mercurial (Mercurial Distributed SCM (version 4.5.3))
-- Miniconda (conda 4.8.3)
-- Mono (Mono JIT compiler version 6.10.0.104 (tarball Fri Jun 26 19:38:24 UTC 2020))
-- MySQL (mysql  Ver 14.14 Distrib 5.7.30, for Linux (x86_64) using  EditLine wrapper)
-- MySQL Server (user:root password:root)
-- MS SQL Server Client Tools
-- MySQL service is disabled by default. Use the following command as a part of your job to start the service: 'sudo systemctl start mysql.service'
-- nvm (0.35.3)
-- Node.js (v12.18.2)
-- Grunt (grunt-cli v1.3.2)
-- Gulp (CLI version: 2.3.0
-Local version: Unknown)
-- n (6.6.0)
-- Parcel (1.12.4)
-- TypeScript (Version 3.9.7)
-- Webpack (4.43.0)
-- Webpack CLI (3.3.12)
-- Yarn (1.22.4)
-- Newman (5.1.2)
-- Bazel (bazel 3.4.1)
-- Bazelisk (1.5.0)
-- ORAS CLI 0.8.1
-- PhantomJS (2.1.1)
-- PHP 7.1 (PHP 7.1.33-16+ubuntu18.04.1+deb.sury.org+1 (cli) (built: May 14 2020 08:27:11) ( NTS ))
-- PHP 7.2 (PHP 7.2.32-1+ubuntu18.04.1+deb.sury.org+1 (cli) (built: Jul  9 2020 16:33:55) ( NTS ))
-- PHP 7.3 (PHP 7.3.20-1+ubuntu18.04.1+deb.sury.org+1 (cli) (built: Jul  9 2020 16:34:09) ( NTS ))
-- PHP 7.4 (PHP 7.4.8 (cli) (built: Jul 13 2020 16:45:47) ( NTS ))
-- Composer  (Composer version 1.10.9 2020-07-16 12:57:00)
-- PHPUnit (PHPUnit 7.5.20 by Sebastian Bergmann and contributors.)
-- Pollinate
-- psql (PostgreSQL) 12.3
-- Powershell (PowerShell 7.0.3)
-- ruby (2.5.1p57)
-- gem (3.1.4)
-- rustup (1.22.1)
-- rust (1.45.0)
-- cargo (1.45.0)
-- rustfmt (1.4.15-stable)
-- clippy (0.0.212)
-- rustdoc (1.45.0)
-- bindgen (0.54.1)
-- cbindgen (0.14.3)
-- cargo audit (0.12.0)
-- cargo outdated (v0.9.10)
-- Julia (julia version 1.4.2)
-- sbt (1.3.13)
-- Selenium server standalone (available via SELENIUM_JAR_PATH environment variable)
-- Sphinx Open Source Search Server
-- Subversion (svn, version 1.9.7 (r1800392))
-- Terraform (Terraform v0.12.28)
-- Packer (1.6.0)
-- Vcpkg 2020.06.15-unknownhash
-- Vercel CLI (19.1.2)
-- MongoDB on Linux (2020-07-17T10:52:50.926+0000 I  CONTROL  [initandlisten] db version v4.2.8
-2020-07-17T10:52:50.926+0000 I  CONTROL  [initandlisten] git version: 43d25964249164d76d5e04dd6cf38f6111e21f5f
-2020-07-17T10:52:50.926+0000 I  CONTROL  [initandlisten] OpenSSL version: OpenSSL 1.1.1g  21 Apr 2020)
-- Haveged 1.9.1-6
-- Google Repository 58
-- Google Play services 49
-- Google APIs 24
-- Google APIs 23
-- Google APIs 22
-- Google APIs 21
-- CMake 3.10.2.4988404
-3.6.4111459
-- Android Support Repository 47.0.0
-- Android SDK Platform-Tools 30.0.3
-- Android SDK Platform 30
-- Android SDK Platform 29
-- Android SDK Platform 28
-- Android SDK Platform 27
-- Android SDK Platform 26
-- Android SDK Platform 25
-- Android SDK Platform 24
-- Android SDK Platform 23
-- Android SDK Platform 22
-- Android SDK Platform 21
-- Android SDK Platform 19
-- Android SDK Platform 17
-- Android SDK Patch Applier v4
-- Android SDK Build-Tools 30.0.0
-- Android SDK Build-Tools 29.0.3
-- Android SDK Build-Tools 29.0.2
-- Android SDK Build-Tools 29.0.0
-- Android SDK Build-Tools 28.0.3
-- Android SDK Build-Tools 28.0.2
-- Android SDK Build-Tools 28.0.1
-- Android SDK Build-Tools 28.0.0
-- Android SDK Build-Tools 27.0.3
-- Android SDK Build-Tools 27.0.2
-- Android SDK Build-Tools 27.0.1
-- Android SDK Build-Tools 27.0.0
-- Android SDK Build-Tools 26.0.3
-- Android SDK Build-Tools 26.0.2
-- Android SDK Build-Tools 26.0.1
-- Android SDK Build-Tools 26.0.0
-- Android SDK Build-Tools 25.0.3
-- Android SDK Build-Tools 25.0.2
-- Android SDK Build-Tools 25.0.1
-- Android SDK Build-Tools 25.0.0
-- Android SDK Build-Tools 24.0.3
-- Android SDK Build-Tools 24.0.2
-- Android SDK Build-Tools 24.0.1
-- Android SDK Build-Tools 24.0.0
-- Android SDK Build-Tools 23.0.3
-- Android SDK Build-Tools 23.0.2
-- Android SDK Build-Tools 23.0.1
-- Android SDK Build-Tools 22.0.1
-- Android SDK Build-Tools 21.1.2
-- Android SDK Build-Tools 20.0.0
-- Android SDK Build-Tools 19.1.0
-- Android SDK Build-Tools 17.0.0
-- Android NDK 21.3.6528147
-- Az Module (1.0.0)
-- Az Module (1.6.0)
-- Az Module (2.3.2)
-- Az Module (2.6.0)
-- Az Module (2.8.0)
-- Az Module (3.1.0)
-- Az Module (3.5.0)
-- Az Module (3.8.0)
-- Az Module (4.3.0)
-- Cached container images
-  - node:12-alpine (Digest: sha256:1660c1b9d3fd9711eb9936e66d4656954cd14b0d2b23a2185c39587dad0239b4)
-  - node:12 (Digest: sha256:1e17e0fdecf65b7b86e50875ad5f11ae181a8d0351806babd61b332bc32a2c15)
-  - jekyll/builder:latest (Digest: sha256:98cda359955f25f18c4bcc78536cdfd30e7ded689b1f52fcd513c75cbe4e751e)
-  - node:10 (Digest: sha256:f9e66964ec6e9a78693929b58b3d95aadf03cc70e47f6d276d1e0943853c2bb5)
-  - buildpack-deps:stretch (Digest: sha256:23c6d55a4d5ad7c9476638196920d67a97702433b5b48465496af6ab3214e7e4)
-  - debian:9 (Digest: sha256:c6c98a905e230d779a92e6a329ff7ecad13b8ee0d21da8b013cee0df7e91c170)
-  - debian:8 (Digest: sha256:38a0be899b925afb5524130771850d3d8dd00619a6b50171cab4fab7d7ae8108)
-  - node:10-alpine (Digest: sha256:177cdb2546eb321b7127aa1c45353c5b778959c9e30da29570ff85098786d776)
-  - alpine:3.9 (Digest: sha256:414e0518bb9228d35e4cd5165567fb91d26c6a214e9c95899e1e056fcd349011)
-  - alpine:3.10 (Digest: sha256:f0e9534a598e501320957059cb2a23774b4d4072e37c7b2cf7e95b241f019e35)
-  - alpine:3.8 (Digest: sha256:2bb501e6173d9d006e56de5bce2720eb06396803300fe1687b58a7ff32bf4c14)
-  - ubuntu:14.04 (Digest: sha256:ffc76f71dd8be8c9e222d420dc96901a07b61616689a44c7b3ef6a10b7213de4)
-  - alpine:3.7 (Digest: sha256:8421d9a84432575381bfabd248f1eb56f3aa21d9d7cd2511583c68c9b7511d10)
-  - mcr.microsoft.com/azure-pipelines/node8-typescript:latest (Digest: sha256:e52e60b9f71183969830a3664279b5d8c799b4b0ec2c25a0686f7c02f6a9669a)
-- Ruby:
-  - Ruby 2.4.10
-  - Ruby 2.5.8
-  - Ruby 2.6.6
-  - Ruby 2.7.1
-- Python (Python 2.7.17)
-- pip (pip 9.0.1 from /usr/lib/python2.7/dist-packages (python 2.7))
-- Python3 (Python 3.6.9)
-- pip3 (pip 9.0.1 from /usr/lib/python3/dist-packages (python 3.6))
-- Python:
-  - Python 2.7.18
-  - Python 3.5.9
-  - Python 3.6.11
-  - Python 3.7.8
-  - Python 3.8.3
-- PyPy:
-  - PyPy 2.7.13 [PyPy 7.3.1 with GCC 7.3.1 20180303 (Red Hat 7.3.1-5)]
-  - PyPy 3.6.9 [PyPy 7.3.1 with GCC 7.3.1 20180303 (Red Hat 7.3.1-5)]
-- node:
-  - node 8.17.0
-  - node 10.21.0
-  - node 12.18.2
-  - node 14.5.0
-- go:
-  - go 1.11.13
-  - go 1.12.17
-  - go 1.13.12
-  - go 1.14.4
-- boost:
-  - boost 1.69.0
-  - boost 1.72.0
-- AWS SAM CLI, version 0.53.0
-- Homebrew on Linux (Homebrew 2.4.7
-Homebrew/linuxbrew-core (git revision 13cb0b; last commit 2020-07-17))

images/linux/Ubuntu1804-Readme.md

@@ -0,0 +1,372 @@
+| Announcements |
+|-|
+| [[All OSs] Az PowerShell Module will be upgraded to 7.1.0 on January, 17](https://github.com/actions/virtual-environments/issues/4841) |
+| [[Ubuntu] Issue with libstdc++ cannot allocate memory in static TLS block](https://github.com/actions/virtual-environments/issues/4799) |
+| [[All OSs] Python version 3.5 will be removed from the images on January 24, 2022](https://github.com/actions/virtual-environments/issues/4744) |
+***
+# Ubuntu 18.04.6 LTS
+- Linux kernel version: 5.4.0-1065-azure
+- Image Version: 20220111.1
+
+## Installed Software
+### Language and Runtime
+- Bash 4.4.20(1)-release
+- Clang 9.0.0
+- Clang-format 9.0.0
+- Erlang 24.1.7 (Eshell 12.1.5)
+- Erlang rebar3 3.18.0
+- GNU C++ 7.5.0, 9.4.0, 10.3.0
+- GNU Fortran 7.5.0, 9.4.0, 10.3.0
+- Julia 1.7.1
+- Kotlin 1.6.0-release-798
+- Mono 6.12.0.122 (apt source repository: https://download.mono-project.com/repo/ubuntu stable-bionic main)
+- MSBuild 16.6.0.15201 (from /usr/lib/mono/msbuild/15.0/bin/MSBuild.dll)
+- Node 16.13.2
+- Perl 5.26.1
+- Python 2.7.17
+- Python3 3.6.9
+- Ruby 2.5.1p57
+- Swift 5.5.2
+
+### Package Management
+- cpan 1.64
+- Helm 3.7.2
+- Homebrew 3.3.10
+- Miniconda 4.10.3
+- Npm 8.1.2
+- Pip 9.0.1
+- Pip3 9.0.1
+- Pipx 1.0.0
+- RubyGems 2.7.6
+- Vcpkg  (build from master \<b8b1217bd>)
+- Yarn 1.22.17
+
+#### Environment variables
+| Name                    | Value                  |
+| ----------------------- | ---------------------- |
+| CONDA                   | /usr/share/miniconda   |
+| VCPKG_INSTALLATION_ROOT | /usr/local/share/vcpkg |
+
+### Project Management
+- Ant 1.10.5
+- Gradle 7.3.3
+- Maven 3.8.4
+- Sbt 1.6.1
+
+### Tools
+- Ansible 2.11.7
+- apt-fast 1.9.11
+- AzCopy 10.13.0 (available by `azcopy` and `azcopy10` aliases)
+- Bazel 4.2.2
+- Bazelisk 1.11.0
+- Bicep 0.4.1124
+- Buildah 1.19.6 (apt source repository: https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable)
+- CMake 3.22.1
+- CodeQL Action Bundle 2.7.3
+- Docker Compose v1 1.29.2
+- Docker Compose v2 2.2.2+azure-1
+- Docker-Buildx 0.7.1
+- Docker-Moby Client 20.10.11+azure-3
+- Docker-Moby Server 20.10.11+azure-3
+- Git 2.34.1 (apt source repository: ppa:git-core/ppa)
+- Git LFS 3.0.2 (apt source repository: https://packagecloud.io/install/repositories/github/git-lfs)
+- Git-ftp 1.3.1
+- Haveged 1.9.1
+- Heroku 7.59.2
+- HHVM (HipHop VM) 4.143.0
+- jq 1.5
+- Kind 0.11.1
+- Kubectl 1.23.1
+- Kustomize 4.4.1
+- Leiningen 2.9.8
+- MediaInfo 17.12
+- Mercurial 4.5.3
+- Minikube 1.24.0
+- n 8.0.2
+- Newman 5.3.1
+- nvm 0.39.1
+- OpenSSL 1.1.1  11 Sep 2018
+- Packer 1.7.8
+- Parcel 2.1.1
+- PhantomJS 2.1.1
+- Podman 3.0.1 (apt source repository: https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable)
+- Pulumi 3.21.1
+- R 4.1.2
+- Skopeo 1.2.2 (apt source repository: https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable)
+- Sphinx Open Source Search Server 2.2.11
+- SVN 1.9.7
+- Terraform 1.1.3
+- yamllint 1.26.3
+- yq 4.16.2
+- zstd 1.5.1 (homebrew)
+
+### CLI Tools
+- Alibaba Cloud CLI 3.0.102
+- AWS CLI 1.22.33
+- AWS CLI Session manager plugin 1.2.295.0
+- AWS SAM CLI 1.37.0
+- Azure CLI (azure-cli) 2.32.0 (installation method: https://docs.microsoft.com/en-us/cli/azure/install-azure-cli-linux?pivots=apt)
+- Azure CLI (azure-devops) 0.22.0
+- GitHub CLI 2.4.0
+- Google Cloud SDK 368.0.0 (apt source repository: https://packages.cloud.google.com/apt)
+- Hub CLI 2.14.2
+- Netlify CLI 8.6.21
+- OpenShift CLI 4.9.13
+- ORAS CLI 0.12.0
+- Vercel CLI 23.1.2
+
+### Java
+| Version             | Vendor        | Environment Variable |
+| ------------------- | ------------- | -------------------- |
+| 8.0.292+1 (default) | Adopt OpenJDK | JAVA_HOME_8_X64      |
+| 11.0.11+9           | Adopt OpenJDK | JAVA_HOME_11_X64     |
+| 12.0.2+10           | Adopt OpenJDK | JAVA_HOME_12_X64     |
+
+### PHP
+| Tool     | Version                                  |
+| -------- | ---------------------------------------- |
+| PHP      | 7.1.33 7.2.34 7.3.33 7.4.27 8.0.14 8.1.1 |
+| Composer | 2.2.4                                    |
+| PHPUnit  | 8.5.22                                   |
+```
+    Both Xdebug and PCOV extensions are installed, but only Xdebug is enabled.
+```
+### Haskell
+- Cabal 3.6.2.0
+- GHC 9.2.1
+- GHCup 0.1.17.4
+- Stack 2.7.3
+
+### Rust Tools
+- Cargo 1.57.0
+- Rust 1.57.0
+- Rustdoc 1.57.0
+- Rustup 1.24.3
+
+#### Packages
+- Bindgen 0.59.2
+- Cargo audit 0.16.0
+- Cargo clippy 0.1.57
+- Cargo outdated 0.10.2
+- Cbindgen 0.20.0
+- Rustfmt 1.4.37
+
+### Browsers and Drivers
+- Google Chrome 97.0.4692.71
+- ChromeDriver 97.0.4692.71
+- Mozilla Firefox 95.0.1
+- Geckodriver 0.30.0
+- Chromium 97.0.4692.0
+- Selenium server 4.1.0
+
+#### Environment variables
+| Name              | Value                               |
+| ----------------- | ----------------------------------- |
+| CHROMEWEBDRIVER   | /usr/local/share/chrome_driver      |
+| GECKOWEBDRIVER    | /usr/local/share/gecko_driver       |
+| SELENIUM_JAR_PATH | /usr/share/java/selenium-server.jar |
+
+### .NET Core SDK
+- 2.1.302 2.1.403 2.1.526 2.1.617 2.1.701 2.1.818 3.1.120 3.1.202 3.1.302 3.1.416 5.0.104 5.0.210 5.0.303 5.0.404
+
+### Databases
+- MongoDB 5.0.5 (apt source repository: https://repo.mongodb.org/apt/ubuntu)
+- PostgreSQL 14.1 (apt source repository: https://apt.postgresql.org/pub/repos/apt/)
+- sqlite3 3.22.0
+
+#### MySQL
+- MySQL 5.7.36
+- MySQL Server (user:root password:root)
+
+```
+    MySQL service is disabled by default. Use the following command as a part of your job to start the service: 'sudo systemctl start mysql.service'
+```
+#### MS SQL Server Client Tools
+- sqlcmd 17.8.0001.1
+- SqlPackage 15.0.5282.3
+
+### Cached Tools
+#### Go
+- 1.15.15
+- 1.16.13
+- 1.17.6
+
+#### Node.js
+- 12.22.9
+- 14.18.3
+- 16.13.2
+
+#### PyPy
+- 2.7.18 [PyPy 7.3.6]
+- 3.6.12 [PyPy 7.3.3]
+
+#### Python
+- 2.7.18
+- 3.5.10
+- 3.6.15
+- 3.7.12
+- 3.8.12
+- 3.9.9
+- 3.10.1
+
+#### Ruby
+- 2.4.10
+- 2.5.9
+- 2.6.9
+- 2.7.5
+- 3.0.3
+
+#### Environment variables
+| Name            | Value                               | Architecture |
+| --------------- | ----------------------------------- | ------------ |
+| GOROOT_1_15_X64 | /opt/hostedtoolcache/go/1.15.15/x64 | x64          |
+| GOROOT_1_16_X64 | /opt/hostedtoolcache/go/1.16.13/x64 | x64          |
+| GOROOT_1_17_X64 | /opt/hostedtoolcache/go/1.17.6/x64  | x64          |
+
+### PowerShell Tools
+- PowerShell 7.2.1
+
+#### PowerShell Modules
+| Module     | Version |
+| ---------- | ------- |
+| MarkdownPS | 1.9     |
+| Pester     | 5.3.1   |
+
+#### Az PowerShell Modules
+- 6.4.0 3.1.0.zip 4.4.0.zip 5.9.0.zip
+
+### Web Servers
+| Name    | Version | ConfigFile                | ServiceStatus | ListenPort |
+| ------- | ------- | ------------------------- | ------------- | ---------- |
+| apache2 | 2.4.29  | /etc/apache2/apache2.conf | inactive      | 80         |
+| nginx   | 1.14.0  | /etc/nginx/nginx.conf     | inactive      | 80         |
+
+### Android
+| Package Name               | Version                                                                                                                                                                                                                                                           |
+| -------------------------- | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| Android Command Line Tools | 4.0                                                                                                                                                                                                                                                               |
+| Android Emulator           | 31.1.4                                                                                                                                                                                                                                                            |
+| Android SDK Build-tools    | 32.0.0<br>31.0.0<br>30.0.0 30.0.1 30.0.2 30.0.3<br>29.0.0 29.0.1 29.0.2 29.0.3<br>28.0.0 28.0.1 28.0.2 28.0.3<br>27.0.0 27.0.1 27.0.2 27.0.3<br>26.0.0 26.0.1 26.0.2 26.0.3<br>25.0.0 25.0.1 25.0.2 25.0.3<br>24.0.0 24.0.1 24.0.2 24.0.3<br>23.0.1 23.0.2 23.0.3 |
+| Android SDK Platform-Tools | 31.0.3                                                                                                                                                                                                                                                            |
+| Android SDK Platforms      | android-32 (rev 1)<br>android-31 (rev 1)<br>android-30 (rev 3)<br>android-29 (rev 5)<br>android-28 (rev 6)<br>android-27 (rev 3)<br>android-26 (rev 2)<br>android-25 (rev 3)<br>android-24 (rev 2)<br>android-23 (rev 3)                                          |
+| Android SDK Tools          | 26.1.1                                                                                                                                                                                                                                                            |
+| Android Support Repository | 47.0.0                                                                                                                                                                                                                                                            |
+| CMake                      | 3.10.2<br>3.18.1                                                                                                                                                                                                                                                  |
+| Google APIs                | addon-google_apis-google-21<br>addon-google_apis-google-22<br>addon-google_apis-google-23<br>addon-google_apis-google-24                                                                                                                                          |
+| Google Play services       | 49                                                                                                                                                                                                                                                                |
+| Google Repository          | 58                                                                                                                                                                                                                                                                |
+| NDK                        | 21.4.7075529 (default)<br>23.1.7779620                                                                                                                                                                                                                            |
+| SDK Patch Applier v4       | 1                                                                                                                                                                                                                                                                 |
+
+#### Environment variables
+| Name                    | Value                                                                                |
+| ----------------------- | ------------------------------------------------------------------------------------ |
+| ANDROID_HOME            | /usr/local/lib/android/sdk                                                           |
+| ANDROID_NDK_HOME        | /usr/local/lib/android/sdk/ndk-bundle -> /usr/local/lib/android/sdk/ndk/21.4.7075529 |
+| ANDROID_NDK_LATEST_HOME | /usr/local/lib/android/sdk/ndk/23.1.7779620                                          |
+| ANDROID_NDK_ROOT        | /usr/local/lib/android/sdk/ndk-bundle -> /usr/local/lib/android/sdk/ndk/21.4.7075529 |
+| ANDROID_SDK_ROOT        | /usr/local/lib/android/sdk                                                           |
+
+### Cached Docker images
+| Repository:Tag          | Digest                                                                   | Created    |
+| ----------------------- | ------------------------------------------------------------------------ | ---------- |
+| alpine:3.12             | sha256:d9459083f962de6bd980ae6a05be2a4cf670df6a1d898157bceb420342bec280  | 2021-11-12 |
+| alpine:3.13             | sha256:026f721af4cf2843e07bba648e158fb35ecc876d822130633cc49f707f0fc88c  | 2021-11-12 |
+| alpine:3.14             | sha256:635f0aa53d99017b38d1a0aa5b2082f7812b03e3cdb299103fe77b5c8a07f1d2  | 2021-11-12 |
+| buildpack-deps:bullseye | sha256:8cca6f729d85d572000a436eac498ff5358eeee5a0fa7b3e2b6668620c6ac06e  | 2021-12-21 |
+| buildpack-deps:buster   | sha256:24cf4668129a284b9b960ffaa5e79f9654d7d040708721c8e7708811e362a9d9  | 2021-12-21 |
+| buildpack-deps:stretch  | sha256:19610095f7d1718c20d79e5109c42f64dabea9fdf104221394acdf2999170c51  | 2021-12-21 |
+| debian:10               | sha256:94ccfd1c5115a6903cbb415f043a0b04e307be3f37b768cf6d6d3edff0021da3  | 2021-12-21 |
+| debian:11               | sha256:2906804d2a64e8a13a434a1a127fe3f6a28bf7cf3696be4223b06276f32f1f2d  | 2021-12-21 |
+| debian:9                | sha256:54284a7a45383b407c1968657e8f1c50dc25b82d8d56b3812e46ad19f8bcfd83  | 2021-12-21 |
+| moby/buildkit:latest    | sha256:d6c89b7085b106301645ddcc77cf64eb7b705ab507b72d52d130ac33f1300417  | 2021-11-18 |
+| node:12                 | sha256:36b3ee4724ab60ac5f288d22999074437ed517e8d1bd2e24ab19609479d39c81  | 2021-12-21 |
+| node:12-alpine          | sha256:05d61228b85c54b5527e74afc54153eb3572aae005948fb068a0f4ebe01f7c1e  | 2022-01-03 |
+| node:14                 | sha256:e5c6aac226819f88d6431a56f502972d323d052b1b6108094ba7e6b07154a542  | 2021-12-21 |
+| node:14-alpine          | sha256:1e7481a9a977d8e4160a73ed6a0e726724570bf7d941adbec63a82cf7c07ae19  | 2022-01-03 |
+| node:16                 | sha256:32605ead97ed57bd39a8a7b0e919240e1a3218974dfc6965e61b54a801753131  | 2021-12-21 |
+| node:16-alpine          | sha256:0e071f3c5c84cffa6b1035023e1956cf28d48f4b36e229cef328772da81ec0c5  | 2022-01-03 |
+| ubuntu:16.04            | sha256:0f71fa8d4d2d4292c3c617fda2b36f6dabe5c8b6e34c3dc5b0d17d4e704bd39c  | 2021-08-31 |
+| ubuntu:18.04            | sha256:37b7471c1945a2a12e5a57488ee4e3e216a8369d0b9ee1ec2e41db9c2c1e3d22  | 2022-01-07 |
+| ubuntu:20.04            | sha256:b5a61709a9a44284d88fb12e5c48db0409cfad5b69d4ff8224077c57302df9cf  | 2022-01-07 |
+
+### Installed apt packages
+| Name              | Version                           |
+| ----------------- | --------------------------------- |
+| aria2             | 1.33.1-1                          |
+| binutils          | 2.30-21ubuntu1\~18.04.7           |
+| bison             | 2:3.0.4.dfsg-1build1              |
+| brotli            | 1.0.3-1ubuntu1.3                  |
+| build-essential   | 12.4ubuntu1                       |
+| bzip2             | 1.0.6-8.1ubuntu0.2                |
+| coreutils         | 8.28-1ubuntu1                     |
+| curl              | 7.58.0-2ubuntu3.16                |
+| dbus              | 1.12.2-1ubuntu1.2                 |
+| dnsutils          | 1:9.11.3+dfsg-1ubuntu1.16         |
+| dpkg              | 1.19.0.5ubuntu2.3                 |
+| fakeroot          | 1.22-2ubuntu1                     |
+| file              | 1:5.32-2ubuntu0.4                 |
+| flex              | 2.6.4-6                           |
+| ftp               | 0.17-34                           |
+| gnupg2            | 2.2.4-1ubuntu1.4                  |
+| haveged           | 1.9.1-6                           |
+| imagemagick       | 8:6.9.7.4+dfsg-16ubuntu6.12       |
+| iproute2          | 4.15.0-2ubuntu1.3                 |
+| iputils-ping      | 3:20161105-1ubuntu3               |
+| jq                | 1.5+dfsg-2                        |
+| lib32z1           | 1:1.2.11.dfsg-0ubuntu2            |
+| libc++-dev        | 6.0-2                             |
+| libc++abi-dev     | 6.0-2                             |
+| libcurl3          | 7.58.0-2ubuntu3.16                |
+| libgbm-dev        | 20.0.8-0ubuntu1\~18.04.1          |
+| libgconf-2-4      | 3.2.6-4ubuntu1                    |
+| libgsl-dev        | 2.4+dfsg-6                        |
+| libgtk-3-0        | 3.22.30-1ubuntu4                  |
+| libmagic-dev      | 1:5.32-2ubuntu0.4                 |
+| libmagickcore-dev | 8:6.9.7.4+dfsg-16ubuntu6.12       |
+| libmagickwand-dev | 8:6.9.7.4+dfsg-16ubuntu6.12       |
+| libsecret-1-dev   | 0.18.6-1                          |
+| libsqlite3-dev    | 3.22.0-1ubuntu0.4                 |
+| libunwind8        | 1.2.1-8                           |
+| libxkbfile-dev    | 1:1.0.9-2                         |
+| libxss1           | 1:1.2.2-1                         |
+| locales           | 2.27-3ubuntu1.4                   |
+| m4                | 1.4.18-1                          |
+| mediainfo         | 17.12-1                           |
+| mercurial         | 4.5.3-1ubuntu2.2                  |
+| net-tools         | 1.60+git20161116.90da8a0-1ubuntu1 |
+| netcat            | 1.10-41.1                         |
+| openssh-client    | 1:7.6p1-4ubuntu0.5                |
+| p7zip-full        | 16.02+dfsg-6                      |
+| p7zip-rar         | 16.02-2                           |
+| parallel          | 20161222-1                        |
+| pass              | 1.7.1-3                           |
+| patchelf          | 0.9-1                             |
+| pkg-config        | 0.29.1-0ubuntu2                   |
+| pollinate         | 4.33-0ubuntu1\~18.04.2            |
+| python-setuptools | 39.0.1-2                          |
+| rpm               | 4.14.1+dfsg1-2                    |
+| rsync             | 3.1.2-2.1ubuntu1.2                |
+| shellcheck        | 0.4.6-1                           |
+| sphinxsearch      | 2.2.11-2                          |
+| sqlite3           | 3.22.0-1ubuntu0.4                 |
+| ssh               | 1:7.6p1-4ubuntu0.5                |
+| sshpass           | 1.06-1                            |
+| subversion        | 1.9.7-4ubuntu1                    |
+| sudo              | 1.8.21p2-3ubuntu1.4               |
+| swig              | 3.0.12-1                          |
+| telnet            | 0.17-41                           |
+| texinfo           | 6.5.0.dfsg.1-2                    |
+| time              | 1.7-25.1build1                    |
+| tk                | 8.6.0+9                           |
+| tzdata            | 2021e-0ubuntu0.18.04              |
+| unzip             | 6.0-21ubuntu1.1                   |
+| upx               | 3.94-4                            |
+| wget              | 1.19.4-1ubuntu2.2                 |
+| xorriso           | 1.4.8-3                           |
+| xvfb              | 2:1.19.6-1ubuntu4.10              |
+| xz-utils          | 5.2.2-1.3                         |
+| zip               | 3.0-11build1                      |
+| zsync             | 0.6.2-3ubuntu1                    |
+
+

images/linux/Ubuntu2004-README.md

@@ -1,296 +0,0 @@
-<!--- DO NOT EDIT - This markdown file is autogenerated. -->
-# Ubuntu 20.04 LTS
-The following software is installed on machines with the 20200717.1 update.
-***
-- 7-Zip 16.02
-- Ansible (ansible 2.9.6)
-- AzCopy7 (available by azcopy alias) 7.3.0
-- AzCopy10 (available by azcopy10 alias) 10.5.0
-- Azure CLI (azure-cli                          2.9.1)
-- Azure CLI (azure-devops                      0.18.0)
-- Basic packages:
-  - dnsutils
-  - iproute2
-  - iputils-ping
-  - libunwind8
-  - locales
-  - openssh-client
-  - tzdata
-  - upx
-  - zstd
-  - libxkbfile-dev
-  - pkg-config
-  - libsecret-1-dev
-  - libxss1
-  - libgconf-2-4
-  - dbus
-  - xvfb
-  - libgbm-dev
-  - libgtk-3-0
-  - tk
-  - fakeroot
-  - dpkg
-  - rpm
-  - xz-utils
-  - xorriso
-  - zsync
-  - gnupg2
-  - lib32z1
-  - texinfo
-  - libsqlite3-dev
-  - curl
-  - file
-  - ftp
-  - jq
-  - netcat
-  - ssh
-  - parallel
-  - rsync
-  - shellcheck
-  - sudo
-  - telnet
-  - time
-  - unzip
-  - zip
-  - wget
-  - m4
-  - bison
-  - flex
-  - patchelf
-  - bzip2
-  - sqlite3
-  - libcurl4
-- Alibaba Cloud CLI (3.0.53)
-- AWS CLI (aws-cli/2.0.31 Python/3.7.3 Linux/5.4.0-1020-azure botocore/2.0.0dev35)
-- AWS CLI Session manager plugin (1.1.61.0)
-- build-essential
-- Clang 6.0 (6.0.1)
-- Clang 8 (8.0.1)
-- Clang 9 (9.0.1)
-- Swift version 5.2.4 (swift-5.2.4-RELEASE)
-Target: x86_64-unknown-linux-gnu
-- CMake (cmake version 3.17.0)
-- Podman (2.0.2)
-- Buildah (1.15.0)
-- Skopeo (1.1.0)
-- Docker Compose (docker-compose version 1.26.2, build eefe0d31)
-- Docker-Moby (Docker version 19.03.12+azure, build 0ed913b885c8919944a2e4c8d0b80a318a8dd48b)
-- Docker-Buildx (0.4.1+azure)
-- .NET Core SDK:
-  - 3.1.302
-  - 3.1.301
-  - 3.1.300
-  - 3.1.202
-  - 3.1.201
-  - 3.1.200
-  - 3.1.106
-  - 3.1.105
-  - 3.1.104
-  - 3.1.103
-  - 3.1.102
-  - 3.1.101
-  - 3.1.100
-  - 2.1.808
-  - 2.1.807
-  - 2.1.806
-  - 2.1.805
-  - 2.1.804
-  - 2.1.803
-  - 2.1.802
-  - 2.1.801
-  - 2.1.701
-  - 2.1.700
-  - 2.1.613
-  - 2.1.612
-  - 2.1.611
-  - 2.1.610
-  - 2.1.609
-  - 2.1.608
-  - 2.1.607
-  - 2.1.606
-  - 2.1.605
-  - 2.1.604
-  - 2.1.603
-  - 2.1.602
-  - 2.1.516
-  - 2.1.515
-  - 2.1.514
-  - 2.1.513
-  - 2.1.512
-  - 2.1.511
-  - 2.1.510
-  - 2.1.509
-  - 2.1.508
-  - 2.1.507
-  - 2.1.506
-  - 2.1.505
-  - 2.1.504
-  - 2.1.503
-  - 2.1.502
-  - 2.1.500
-  - 2.1.403
-  - 2.1.402
-  - 2.1.401
-  - 2.1.302
-  - 2.1.301
-  - 2.1.300
-- Erlang (Erlang (SMP,ASYNC_THREADS,HIPE) (BEAM) emulator version 11.0.2)
-- Firefox (Mozilla Firefox 78.0.2)
-- Geckodriver (0.26.0); Gecko Driver is available via GECKOWEBDRIVER environment variable
-- GNU C++ 7.5.0
-- GNU C++ 8.4.0
-- GNU C++ 9.3.0
-- GNU Fortran 8.4.0
-- GNU Fortran 9.3.0
-- Git (2.27.0)
-- Git Large File Storage (LFS) (2.11.0)
-- Git-ftp (1.6.0)
-- Hub CLI (2.14.2)
-- GitHub CLI 0.11.0
-- Google Chrome (Google Chrome 84.0.4147.89 )
-- ChromeDriver 84.0.4147.30 (48b3e868b4cc0aa7e8149519690b6f6949e110a8-refs/branch-heads/4147@{#310}); Chrome Driver is available via CHROMEWEBDRIVER environment variable
-- Google Cloud SDK (301.0.0)
-- Haskell Cabal (cabal-install version 3.2.0.0
-compiled using version 3.2.0.0 of the Cabal library )
-- GHC (The Glorious Glasgow Haskell Compilation System, version 8.6.5)
-- GHC (The Glorious Glasgow Haskell Compilation System, version 8.8.3)
-- GHC (The Glorious Glasgow Haskell Compilation System, version 8.10.1)
-- Haskell Stack (Version 2.3.1, Git revision de2a7b694f07de7e6cf17f8c92338c16286b2878 (8103 commits) x86_64 hpack-0.33.0)
-- Heroku (heroku/7.42.4 linux-x64 node-v12.16.2)
-- HHVM (HipHop VM 4.66.1 (rel))
-- ImageMagick
-- Adopt OpenJDK:
-  - 8 (openjdk version "1.8.0_262") 
-  - 11 (openjdk version "11.0.8" 2020-07-14) (default)
-- Ant (Apache Ant(TM) version 1.10.7 compiled on October 24 2019)
-- Gradle 6.5.1
-- Maven (Apache Maven 3.6.3 (cecedd343002696d0abb50b32b541b8a6ba2883f))
-- Kind (kind v0.8.1 go1.14.2 linux/amd64)
-- kubectl (Client Version: v1.18.6)
-- helm (v3.2.4+g0ad800e)
-- minikube version: v1.12.0
-- oc CLI Client Version: 4.5.0-202005291417-9933eb9
-- Leiningen (Leiningen 2.9.4 on Java 11.0.8 OpenJDK 64-Bit Server VM)
-- Mercurial (Mercurial Distributed SCM (version 5.3.1))
-- Miniconda (conda 4.8.3)
-- Mono (Mono JIT compiler version 6.10.0.104 (tarball Fri Jun 26 19:38:44 UTC 2020))
-- MySQL (mysql  Ver 8.0.20-0ubuntu0.20.04.1 for Linux on x86_64 ((Ubuntu)))
-- MySQL Server (user:root password:root)
-- MS SQL Server Client Tools
-- MySQL service is disabled by default. Use the following command as a part of your job to start the service: 'sudo systemctl start mysql.service'
-- nvm (0.35.3)
-- Node.js (v12.18.2)
-- Grunt (grunt-cli v1.3.2)
-- Gulp (CLI version: 2.3.0
-Local version: Unknown)
-- n (6.6.0)
-- Parcel (1.12.4)
-- TypeScript (Version 3.9.7)
-- Webpack (4.43.0)
-- Webpack CLI (3.3.12)
-- Yarn (1.22.4)
-- Newman (5.1.2)
-- Bazel (bazel 3.4.1)
-- Bazelisk (1.5.0)
-- ORAS CLI 0.8.1
-- PhantomJS (2.1.1)
-- PHP 7.4 (PHP 7.4.8 (cli) (built: Jul 13 2020 16:46:22) ( NTS ))
-> To use ppa:ondrej/php APT repository On Ubuntu 20.04 it is necessary to add it to the APT sources
-```
-apt-add-repository ppa:ondrej/php -y
-apt-get update
-```
-- Composer  (Composer version 1.10.9 2020-07-16 12:57:00)
-- PHPUnit (PHPUnit 7.5.20 by Sebastian Bergmann and contributors.)
-- Pollinate
-- psql (PostgreSQL) 12.3
-- Powershell (PowerShell 7.0.3)
-- ruby (2.7.0p0)
-- gem (3.1.2)
-- rustup (1.22.1)
-- rust (1.45.0)
-- cargo (1.45.0)
-- rustfmt (1.4.15-stable)
-- clippy (0.0.212)
-- rustdoc (1.45.0)
-- bindgen (0.54.1)
-- cbindgen (0.14.3)
-- cargo audit (0.12.0)
-- cargo outdated (v0.9.10)
-- Julia (julia version 1.4.2)
-- sbt (copying runtime jar...
-1.3.13)
-- Selenium server standalone (available via SELENIUM_JAR_PATH environment variable)
-- Sphinx Open Source Search Server
-- Subversion (svn, version 1.13.0 (r1867053))
-- Terraform (Terraform v0.12.28)
-- Packer (1.6.0)
-- Vcpkg 2020.06.15-unknownhash
-- Vercel CLI (19.1.2)
-- Haveged 1.9.1-6ubuntu1
-- Google Repository 58
-- Google Play services 49
-- CMake 3.10.2.4988404
-- Android Support Repository 47.0.0
-- Android SDK Platform-Tools 30.0.3
-- Android SDK Platform 30
-- Android SDK Platform 29
-- Android SDK Platform 28
-- Android SDK Platform 27
-- Android SDK Patch Applier v4
-- Android SDK Build-Tools 30.0.0
-- Android SDK Build-Tools 29.0.3
-- Android SDK Build-Tools 29.0.2
-- Android SDK Build-Tools 29.0.0
-- Android SDK Build-Tools 28.0.3
-- Android SDK Build-Tools 28.0.2
-- Android SDK Build-Tools 28.0.1
-- Android SDK Build-Tools 28.0.0
-- Android SDK Build-Tools 27.0.3
-- Android SDK Build-Tools 27.0.2
-- Android SDK Build-Tools 27.0.1
-- Android SDK Build-Tools 27.0.0
-- Android NDK 21.3.6528147
-- Az Module (4.4.0)
-- Cached container images
-  - node:12-alpine (Digest: sha256:1660c1b9d3fd9711eb9936e66d4656954cd14b0d2b23a2185c39587dad0239b4)
-  - node:12 (Digest: sha256:1e17e0fdecf65b7b86e50875ad5f11ae181a8d0351806babd61b332bc32a2c15)
-  - jekyll/builder:latest (Digest: sha256:98cda359955f25f18c4bcc78536cdfd30e7ded689b1f52fcd513c75cbe4e751e)
-  - node:10 (Digest: sha256:f9e66964ec6e9a78693929b58b3d95aadf03cc70e47f6d276d1e0943853c2bb5)
-  - buildpack-deps:stretch (Digest: sha256:23c6d55a4d5ad7c9476638196920d67a97702433b5b48465496af6ab3214e7e4)
-  - debian:9 (Digest: sha256:c6c98a905e230d779a92e6a329ff7ecad13b8ee0d21da8b013cee0df7e91c170)
-  - debian:8 (Digest: sha256:38a0be899b925afb5524130771850d3d8dd00619a6b50171cab4fab7d7ae8108)
-  - node:10-alpine (Digest: sha256:177cdb2546eb321b7127aa1c45353c5b778959c9e30da29570ff85098786d776)
-  - alpine:3.9 (Digest: sha256:414e0518bb9228d35e4cd5165567fb91d26c6a214e9c95899e1e056fcd349011)
-  - alpine:3.10 (Digest: sha256:f0e9534a598e501320957059cb2a23774b4d4072e37c7b2cf7e95b241f019e35)
-  - alpine:3.8 (Digest: sha256:2bb501e6173d9d006e56de5bce2720eb06396803300fe1687b58a7ff32bf4c14)
-  - ubuntu:14.04 (Digest: sha256:ffc76f71dd8be8c9e222d420dc96901a07b61616689a44c7b3ef6a10b7213de4)
-  - alpine:3.7 (Digest: sha256:8421d9a84432575381bfabd248f1eb56f3aa21d9d7cd2511583c68c9b7511d10)
-  - mcr.microsoft.com/azure-pipelines/node8-typescript:latest (Digest: sha256:e52e60b9f71183969830a3664279b5d8c799b4b0ec2c25a0686f7c02f6a9669a)
-- Ruby:
-  - Ruby 2.5.8
-  - Ruby 2.6.6
-  - Ruby 2.7.1
-- Python (Python 2.7.18rc1)
-- pip (pip 20.1.1 from /usr/local/lib/python2.7/dist-packages/pip (python 2.7))
-- Python3 (Python 3.8.2)
-- pip3 (pip 20.0.2 from /usr/lib/python3/dist-packages/pip (python 3.8))
-- Python:
-  - Python 2.7.18
-  - Python 3.5.9
-  - Python 3.6.11
-  - Python 3.7.8
-  - Python 3.8.3
-- PyPy:
-  - PyPy 2.7.13 [PyPy 7.3.1 with GCC 7.3.1 20180303 (Red Hat 7.3.1-5)]
-  - PyPy 3.6.9 [PyPy 7.3.1 with GCC 7.3.1 20180303 (Red Hat 7.3.1-5)]
-- node:
-  - node 8.17.0
-  - node 10.21.0
-  - node 12.18.2
-  - node 14.5.0
-- go:
-  - go 1.14.4
-- AWS SAM CLI, version 0.53.0
-- Homebrew on Linux (Homebrew 2.4.7
-Homebrew/linuxbrew-core (git revision e31d440; last commit 2020-07-17))

images/linux/Ubuntu2004-Readme.md

@@ -0,0 +1,382 @@
+| Announcements |
+|-|
+| [[All OSs] Az PowerShell Module will be upgraded to 7.1.0 on January, 17](https://github.com/actions/virtual-environments/issues/4841) |
+| [[Ubuntu] Issue with libstdc++ cannot allocate memory in static TLS block](https://github.com/actions/virtual-environments/issues/4799) |
+| [[All OSs] Python version 3.5 will be removed from the images on January 24, 2022](https://github.com/actions/virtual-environments/issues/4744) |
+***
+# Ubuntu 20.04.3 LTS
+- Linux kernel version: 5.11.0-1025-azure
+- Image Version: 20220111.1
+
+## Installed Software
+### Language and Runtime
+- Bash 5.0.17(1)-release
+- Clang 10.0.0, 11.0.0, 12.0.0
+- Clang-format 10.0.0, 11.0.0, 12.0.0
+- Erlang 24.1.7 (Eshell 12.1.5)
+- Erlang rebar3 3.18.0
+- GNU C++ 9.3.0, 10.3.0
+- GNU Fortran 9.3.0, 10.3.0
+- Julia 1.7.1
+- Kotlin 1.6.0-release-798
+- Mono 6.12.0.122 (apt source repository: https://download.mono-project.com/repo/ubuntu stable-focal main)
+- MSBuild 16.6.0.15201 (from /usr/lib/mono/msbuild/15.0/bin/MSBuild.dll)
+- Node 16.13.2
+- Perl 5.30.0
+- Python 3.8.10
+- Python3 3.8.10
+- Ruby 2.7.0p0
+- Swift 5.5.2
+
+### Package Management
+- cpan 1.64
+- Helm 3.7.2
+- Homebrew 3.3.10
+- Miniconda 4.10.3
+- Npm 8.1.2
+- Pip 20.0.2
+- Pip3 20.0.2
+- Pipx 1.0.0
+- RubyGems 3.1.2
+- Vcpkg  (build from master \<b8b1217bd>)
+- Yarn 1.22.17
+
+#### Environment variables
+| Name                    | Value                  |
+| ----------------------- | ---------------------- |
+| CONDA                   | /usr/share/miniconda   |
+| VCPKG_INSTALLATION_ROOT | /usr/local/share/vcpkg |
+
+### Project Management
+- Ant 1.10.7
+- Gradle 7.3.3
+- Lerna 4.0.0
+- Maven 3.8.4
+- Sbt 1.6.1
+
+### Tools
+- Ansible 2.12.1
+- apt-fast 1.9.11
+- AzCopy 10.13.0 (available by `azcopy` and `azcopy10` aliases)
+- Bazel 4.2.2
+- Bazelisk 1.11.0
+- Bicep 0.4.1124
+- Buildah 1.21.3 (apt source repository: https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable)
+- CMake 3.22.1
+- CodeQL Action Bundle 2.7.3
+- Docker Compose v1 1.29.2
+- Docker Compose v2 2.2.2+azure-1
+- Docker-Buildx 0.7.1
+- Docker-Moby Client 20.10.11+azure-3
+- Docker-Moby Server 20.10.11+azure-3
+- Fastlane 2.199.0
+- Git 2.34.1 (apt source repository: ppa:git-core/ppa)
+- Git LFS 3.0.2 (apt source repository: https://packagecloud.io/install/repositories/github/git-lfs)
+- Git-ftp 1.6.0
+- Haveged 1.9.1
+- Heroku 7.59.2
+- HHVM (HipHop VM) 4.143.0
+- jq 1.6
+- Kind 0.11.1
+- Kubectl 1.23.1
+- Kustomize 4.4.1
+- Leiningen 2.9.8
+- MediaInfo 19.09
+- Mercurial 5.3.1
+- Minikube 1.24.0
+- n 8.0.2
+- Newman 5.3.1
+- nvm 0.39.1
+- OpenSSL 1.1.1f  31 Mar 2020
+- Packer 1.7.8
+- Parcel 2.1.1
+- PhantomJS 2.1.1
+- Podman 3.4.2 (apt source repository: https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable)
+- Pulumi 3.21.1
+- R 4.1.2
+- Skopeo 1.3.0 (apt source repository: https://download.opensuse.org/repositories/devel:/kubic:/libcontainers:/stable)
+- Sphinx Open Source Search Server 2.2.11
+- SVN 1.13.0
+- Terraform 1.1.3
+- yamllint 1.26.3
+- yq 4.16.2
+- zstd 1.5.1 (homebrew)
+
+### CLI Tools
+- Alibaba Cloud CLI 3.0.102
+- AWS CLI 2.4.9
+- AWS CLI Session manager plugin 1.2.295.0
+- AWS SAM CLI 1.37.0
+- Azure CLI (azure-cli) 2.32.0 (installation method: https://docs.microsoft.com/en-us/cli/azure/install-azure-cli-linux?pivots=apt)
+- Azure CLI (azure-devops) 0.22.0
+- GitHub CLI 2.4.0
+- Google Cloud SDK 368.0.0 (apt source repository: https://packages.cloud.google.com/apt)
+- Hub CLI 2.14.2
+- Netlify CLI 8.6.21
+- OpenShift CLI 4.9.13
+- ORAS CLI 0.12.0
+- Vercel CLI 23.1.2
+
+### Java
+| Version             | Vendor        | Environment Variable |
+| ------------------- | ------------- | -------------------- |
+| 8.0.292+1           | Adopt OpenJDK | JAVA_HOME_8_X64      |
+| 11.0.11+9 (default) | Adopt OpenJDK | JAVA_HOME_11_X64     |
+
+### GraalVM
+| Version   | Environment variables |
+| --------- | --------------------- |
+| CE 21.3.0 | GRAALVM_11_ROOT       |
+
+### PHP
+| Tool     | Version             |
+| -------- | ------------------- |
+| PHP      | 7.4.27 8.0.14 8.1.1 |
+| Composer | 2.2.4               |
+| PHPUnit  | 8.5.22              |
+```
+    Both Xdebug and PCOV extensions are installed, but only Xdebug is enabled.
+```
+### Haskell
+- Cabal 3.6.2.0
+- GHC 9.2.1
+- GHCup 0.1.17.4
+- Stack 2.7.3
+
+### Rust Tools
+- Cargo 1.57.0
+- Rust 1.57.0
+- Rustdoc 1.57.0
+- Rustup 1.24.3
+
+#### Packages
+- Bindgen 0.59.2
+- Cargo audit 0.16.0
+- Cargo clippy 0.1.57
+- Cargo outdated 0.10.2
+- Cbindgen 0.20.0
+- Rustfmt 1.4.37
+
+### Browsers and Drivers
+- Google Chrome 97.0.4692.71
+- ChromeDriver 97.0.4692.71
+- Mozilla Firefox 95.0.1
+- Geckodriver 0.30.0
+- Chromium 97.0.4692.0
+- Selenium server 4.1.0
+
+#### Environment variables
+| Name              | Value                               |
+| ----------------- | ----------------------------------- |
+| CHROMEWEBDRIVER   | /usr/local/share/chrome_driver      |
+| GECKOWEBDRIVER    | /usr/local/share/gecko_driver       |
+| SELENIUM_JAR_PATH | /usr/share/java/selenium-server.jar |
+
+### .NET Core SDK
+- 2.1.302 2.1.403 2.1.526 2.1.617 2.1.701 2.1.818 3.1.120 3.1.202 3.1.302 3.1.416 5.0.104 5.0.210 5.0.303 5.0.404
+
+### Databases
+- MongoDB 5.0.5 (apt source repository: https://repo.mongodb.org/apt/ubuntu)
+- PostgreSQL 14.1 (apt source repository: https://apt.postgresql.org/pub/repos/apt/)
+- sqlite3 3.31.1
+
+#### MySQL
+- MySQL 8.0.26
+- MySQL Server (user:root password:root)
+
+```
+    MySQL service is disabled by default. Use the following command as a part of your job to start the service: 'sudo systemctl start mysql.service'
+```
+#### MS SQL Server Client Tools
+- sqlcmd 17.8.0001.1
+- SqlPackage 15.0.5282.3
+
+### Cached Tools
+#### Go
+- 1.15.15
+- 1.16.13
+- 1.17.6
+
+#### Node.js
+- 12.22.9
+- 14.18.3
+- 16.13.2
+
+#### PyPy
+- 2.7.18 [PyPy 7.3.6]
+- 3.6.12 [PyPy 7.3.3]
+- 3.7.12 [PyPy 7.3.7]
+- 3.8.12 [PyPy 7.3.7]
+
+#### Python
+- 2.7.18
+- 3.5.10
+- 3.6.15
+- 3.7.12
+- 3.8.12
+- 3.9.9
+- 3.10.1
+
+#### Ruby
+- 2.5.9
+- 2.6.9
+- 2.7.5
+- 3.0.3
+
+#### Environment variables
+| Name            | Value                               | Architecture |
+| --------------- | ----------------------------------- | ------------ |
+| GOROOT_1_15_X64 | /opt/hostedtoolcache/go/1.15.15/x64 | x64          |
+| GOROOT_1_16_X64 | /opt/hostedtoolcache/go/1.16.13/x64 | x64          |
+| GOROOT_1_17_X64 | /opt/hostedtoolcache/go/1.17.6/x64  | x64          |
+
+### PowerShell Tools
+- PowerShell 7.2.1
+
+#### PowerShell Modules
+| Module           | Version |
+| ---------------- | ------- |
+| MarkdownPS       | 1.9     |
+| Pester           | 5.3.1   |
+| PSScriptAnalyzer | 1.20.0  |
+
+#### Az PowerShell Modules
+- 6.4.0 3.1.0.zip 4.4.0.zip 5.9.0.zip
+
+### Web Servers
+| Name      | Version | ConfigFile                | ServiceStatus | ListenPort |
+| --------- | ------- | ------------------------- | ------------- | ---------- |
+| apache2   | 2.4.41  | /etc/apache2/apache2.conf | inactive      | 80         |
+| mono-xsp4 | 4.7.1   | /etc/default/mono-xsp4    | active        | 8084       |
+| nginx     | 1.18.0  | /etc/nginx/nginx.conf     | inactive      | 80         |
+
+### Android
+| Package Name               | Version                                                                                                                                      |
+| -------------------------- | -------------------------------------------------------------------------------------------------------------------------------------------- |
+| Android Command Line Tools | 4.0                                                                                                                                          |
+| Android Emulator           | 31.1.4                                                                                                                                       |
+| Android SDK Build-tools    | 32.0.0<br>31.0.0<br>30.0.0 30.0.1 30.0.2 30.0.3<br>29.0.0 29.0.1 29.0.2 29.0.3<br>28.0.0 28.0.1 28.0.2 28.0.3<br>27.0.0 27.0.1 27.0.2 27.0.3 |
+| Android SDK Platform-Tools | 31.0.3                                                                                                                                       |
+| Android SDK Platforms      | android-32 (rev 1)<br>android-31 (rev 1)<br>android-30 (rev 3)<br>android-29 (rev 5)<br>android-28 (rev 6)<br>android-27 (rev 3)             |
+| Android SDK Tools          | 26.1.1                                                                                                                                       |
+| Android Support Repository | 47.0.0                                                                                                                                       |
+| CMake                      | 3.10.2<br>3.18.1                                                                                                                             |
+| Google Play services       | 49                                                                                                                                           |
+| Google Repository          | 58                                                                                                                                           |
+| NDK                        | 21.4.7075529 (default)<br>22.1.7171670<br>23.1.7779620                                                                                       |
+| SDK Patch Applier v4       | 1                                                                                                                                            |
+
+#### Environment variables
+| Name                    | Value                                                                                |
+| ----------------------- | ------------------------------------------------------------------------------------ |
+| ANDROID_HOME            | /usr/local/lib/android/sdk                                                           |
+| ANDROID_NDK_HOME        | /usr/local/lib/android/sdk/ndk-bundle -> /usr/local/lib/android/sdk/ndk/21.4.7075529 |
+| ANDROID_NDK_LATEST_HOME | /usr/local/lib/android/sdk/ndk/23.1.7779620                                          |
+| ANDROID_NDK_ROOT        | /usr/local/lib/android/sdk/ndk-bundle -> /usr/local/lib/android/sdk/ndk/21.4.7075529 |
+| ANDROID_SDK_ROOT        | /usr/local/lib/android/sdk                                                           |
+
+### Cached Docker images
+| Repository:Tag          | Digest                                                                   | Created    |
+| ----------------------- | ------------------------------------------------------------------------ | ---------- |
+| alpine:3.12             | sha256:d9459083f962de6bd980ae6a05be2a4cf670df6a1d898157bceb420342bec280  | 2021-11-12 |
+| alpine:3.13             | sha256:026f721af4cf2843e07bba648e158fb35ecc876d822130633cc49f707f0fc88c  | 2021-11-12 |
+| alpine:3.14             | sha256:635f0aa53d99017b38d1a0aa5b2082f7812b03e3cdb299103fe77b5c8a07f1d2  | 2021-11-12 |
+| buildpack-deps:bullseye | sha256:8cca6f729d85d572000a436eac498ff5358eeee5a0fa7b3e2b6668620c6ac06e  | 2021-12-21 |
+| buildpack-deps:buster   | sha256:24cf4668129a284b9b960ffaa5e79f9654d7d040708721c8e7708811e362a9d9  | 2021-12-21 |
+| buildpack-deps:stretch  | sha256:19610095f7d1718c20d79e5109c42f64dabea9fdf104221394acdf2999170c51  | 2021-12-21 |
+| debian:10               | sha256:94ccfd1c5115a6903cbb415f043a0b04e307be3f37b768cf6d6d3edff0021da3  | 2021-12-21 |
+| debian:11               | sha256:2906804d2a64e8a13a434a1a127fe3f6a28bf7cf3696be4223b06276f32f1f2d  | 2021-12-21 |
+| debian:9                | sha256:54284a7a45383b407c1968657e8f1c50dc25b82d8d56b3812e46ad19f8bcfd83  | 2021-12-21 |
+| moby/buildkit:latest    | sha256:d6c89b7085b106301645ddcc77cf64eb7b705ab507b72d52d130ac33f1300417  | 2021-11-18 |
+| node:12                 | sha256:36b3ee4724ab60ac5f288d22999074437ed517e8d1bd2e24ab19609479d39c81  | 2021-12-21 |
+| node:12-alpine          | sha256:05d61228b85c54b5527e74afc54153eb3572aae005948fb068a0f4ebe01f7c1e  | 2022-01-03 |
+| node:14                 | sha256:e5c6aac226819f88d6431a56f502972d323d052b1b6108094ba7e6b07154a542  | 2021-12-21 |
+| node:14-alpine          | sha256:1e7481a9a977d8e4160a73ed6a0e726724570bf7d941adbec63a82cf7c07ae19  | 2022-01-03 |
+| node:16                 | sha256:32605ead97ed57bd39a8a7b0e919240e1a3218974dfc6965e61b54a801753131  | 2021-12-21 |
+| node:16-alpine          | sha256:0e071f3c5c84cffa6b1035023e1956cf28d48f4b36e229cef328772da81ec0c5  | 2022-01-03 |
+| ubuntu:16.04            | sha256:0f71fa8d4d2d4292c3c617fda2b36f6dabe5c8b6e34c3dc5b0d17d4e704bd39c  | 2021-08-31 |
+| ubuntu:18.04            | sha256:37b7471c1945a2a12e5a57488ee4e3e216a8369d0b9ee1ec2e41db9c2c1e3d22  | 2022-01-07 |
+| ubuntu:20.04            | sha256:b5a61709a9a44284d88fb12e5c48db0409cfad5b69d4ff8224077c57302df9cf  | 2022-01-07 |
+
+### Installed apt packages
+| Name                   | Version                           |
+| ---------------------- | --------------------------------- |
+| acl                    | 2.2.53-6                          |
+| aria2                  | 1.35.0-1build1                    |
+| binutils               | 2.34-6ubuntu1.3                   |
+| bison                  | 2:3.5.1+dfsg-1                    |
+| brotli                 | 1.0.7-6ubuntu0.1                  |
+| build-essential        | 12.8ubuntu1.1                     |
+| bzip2                  | 1.0.8-2                           |
+| coreutils              | 8.30-3ubuntu2                     |
+| curl                   | 7.68.0-1ubuntu2.7                 |
+| dbus                   | 1.12.16-2ubuntu2.1                |
+| dnsutils               | 1:9.16.1-0ubuntu2.9               |
+| dpkg                   | 1.19.7ubuntu3                     |
+| fakeroot               | 1.24-1                            |
+| file                   | 1:5.38-4                          |
+| flex                   | 2.6.4-6.2                         |
+| fonts-noto-color-emoji | 0\~20200916-1\~ubuntu20.04.1      |
+| ftp                    | 0.17-34.1                         |
+| gnupg2                 | 2.2.19-3ubuntu2.1                 |
+| haveged                | 1.9.1-6ubuntu1                    |
+| imagemagick            | 8:6.9.10.23+dfsg-2.1ubuntu11.4    |
+| iproute2               | 5.5.0-1ubuntu1                    |
+| iputils-ping           | 3:20190709-3                      |
+| jq                     | 1.6-1ubuntu0.20.04.1              |
+| lib32z1                | 1:1.2.11.dfsg-2ubuntu1.2          |
+| libc++-dev             | 1:10.0-50\~exp1                   |
+| libc++abi-dev          | 1:10.0-50\~exp1                   |
+| libcurl4               | 7.68.0-1ubuntu2.7                 |
+| libgbm-dev             | 21.0.3-0ubuntu0.3\~20.04.5        |
+| libgconf-2-4           | 3.2.6-6ubuntu1                    |
+| libgsl-dev             | 2.5+dfsg-6build1                  |
+| libgtk-3-0             | 3.24.20-0ubuntu1                  |
+| libmagic-dev           | 1:5.38-4                          |
+| libmagickcore-dev      | 8:6.9.10.23+dfsg-2.1ubuntu11.4    |
+| libmagickwand-dev      | 8:6.9.10.23+dfsg-2.1ubuntu11.4    |
+| libsecret-1-dev        | 0.20.4-0ubuntu1                   |
+| libsqlite3-dev         | 3.31.1-4ubuntu0.2                 |
+| libunwind8             | 1.2.1-9build1                     |
+| libxkbfile-dev         | 1:1.1.0-1                         |
+| libxss1                | 1:1.2.3-1                         |
+| locales                | 2.31-0ubuntu9.2                   |
+| m4                     | 1.4.18-4                          |
+| mediainfo              | 19.09-1build1                     |
+| mercurial              | 5.3.1-1ubuntu1                    |
+| net-tools              | 1.60+git20180626.aebd88e-1ubuntu1 |
+| netcat                 | 1.206-1ubuntu1                    |
+| openssh-client         | 1:8.2p1-4ubuntu0.4                |
+| p7zip-full             | 16.02+dfsg-7build1                |
+| p7zip-rar              | 16.02-3build1                     |
+| parallel               | 20161222-1.1                      |
+| pass                   | 1.7.3-2                           |
+| patchelf               | 0.10-2build1                      |
+| pkg-config             | 0.29.1-0ubuntu4                   |
+| pollinate              | 4.33-3ubuntu1.20.04.1             |
+| python-is-python3      | 3.8.2-4                           |
+| rpm                    | 4.14.2.1+dfsg1-1build2            |
+| rsync                  | 3.1.3-8ubuntu0.1                  |
+| shellcheck             | 0.7.0-2build2                     |
+| sphinxsearch           | 2.2.11-2ubuntu2                   |
+| sqlite3                | 3.31.1-4ubuntu0.2                 |
+| ssh                    | 1:8.2p1-4ubuntu0.4                |
+| sshpass                | 1.06-1                            |
+| subversion             | 1.13.0-3                          |
+| sudo                   | 1.8.31-1ubuntu1.2                 |
+| swig                   | 4.0.1-5build1                     |
+| telnet                 | 0.17-41.2build1                   |
+| texinfo                | 6.7.0.dfsg.2-5                    |
+| time                   | 1.7-25.1build1                    |
+| tk                     | 8.6.9+1                           |
+| tzdata                 | 2021e-0ubuntu0.20.04              |
+| unzip                  | 6.0-25ubuntu1                     |
+| upx                    | 3.95-2build1                      |
+| wget                   | 1.20.3-1ubuntu2                   |
+| xorriso                | 1.5.2-1                           |
+| xvfb                   | 2:1.20.13-1ubuntu1\~20.04.2       |
+| xz-utils               | 5.2.4-1ubuntu1                    |
+| zip                    | 3.0-11build1                      |
+| zsync                  | 0.6.2-3ubuntu1                    |
+
+

images/linux/config/ubuntu1604.conf

@@ -1,2 +0,0 @@
-# Name of the pool supported by this image
-POOL_NAME="Ubuntu 1604"

images/linux/post-generation/cleanup-logs.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+# journalctl
+if command -v journalctl; then
+    journalctl --rotate
+    journalctl --vacuum-time=1s
+fi
+
+# delete all .gz and rotated file
+find /var/log -type f -regex ".*\.gz$" -delete
+find /var/log -type f -regex ".*\.[0-9]$" -delete
+
+# wipe log files
+find /var/log/ -type f -exec cp /dev/null {} \;

images/linux/post-generation/environment-variables.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+
+# Replace $HOME with the default user's home directory for environmental variables related to the default user home directory
+
+homeDir=$(cut -d: -f6 /etc/passwd | tail -1)
+sed -i "s|\$HOME|$homeDir|g" /etc/environment

images/linux/scripts/SoftwareReport/SoftwareReport.Android.psm1

@@ -0,0 +1,178 @@
+function Split-TableRowByColumns {
+    param(
+        [string] $Row
+    )
+    return $Row.Split("|") | ForEach-Object { $_.trim() }
+}
+
+function Get-AndroidSDKRoot {
+    return "/usr/local/lib/android/sdk"
+}
+
+function Get-AndroidSDKManagerPath {
+    $androidSDKDir = Get-AndroidSDKRoot
+    return Join-Path $androidSDKDir "cmdline-tools" "latest" "bin" "sdkmanager"
+}
+
+function Get-AndroidInstalledPackages {
+    $androidSDKManagerPath = Get-AndroidSDKManagerPath
+    $androidSDKManagerList = Invoke-Expression "$androidSDKManagerPath --list_installed --include_obsolete"
+    return $androidSDKManagerList
+}
+
+
+function Build-AndroidTable {
+    $packageInfo = Get-AndroidInstalledPackages
+    return @(
+        @{
+            "Package" = "Android Command Line Tools"
+            "Version" = Get-AndroidCommandLineToolsVersion
+        },
+        @{
+            "Package" = "Android Emulator"
+            "Version" = Get-AndroidPackageVersions -PackageInfo $packageInfo -MatchedString "Android Emulator"
+        },
+        @{
+            "Package" = "Android SDK Build-tools"
+            "Version" = Get-AndroidBuildToolVersions -PackageInfo $packageInfo
+        },
+        @{
+            "Package" = "Android SDK Platform-Tools"
+            "Version" = Get-AndroidPackageVersions -PackageInfo $packageInfo -MatchedString "Android SDK Platform-Tools"
+        },
+        @{
+            "Package" = "Android SDK Platforms"
+            "Version" = Get-AndroidPlatformVersions -PackageInfo $packageInfo
+        },
+        @{
+            "Package" = "Android SDK Tools"
+            "Version" = Get-AndroidPackageVersions -PackageInfo $packageInfo -MatchedString "Android SDK Tools"
+        },
+        @{
+            "Package" = "Android Support Repository"
+            "Version" = Get-AndroidPackageVersions -PackageInfo $packageInfo -MatchedString "Android Support Repository"
+        },
+        @{
+            "Package" = "CMake"
+            "Version" = Get-AndroidPackageVersions -PackageInfo $packageInfo -MatchedString "cmake"
+        },
+        @{
+            "Package" = "Google APIs"
+            "Version" = Get-AndroidGoogleAPIsVersions -PackageInfo $packageInfo
+        },
+        @{
+            "Package" = "Google Play services"
+            "Version" = Get-AndroidPackageVersions -PackageInfo $packageInfo -MatchedString "Google Play services"
+        },
+        @{
+            "Package" = "Google Repository"
+            "Version" = Get-AndroidPackageVersions -PackageInfo $packageInfo -MatchedString "Google Repository"
+        },
+        @{
+            "Package" = "NDK"
+            "Version" = Get-AndroidNDKVersions
+        },
+        @{
+            "Package" = "SDK Patch Applier v4"
+            "Version" = Get-AndroidPackageVersions -PackageInfo $packageInfo -MatchedString "SDK Patch Applier v4"
+        }
+    ) | Where-Object { $_.Version } | ForEach-Object {
+        [PSCustomObject] @{
+            "Package Name" = $_.Package
+            "Version" = $_.Version
+        }
+    }
+}
+
+function Get-AndroidPackageVersions {
+    param (
+        [Parameter(Mandatory)]
+        [object] $PackageInfo,
+        [Parameter(Mandatory)]
+        [object] $MatchedString
+    )
+
+    $versions = $packageInfo | Where-Object { $_ -Match $MatchedString } | ForEach-Object {
+        $packageInfoParts = Split-TableRowByColumns $_
+        return $packageInfoParts[1]
+    }
+    return ($versions -Join "<br>")
+}
+
+function Get-AndroidPlatformVersions {
+    param (
+        [Parameter(Mandatory)]
+        [object] $PackageInfo
+    )
+
+    $versions = $packageInfo | Where-Object { $_ -Match "Android SDK Platform " } | ForEach-Object {
+        $packageInfoParts = Split-TableRowByColumns $_
+        $revision = $packageInfoParts[1]
+        $version = $packageInfoParts[0].split(";")[1]
+        return "$version (rev $revision)"
+    }
+    [array]::Reverse($versions)
+    return ($versions -Join "<br>")
+}
+
+function Get-AndroidCommandLineToolsVersion {
+    $commandLineTools = Get-AndroidSDKManagerPath
+    (& $commandLineTools --version | Out-String).Trim() -match "(?<version>^(\d+\.){1,}\d+$)" | Out-Null
+    $commandLineToolsVersion = $Matches.Version
+    return $commandLineToolsVersion
+}
+
+function Get-AndroidBuildToolVersions {
+    param (
+        [Parameter(Mandatory)]
+        [object] $PackageInfo
+    )
+
+    $versions = $packageInfo | Where-Object { $_ -Match "Android SDK Build-Tools" } | ForEach-Object {
+        $packageInfoParts = Split-TableRowByColumns $_
+        return $packageInfoParts[1]
+    }
+    $groupVersions = @()
+    $versions | ForEach-Object {
+        $majorVersion = $_.Split(".")[0]
+        $groupVersions += $versions | Where-Object { $_.StartsWith($majorVersion) } | Join-String -Separator " "
+    }
+    return ($groupVersions | Sort-Object -Descending -Unique | Join-String -Separator "<br>")
+}
+
+function Get-AndroidGoogleAPIsVersions {
+    param (
+        [Parameter(Mandatory)]
+        [object] $PackageInfo
+    )
+
+    $versions = $packageInfo | Where-Object { $_ -Match "Google APIs" } | ForEach-Object {
+        $packageInfoParts = Split-TableRowByColumns $_
+        return $packageInfoParts[0].split(";")[1]
+    }
+    return ($versions -Join "<br>")
+}
+
+function Get-AndroidNDKVersions {
+    $ndkFolderPath = Join-Path (Get-AndroidSDKRoot) "ndk"
+    $versions = Get-ChildItem -Path $ndkFolderPath -Name
+    $ndkDefaultVersion = Get-ToolsetValue "android.ndk.default"
+    $ndkDefaultFullVersion = Get-ChildItem "$env:ANDROID_HOME/ndk/$ndkDefaultVersion.*" -Name | Select-Object -Last 1
+
+    return ($versions | ForEach-Object {
+        $defaultPostfix = ( $_ -eq $ndkDefaultFullVersion ) ? " (default)" : ""
+        $_ + $defaultPostfix
+    } | Join-String -Separator "<br>")
+}
+
+function Build-AndroidEnvironmentTable {
+    $androidVersions = Get-Item env:ANDROID_*	
+
+    $shouldResolveLink = 'ANDROID_NDK_PATH', 'ANDROID_NDK_HOME', 'ANDROID_NDK_ROOT', 'ANDROID_NDK_LATEST_HOME'
+    return $androidVersions | Sort-Object -Property Name | ForEach-Object {
+        [PSCustomObject] @{
+            "Name" = $_.Name
+            "Value" = if ($shouldResolveLink.Contains($_.Name )) { Get-PathWithLink($_.Value) } else {$_.Value}
+        }
+    }
+}

images/linux/scripts/SoftwareReport/SoftwareReport.Browsers.psm1

@@ -0,0 +1,52 @@
+function Get-ChromeVersion {
+    $googleChromeVersion = google-chrome --version | Take-OutputPart -Part 2
+    return "Google Chrome $googleChromeVersion"
+}
+
+function Get-ChromeDriverVersion {
+    $chromeDriverVersion = chromedriver --version | Take-OutputPart -Part 1
+    return "ChromeDriver $chromeDriverVersion"
+}
+
+function Get-FirefoxVersion {
+    $firefoxVersion = firefox --version
+    return $firefoxVersion
+}
+
+function Get-GeckodriverVersion {
+    $geckodriverVersion = geckodriver --version | Select-Object -First 1 | Take-OutputPart -Part 1
+    return "Geckodriver $geckodriverVersion"
+}
+
+function Get-ChromiumVersion {
+    $chromiumVersion = chromium-browser --version | Take-OutputPart -Part 0,1
+    return $chromiumVersion
+}
+
+function Get-SeleniumVersion {
+    $seleniumBinaryName = Get-ToolsetValue "selenium.binary_name"
+    $fullSeleniumVersion = (Get-ChildItem "/usr/share/java/${seleniumBinaryName}-*").Name -replace "${seleniumBinaryName}-"
+    return "Selenium server $fullSeleniumVersion"
+}
+
+function Build-BrowserWebdriversEnvironmentTable {
+    return @(
+        @{
+            "Name" = "CHROMEWEBDRIVER"
+            "Value" = $env:CHROMEWEBDRIVER
+        },
+        @{
+            "Name" = "GECKOWEBDRIVER"
+            "Value" = $env:GECKOWEBDRIVER
+        },
+        @{
+            "Name" = "SELENIUM_JAR_PATH"
+            "Value" = $env:SELENIUM_JAR_PATH
+        }
+    ) | ForEach-Object {
+        [PSCustomObject] @{
+            "Name" = $_.Name
+            "Value" = $_.Value
+        }
+    }
+}

images/linux/scripts/SoftwareReport/SoftwareReport.CachedTools.psm1

@@ -0,0 +1,63 @@
+function Get-ToolcacheRubyVersions {
+    $toolcachePath = Join-Path $env:AGENT_TOOLSDIRECTORY "Ruby"
+    return Get-ChildItem $toolcachePath -Name | Sort-Object { [Version]$_ }
+}
+
+function Get-ToolcachePythonVersions {
+    $toolcachePath = Join-Path $env:AGENT_TOOLSDIRECTORY "Python"
+    return Get-ChildItem $toolcachePath -Name | Sort-Object { [Version]$_ }
+}
+
+function Get-ToolcachePyPyVersions {
+    $toolcachePath = Join-Path $env:AGENT_TOOLSDIRECTORY "PyPy"
+    Get-ChildItem -Path $toolcachePath -Name | Sort-Object { [Version] $_ } | ForEach-Object {
+        $pypyRootPath = Join-Path $toolcachePath $_ "x64"
+        [string]$pypyVersionOutput = & "$pypyRootPath/bin/python" -c "import sys;print(sys.version)"
+        $pypyVersionOutput -match "^([\d\.]+) \(.+\) \[PyPy ([\d\.]+\S*) .+]$" | Out-Null
+        return "{0} [PyPy {1}]" -f $Matches[1], $Matches[2]
+    }
+}
+
+function Get-ToolcacheNodeVersions {
+    $toolcachePath = Join-Path $env:AGENT_TOOLSDIRECTORY "node"
+    return Get-ChildItem $toolcachePath -Name | Sort-Object { [Version]$_ }
+}
+
+function Get-ToolcacheGoVersions {
+    $toolcachePath = Join-Path $env:AGENT_TOOLSDIRECTORY "go"
+    return Get-ChildItem $toolcachePath -Name | Sort-Object { [Version]$_ }
+}
+
+function Build-GoEnvironmentTable {
+    return Get-CachedToolInstances -Name "go" -VersionCommand "version" | ForEach-Object {
+        $Version = [System.Version]($_.Version -Split(" "))[0]
+        $Name = "GOROOT_$($Version.major)_$($Version.minor)_X64"
+        $Value = (Get-Item env:\$Name).Value
+        [PSCustomObject] @{
+            "Name" = $Name
+            "Value" = (Get-Item env:\$Name).Value
+            "Architecture" = $_. Architecture
+        }
+    }
+}
+
+function Build-CachedToolsSection {
+    $output = ""
+
+    $output += New-MDHeader "Go" -Level 4
+    $output += New-MDList -Lines (Get-ToolcacheGoVersions) -Style Unordered
+
+    $output += New-MDHeader "Node.js" -Level 4
+    $output += New-MDList -Lines (Get-ToolcacheNodeVersions) -Style Unordered
+
+    $output += New-MDHeader "PyPy" -Level 4
+    $output += New-MDList -Lines (Get-ToolcachePyPyVersions) -Style Unordered
+
+    $output += New-MDHeader "Python" -Level 4
+    $output += New-MDList -Lines (Get-ToolcachePythonVersions) -Style Unordered
+
+    $output += New-MDHeader "Ruby" -Level 4
+    $output += New-MDList -Lines (Get-ToolcacheRubyVersions) -Style Unordered
+
+    return $output
+}

images/linux/scripts/SoftwareReport/SoftwareReport.Common.psm1

@@ -0,0 +1,423 @@
+function Get-BashVersion {
+    $version = bash -c 'echo ${BASH_VERSION}'
+    return "Bash $version"
+}
+
+function Get-CPPVersions {
+    $result = Get-CommandResult "apt list --installed" -Multiline
+    $cppVersions = $result.Output | Where-Object { $_ -match "g\+\+-\d+"} | ForEach-Object {
+        & $_.Split("/")[0] --version | Select-Object -First 1 | Take-OutputPart -Part 3
+    } | Sort-Object {[Version]$_}
+    return "GNU C++ " + ($cppVersions -Join ", ")
+}
+
+function Get-FortranVersions {
+    $result = Get-CommandResult "apt list --installed" -Multiline
+    $fortranVersions = $result.Output | Where-Object { $_ -match "^gfortran-\d+"} | ForEach-Object {
+        $_ -match "now (?<version>\d+\.\d+\.\d+)-" | Out-Null
+        $Matches.version
+    } | Sort-Object {[Version]$_}
+    return "GNU Fortran " + ($fortranVersions -Join ", ")
+}
+
+function Get-ClangToolVersions {
+    param (
+        [Parameter(Mandatory = $true)]
+        [string] $ToolName,
+        [string] $VersionPattern = "\d+\.\d+\.\d+)-"
+    )
+
+    $result = Get-CommandResult "apt list --installed" -Multiline
+    $toolVersions = $result.Output | Where-Object { $_ -match "^${ToolName}-\d+"} | ForEach-Object {
+        $clangCommand = ($_ -Split "/")[0]
+        Invoke-Expression "$clangCommand --version" | Where-Object { $_ -match "${ToolName} version" } | ForEach-Object {
+            $_ -match "${ToolName} version (?<version>${VersionPattern}" | Out-Null
+            $Matches.version
+            }
+        } | Sort-Object {[Version]$_}
+
+    return $toolVersions -Join ", "
+}
+
+function Get-ClangVersions {
+    $clangVersions = Get-ClangToolVersions -ToolName "clang"
+    return "Clang " + $clangVersions
+}
+
+function Get-ClangFormatVersions {
+    $clangFormatVersions = Get-ClangToolVersions -ToolName "clang-format"
+    return "Clang-format " + $clangFormatVersions
+}
+
+
+function Get-ErlangVersion {
+    $erlangVersion = (erl -eval '{ok, Version} = file:read_file(filename:join([code:root_dir(), "releases", erlang:system_info(otp_release), ''OTP_VERSION''])), io:fwrite(Version), halt().' -noshell)
+    $shellVersion = (erl -eval 'erlang:display(erlang:system_info(version)), halt().' -noshell).Trim('"')
+    return "Erlang $erlangVersion (Eshell $shellVersion)"
+}
+
+function Get-ErlangRebar3Version {
+    $result = Get-CommandResult "rebar3 --version"
+    $result.Output -match "rebar (?<version>(\d+.){2}\d+)" | Out-Null
+    $rebarVersion = $Matches.version
+    return "Erlang rebar3 $rebarVersion"
+}
+
+function Get-MonoVersion {
+    $monoVersion = mono --version | Out-String | Take-OutputPart -Part 4
+    $aptSourceRepo = Get-AptSourceRepository -PackageName "mono"
+    return "Mono $monoVersion (apt source repository: $aptSourceRepo)"
+}
+
+function Get-MsbuildVersion {
+    $msbuildVersion = msbuild -version | Select-Object -Last 1
+    $result = Select-String -Path (Get-Command msbuild).Source -Pattern "msbuild"
+    $result -match "(?<path>\/\S*\.dll)" | Out-Null
+    $msbuildPath = $Matches.path
+    return "MSBuild $msbuildVersion (from $msbuildPath)"
+}
+
+function Get-NodeVersion {
+    $nodeVersion = $(node --version).Substring(1)
+    return "Node $nodeVersion"
+}
+
+function Get-OpensslVersion {
+    return $(openssl version)
+}
+
+function Get-PerlVersion {
+    $version = $(perl -e 'print substr($^V,1)')
+    return "Perl $version"
+}
+
+function Get-PythonVersion {
+    $result = Get-CommandResult "python --version"
+    $version = $result.Output | Take-OutputPart -Part 1
+    return "Python $version"
+}
+
+function Get-Python3Version {
+    $result = Get-CommandResult "python3 --version"
+    $version = $result.Output | Take-OutputPart -Part 1
+    return "Python3 $version"
+}
+
+function Get-PowershellVersion {
+    return $(pwsh --version)
+}
+
+function Get-RubyVersion {
+    $rubyVersion = ruby --version | Out-String | Take-OutputPart -Part 1
+    return "Ruby $rubyVersion"
+}
+
+function Get-SwiftVersion {
+    $swiftVersion = swift --version | Out-String | Take-OutputPart -Part 2
+    return "Swift $swiftVersion"
+}
+
+function Get-KotlinVersion {
+    $kotlinVersion = kotlin -version | Out-String | Take-OutputPart -Part 2
+    return "Kotlin $kotlinVersion"
+}
+
+function Get-JuliaVersion {
+    $juliaVersion = julia --version | Take-OutputPart -Part 2
+    return "Julia $juliaVersion"
+}
+
+function Get-LernaVersion {
+    $version = lerna -v
+    return "Lerna $version"
+}
+
+function Get-HomebrewVersion {
+    $result = Get-CommandResult "brew -v"
+    $result.Output -match "Homebrew (?<version>\d+\.\d+\.\d+)" | Out-Null
+    $version = $Matches.version
+    return "Homebrew $version"
+}
+
+function Get-CpanVersion {
+    $result = Get-CommandResult "cpan --version" -ExpectExitCode @(25, 255)
+    $result.Output -match "version (?<version>\d+\.\d+) " | Out-Null
+    $cpanVersion = $Matches.version
+    return "cpan $cpanVersion"
+}
+
+function Get-GemVersion {
+    $result = Get-CommandResult "gem --version"
+    $result.Output -match "(?<version>\d+\.\d+\.\d+)" | Out-Null
+    $gemVersion = $Matches.version
+    return "RubyGems $gemVersion"
+}
+
+function Get-MinicondaVersion {
+    $condaVersion = conda --version
+    return "Mini$condaVersion"
+}
+
+function Get-HelmVersion {
+    $(helm version) -match 'Version:"v(?<version>\d+\.\d+\.\d+)"' | Out-Null
+    $helmVersion = $Matches.version
+    return "Helm $helmVersion"
+}
+
+function Get-NpmVersion {
+    $npmVersion = npm --version
+    return "Npm $npmVersion"
+}
+
+function Get-YarnVersion {
+    $yarnVersion = yarn --version
+    return "Yarn $yarnVersion"
+}
+
+function Get-ParcelVersion {
+    $parcelVersion = parcel --version
+    return "Parcel $parcelVersion"
+}
+
+function Get-PipVersion {
+    $result = Get-CommandResult "pip --version"
+    $result.Output -match "pip (?<version>\d+\.\d+\.\d+)" | Out-Null
+    $pipVersion = $Matches.version
+    return "Pip $pipVersion"
+}
+
+function Get-Pip3Version {
+    $result = Get-CommandResult "pip3 --version"
+    $result.Output -match "pip (?<version>\d+\.\d+\.\d+)" | Out-Null
+    $pipVersion = $Matches.version
+    return "Pip3 $pipVersion"
+}
+
+function Get-VcpkgVersion {
+    $result = Get-CommandResult "vcpkg version"
+    $result.Output -match "version (?<version>\d+\.\d+\.\d+)" | Out-Null
+    $vcpkgVersion = $Matches.version
+    $commitId = git -C "/usr/local/share/vcpkg" rev-parse --short HEAD
+    return "Vcpkg $vcpkgVersion (build from master \<$commitId>)"
+}
+
+function Get-AntVersion {
+    $result = ant -version | Out-String
+    $result -match "version (?<version>\d+\.\d+\.\d+)" | Out-Null
+    $antVersion = $Matches.version
+    return "Ant $antVersion"
+}
+
+function Get-GradleVersion {
+    $gradleVersion = (gradle -v) -match "^Gradle \d" | Take-OutputPart -Part 1
+    return "Gradle $gradleVersion"
+}
+
+function Get-MavenVersion {
+    $result = mvn -version | Out-String
+    $result -match "Apache Maven (?<version>\d+\.\d+\.\d+)" | Out-Null
+    $mavenVersion = $Matches.version
+    return "Maven $mavenVersion"
+}
+
+function Get-SbtVersion {
+    $result = Get-CommandResult "sbt -version"
+    $result.Output -match "sbt script version: (?<version>\d+\.\d+\.\d+)" | Out-Null
+    $sbtVersion = $Matches.version
+    return "Sbt $sbtVersion"
+}
+
+function Get-PHPVersions {
+    $result = Get-CommandResult "apt list --installed" -Multiline
+    return $result.Output | Where-Object { $_ -match "^php\d+\.\d+/"} | ForEach-Object {
+        $_ -match "now (?<version>\d+\.\d+\.\d+)-" | Out-Null
+        $Matches.version
+    }
+}
+
+function Get-ComposerVersion {
+    $(composer --version) -match "Composer version (?<version>\d+\.\d+\.\d+)\s" | Out-Null
+    return $Matches.version
+}
+
+function Get-PHPUnitVersion {
+    $(phpunit --version | Out-String) -match "PHPUnit (?<version>\d+\.\d+\.\d+)\s" | Out-Null
+    return $Matches.version
+}
+
+function Build-PHPTable {
+    $php = @{
+        "Tool" = "PHP"
+        "Version" = "$(Get-PHPVersions -Join '<br>')"
+    }
+    $composer = @{
+        "Tool" = "Composer"
+        "Version" = Get-ComposerVersion
+    }
+    $phpunit = @{
+        "Tool" = "PHPUnit"
+        "Version" = Get-PHPUnitVersion
+    }
+    return @($php, $composer, $phpunit) | ForEach-Object {
+        [PSCustomObject] @{
+            "Tool" = $_.Tool
+            "Version" = $_.Version
+        }
+    }
+}
+
+function Build-PHPSection {
+    $output = ""
+    $output += New-MDHeader "PHP" -Level 3
+    $output += Build-PHPTable | New-MDTable
+    $output += New-MDCode -Lines @(
+        "Both Xdebug and PCOV extensions are installed, but only Xdebug is enabled."
+    )
+
+    return $output
+}
+
+function Get-GHCVersion {
+    $(ghc --version) -match "version (?<version>\d+\.\d+\.\d+)" | Out-Null
+    $ghcVersion = $Matches.version
+    return "GHC $ghcVersion"
+}
+
+function Get-GHCupVersion {
+    $(ghcup --version) -match "version v(?<version>\d+(\.\d+){2,})" | Out-Null
+    $ghcVersion = $Matches.version
+    return "GHCup $ghcVersion"
+}
+
+function Get-CabalVersion {
+    $(cabal --version | Out-String) -match "cabal-install version (?<version>\d+\.\d+\.\d+\.\d+)" | Out-Null
+    $cabalVersion = $Matches.version
+    return "Cabal $cabalVersion"
+}
+
+function Get-StackVersion {
+    $(stack --version | Out-String) -match "Version (?<version>\d+\.\d+\.\d+)" | Out-Null
+    $stackVersion = $Matches.version
+    return "Stack $stackVersion"
+}
+
+function Get-AzModuleVersions {
+    $azModuleVersions = Get-ChildItem /usr/share | Where-Object { $_ -match "az_\d+" } | Foreach-Object {
+        $_.Name.Split("_")[1]
+    }
+
+    $azModuleVersions = $azModuleVersions -join " "
+    return $azModuleVersions
+}
+
+function Get-PowerShellModules {
+    $modules = (Get-ToolsetContent).powershellModules.name
+
+    $psModules = Get-Module -Name $modules -ListAvailable | Sort-Object Name | Group-Object Name
+    $psModules | ForEach-Object {
+        $moduleName = $_.Name
+        $moduleVersions = ($_.group.Version | Sort-Object -Unique) -join '<br>'
+
+        [PSCustomObject]@{
+            Module = $moduleName
+            Version = $moduleVersions
+        }
+    }
+}
+
+function Get-DotNetCoreSdkVersions {
+    $unsortedDotNetCoreSdkVersion = dotnet --list-sdks list | ForEach-Object { $_ | Take-OutputPart -Part 0 }
+    $dotNetCoreSdkVersion = $unsortedDotNetCoreSdkVersion -join " "
+    return $dotNetCoreSdkVersion
+}
+
+function Get-DotnetTools {
+    $env:PATH = "/etc/skel/.dotnet/tools:$($env:PATH)"
+
+    $dotnetTools = (Get-ToolsetContent).dotnet.tools
+
+    $toolsList = @()
+
+    ForEach ($dotnetTool in $dotnetTools) {
+        $toolsList += $dotnetTool.name + " " + (Invoke-Expression $dotnetTool.getversion)
+    }
+
+    return $toolsList
+}
+
+function Get-CachedDockerImages {
+    $toolsetJson = Get-ToolsetContent
+    $images = $toolsetJson.docker.images
+    return $images
+}
+
+function Get-CachedDockerImagesTableData {
+    $allImages = sudo docker images --digests --format "*{{.Repository}}:{{.Tag}}|{{.Digest}} |{{.CreatedAt}}"
+    $allImages.Split("*") | Where-Object { $_ } | ForEach-Object {
+        $parts = $_.Split("|")
+        [PSCustomObject] @{
+            "Repository:Tag" = $parts[0]
+            "Digest" = $parts[1]
+            "Created" = $parts[2].split(' ')[0]
+        }
+    } | Sort-Object -Property "Repository:Tag"
+}
+
+function Get-AptPackages {
+    $apt = (Get-ToolsetContent).Apt
+    $output = @()
+    ForEach ($pkg in ($apt.common_packages + $apt.cmd_packages)) {
+        $version = $(dpkg-query -W -f '${Version}' $pkg)
+        if ($Null -eq $version) {
+            $version = $(dpkg-query -W -f '${Version}' "$pkg*")
+        }
+        
+        $version = $version -replace '~','\~'
+
+        $output += [PSCustomObject] @{
+            Name    = $pkg
+            Version = $version
+        }
+    }
+    return ($output | Sort-Object Name)
+}
+
+function Get-PipxVersion {
+    $result = (Get-CommandResult "pipx --version").Output
+    $result -match "(?<version>\d+\.\d+\.\d+\.?\d*)" | Out-Null
+    $pipxVersion = $Matches.Version
+    return "Pipx $pipxVersion"
+}
+
+function Get-GraalVMVersion {
+    $version = & "$env:GRAALVM_11_ROOT\bin\java" --version | Select-String -Pattern "GraalVM" | Take-OutputPart -Part 5,6
+    return $version
+}
+
+function Build-GraalVMTable {
+    $version = Get-GraalVMVersion
+    $envVariables = "GRAALVM_11_ROOT"
+
+    return [PSCustomObject] @{
+        "Version" = $version
+        "Environment variables" = $envVariables
+    }
+}
+
+function Build-PackageManagementEnvironmentTable {
+    return @(
+        @{
+            "Name" = "CONDA"
+            "Value" = $env:CONDA
+        },
+        @{
+            "Name" = "VCPKG_INSTALLATION_ROOT"
+            "Value" = $env:VCPKG_INSTALLATION_ROOT
+        }
+    ) | ForEach-Object {
+        [PSCustomObject] @{
+            "Name" = $_.Name
+            "Value" = $_.Value
+        }
+    }
+}

images/linux/scripts/SoftwareReport/SoftwareReport.Databases.psm1

@@ -0,0 +1,61 @@
+function Get-PostgreSqlVersion {
+    $postgreSQLVersion = psql --version | Take-OutputPart -Part 2
+    $aptSourceRepo = Get-AptSourceRepository -PackageName "postgresql"
+    return "PostgreSQL $postgreSQLVersion (apt source repository: $aptSourceRepo)"
+}
+
+function Get-MongoDbVersion {
+    $mongoDBVersion = mongod --version | Select-Object -First 1 | Take-OutputPart -Part 2 -Delimiter "v"
+    $aptSourceRepo = Get-AptSourceRepository -PackageName "mongodb"
+    return "MongoDB $mongoDBVersion (apt source repository: $aptSourceRepo)"
+}
+
+function Get-SqliteVersion {
+    $sqliteVersion = sqlite3 --version | Take-OutputPart -Part 0
+    return "sqlite3 $sqliteVersion"
+}
+
+function Get-MySQLVersion {
+    $mySQLVersion = mysqld --version | Take-OutputPart -Part 2
+    if (-not (Test-IsUbuntu20)) {
+        $mySQLVersion = $mySQLVersion | Take-OutputPart -Part 0 -Delimiter "-"
+    }
+    return "MySQL $mySQLVersion"
+}
+
+function Get-SQLCmdVersion {
+    $sqlcmdVersion = sqlcmd -? | Select-String -Pattern "Version" | Take-OutputPart -Part 1
+    return "sqlcmd $sqlcmdVersion"
+}
+
+function Get-SqlPackageVersion {
+    $sqlPackageVersion = sqlpackage /version
+    return "SqlPackage $sqlPackageVersion"
+}
+
+function Build-MySQLSection {
+    $output = ""
+
+    $output += New-MDHeader "MySQL" -Level 4
+    $output += New-MDList -Style Unordered -Lines @(
+        (Get-MySQLVersion ),
+        "MySQL Server (user:root password:root)"
+    )
+    $output += New-MDCode -Lines @(
+        "MySQL service is disabled by default. Use the following command as a part of your job to start the service: 'sudo systemctl start mysql.service'"
+    )
+
+    return $output
+}
+
+function Build-MSSQLToolsSection {
+    $output = ""
+
+    $output += New-MDHeader "MS SQL Server Client Tools" -Level 4
+    $output += New-MDList -Style Unordered -Lines @(
+        (Get-SQLCmdVersion),
+        (Get-SqlPackageVersion)
+    )
+
+    return $output
+}

images/linux/scripts/SoftwareReport/SoftwareReport.Generator.ps1

@@ -0,0 +1,283 @@
+param (
+    [Parameter(Mandatory)][string]
+    $OutputDirectory
+)
+
+$global:ErrorActionPreference = "Stop"
+$global:ErrorView = "NormalView"
+Set-StrictMode -Version Latest
+
+Import-Module MarkdownPS
+Import-Module (Join-Path $PSScriptRoot "SoftwareReport.Android.psm1") -DisableNameChecking
+Import-Module (Join-Path $PSScriptRoot "SoftwareReport.Browsers.psm1") -DisableNameChecking
+Import-Module (Join-Path $PSScriptRoot "SoftwareReport.CachedTools.psm1") -DisableNameChecking
+Import-Module (Join-Path $PSScriptRoot "SoftwareReport.Common.psm1") -DisableNameChecking
+Import-Module (Join-Path $PSScriptRoot "SoftwareReport.Databases.psm1") -DisableNameChecking
+Import-Module "$PSScriptRoot/../helpers/SoftwareReport.Helpers.psm1" -DisableNameChecking
+Import-Module "$PSScriptRoot/../helpers/Common.Helpers.psm1" -DisableNameChecking
+Import-Module (Join-Path $PSScriptRoot "SoftwareReport.Java.psm1") -DisableNameChecking
+Import-Module (Join-Path $PSScriptRoot "SoftwareReport.Rust.psm1") -DisableNameChecking
+Import-Module (Join-Path $PSScriptRoot "SoftwareReport.Tools.psm1") -DisableNameChecking
+Import-Module (Join-Path $PSScriptRoot "SoftwareReport.WebServers.psm1") -DisableNameChecking
+
+# Restore file owner in user profile
+Restore-UserOwner
+
+$markdown = ""
+
+$OSName = Get-OSName
+$markdown += New-MDHeader "$OSName" -Level 1
+
+$kernelVersion = Get-KernelVersion
+$markdown += New-MDList -Style Unordered -Lines @(
+    "$kernelVersion"
+    "Image Version: $env:IMAGE_VERSION"
+)
+
+$markdown += New-MDHeader "Installed Software" -Level 2
+$markdown += New-MDHeader "Language and Runtime" -Level 3
+
+$runtimesList = @(
+    (Get-BashVersion),
+    (Get-CPPVersions),
+    (Get-FortranVersions),
+    (Get-ErlangVersion),
+    (Get-ErlangRebar3Version),
+    (Get-MonoVersion),
+    (Get-MsbuildVersion),
+    (Get-NodeVersion),
+    (Get-PerlVersion),
+    (Get-PythonVersion),
+    (Get-Python3Version),
+    (Get-RubyVersion),
+    (Get-SwiftVersion),
+    (Get-JuliaVersion),
+    (Get-KotlinVersion),
+    (Get-ClangVersions),
+    (Get-ClangFormatVersions)
+)
+
+$markdown += New-MDList -Style Unordered -Lines ($runtimesList | Sort-Object)
+
+$markdown += New-MDHeader "Package Management" -Level 3
+
+$packageManagementList = @(
+    (Get-HomebrewVersion),
+    (Get-CpanVersion),
+    (Get-GemVersion),
+    (Get-MinicondaVersion),
+    (Get-HelmVersion),
+    (Get-NpmVersion),
+    (Get-YarnVersion),
+    (Get-PipxVersion),
+    (Get-PipVersion),
+    (Get-Pip3Version),
+    (Get-VcpkgVersion)
+)
+
+$markdown += New-MDList -Style Unordered -Lines ($packageManagementList | Sort-Object)
+$markdown += New-MDHeader "Environment variables" -Level 4
+$markdown += Build-PackageManagementEnvironmentTable | New-MDTable
+$markdown += New-MDNewLine
+
+$markdown += New-MDHeader "Project Management" -Level 3
+$projectManagementList = @(
+    (Get-AntVersion),
+    (Get-GradleVersion),
+    (Get-MavenVersion),
+    (Get-SbtVersion)
+)
+
+if (Test-IsUbuntu20) {
+    $projectManagementList += @(
+        (Get-LernaVersion)
+    )
+}
+$markdown += New-MDList -Style Unordered -Lines ($projectManagementList | Sort-Object)
+
+$markdown += New-MDHeader "Tools" -Level 3
+$toolsList = @(
+    (Get-AnsibleVersion),
+    (Get-AptFastVersion),
+    (Get-AzCopyVersion),
+    (Get-BazelVersion),
+    (Get-BazeliskVersion),
+    (Get-BicepVersion),
+    (Get-BuildahVersion),
+    (Get-CodeQLBundleVersion),
+    (Get-CMakeVersion),
+    (Get-DockerMobyClientVersion),
+    (Get-DockerMobyServerVersion),
+    (Get-DockerComposeV1Version),
+    (Get-DockerComposeV2Version),
+    (Get-DockerBuildxVersion),
+    (Get-GitVersion),
+    (Get-GitLFSVersion),
+    (Get-GitFTPVersion),
+    (Get-HavegedVersion),
+    (Get-HerokuVersion),
+    (Get-HHVMVersion),
+    (Get-SVNVersion),
+    (Get-JqVersion),
+    (Get-YqVersion),
+    (Get-KindVersion),
+    (Get-KubectlVersion),
+    (Get-KustomizeVersion),
+    (Get-LeiningenVersion),
+    (Get-MediainfoVersion),
+    (Get-HGVersion),
+    (Get-MinikubeVersion),
+    (Get-NewmanVersion),
+    (Get-NVersion),
+    (Get-NvmVersion),
+    (Get-OpensslVersion),
+    (Get-PackerVersion),
+    (Get-ParcelVersion),
+    (Get-PhantomJSVersion),
+    (Get-PodManVersion),
+    (Get-PulumiVersion),
+    (Get-RVersion),
+    (Get-SkopeoVersion),
+    (Get-SphinxVersion),
+    (Get-TerraformVersion),
+    (Get-YamllintVersion),
+    (Get-ZstdVersion)
+)
+
+if (Test-IsUbuntu20) {
+    $toolsList += (Get-FastlaneVersion)
+}
+
+$markdown += New-MDList -Style Unordered -Lines ($toolsList | Sort-Object)
+
+$markdown += New-MDHeader "CLI Tools" -Level 3
+$markdown += New-MDList -Style Unordered -Lines (@(
+    (Get-AlibabaCloudCliVersion),
+    (Get-AWSCliVersion),
+    (Get-AWSCliSessionManagerPluginVersion),
+    (Get-AWSSAMVersion),
+    (Get-AzureCliVersion),
+    (Get-AzureDevopsVersion),
+    (Get-GitHubCliVersion),
+    (Get-GoogleCloudSDKVersion),
+    (Get-HubCliVersion),
+    (Get-NetlifyCliVersion),
+    (Get-OCCliVersion),
+    (Get-ORASCliVersion),
+    (Get-VerselCliversion)
+    ) | Sort-Object
+)
+
+$markdown += New-MDHeader "Java" -Level 3
+$markdown += Get-JavaVersions | New-MDTable
+$markdown += New-MDNewLine
+
+if (Test-IsUbuntu20) {
+    $markdown += New-MDHeader "GraalVM" -Level 3
+    $markdown += Build-GraalVMTable | New-MDTable
+    $markdown += New-MDNewLine
+}
+
+$markdown += Build-PHPSection
+
+$markdown += New-MDHeader "Haskell" -Level 3
+$markdown += New-MDList -Style Unordered -Lines (@(
+    (Get-GHCVersion),
+    (Get-GHCupVersion),
+    (Get-CabalVersion),
+    (Get-StackVersion)
+    ) | Sort-Object
+)
+
+$markdown += New-MDHeader "Rust Tools" -Level 3
+$markdown += New-MDList -Style Unordered -Lines (@(
+    (Get-RustVersion),
+    (Get-RustupVersion),
+    (Get-RustdocVersion),
+    (Get-CargoVersion)
+    ) | Sort-Object
+)
+
+$markdown += New-MDHeader "Packages" -Level 4
+$markdown += New-MDList -Style Unordered -Lines (@(
+    (Get-BindgenVersion),
+    (Get-CargoAuditVersion),
+    (Get-CargoOutdatedVersion),
+    (Get-CargoClippyVersion),
+    (Get-CbindgenVersion),
+    (Get-RustfmtVersion)
+    ) | Sort-Object
+)
+
+$markdown += New-MDHeader "Browsers and Drivers" -Level 3
+
+$browsersAndDriversList = @(
+    (Get-ChromeVersion),
+    (Get-ChromeDriverVersion),
+    (Get-FirefoxVersion),
+    (Get-GeckodriverVersion),
+    (Get-ChromiumVersion),
+    (Get-SeleniumVersion)
+)
+
+$markdown += New-MDList -Style Unordered -Lines $browsersAndDriversList
+$markdown += New-MDHeader "Environment variables" -Level 4
+$markdown += Build-BrowserWebdriversEnvironmentTable | New-MDTable
+$markdown += New-MDNewLine
+
+$markdown += New-MDHeader ".NET Core SDK" -Level 3
+$markdown += New-MDList -Style Unordered -Lines @(
+    (Get-DotNetCoreSdkVersions)
+)
+
+$markdown += New-MDHeader ".NET tools" -Level 3
+$tools = Get-DotnetTools
+$markdown += New-MDList -Lines $tools -Style Unordered
+
+$markdown += New-MDHeader "Databases" -Level 3
+$markdown += New-MDList -Style Unordered -Lines (@(
+    (Get-PostgreSqlVersion),
+    (Get-MongoDbVersion),
+    (Get-SqliteVersion)
+    ) | Sort-Object
+)
+
+$markdown += Build-MySQLSection
+$markdown += Build-MSSQLToolsSection
+
+$markdown += New-MDHeader "Cached Tools" -Level 3
+$markdown += Build-CachedToolsSection
+
+$markdown += New-MDHeader "Environment variables" -Level 4
+$markdown += Build-GoEnvironmentTable | New-MDTable
+$markdown += New-MDNewLine
+
+$markdown += New-MDHeader "PowerShell Tools" -Level 3
+$markdown += New-MDList -Lines (Get-PowershellVersion) -Style Unordered
+
+$markdown += New-MDHeader "PowerShell Modules" -Level 4
+$markdown += Get-PowerShellModules | New-MDTable
+$markdown += New-MDNewLine
+$markdown += New-MDHeader "Az PowerShell Modules" -Level 4
+$markdown += New-MDList -Style Unordered -Lines @(
+    (Get-AzModuleVersions)
+)
+
+$markdown += Build-WebServersSection
+
+$markdown += New-MDHeader "Android" -Level 3
+$markdown += Build-AndroidTable | New-MDTable
+$markdown += New-MDNewLine
+$markdown += New-MDHeader "Environment variables" -Level 4
+$markdown += Build-AndroidEnvironmentTable | New-MDTable
+$markdown += New-MDNewLine
+
+$markdown += New-MDHeader "Cached Docker images" -Level 3
+$markdown += Get-CachedDockerImagesTableData | New-MDTable
+$markdown += New-MDNewLine
+
+$markdown += New-MDHeader "Installed apt packages" -Level 3
+$markdown += Get-AptPackages | New-MDTable
+
+Test-BlankElement
+$markdown | Out-File -FilePath "${OutputDirectory}/Ubuntu-Readme.md"

images/linux/scripts/SoftwareReport/SoftwareReport.Java.psm1

@@ -0,0 +1,22 @@
+function Get-JavaVersions {
+    $javaToolcacheVersions = Get-ChildItem $env:AGENT_TOOLSDIRECTORY/Java*/* -Directory | Sort-Object { [int]$_.Name.Split(".")[0] }
+
+    $existingVersions = $javaToolcacheVersions | ForEach-Object {
+        $majorVersion = $_.Name.split(".")[0]
+        $fullVersion = $_.Name.Replace("-", "+")
+        $defaultJavaPath = $env:JAVA_HOME
+        $javaPath = Get-Item env:JAVA_HOME_${majorVersion}_X64
+
+        $defaultPostfix = ($javaPath.Value -eq $defaultJavaPath) ? " (default)" : ""
+        $vendorName = ($_.FullName -like '*Java_Adopt_jdk*') ? "Adopt OpenJDK" :  "Eclipse Temurin"
+
+        [PSCustomObject] @{
+            "Version" = $fullVersion + $defaultPostfix
+            "Vendor" = $vendorName
+            "Environment Variable" = $javaPath.Name
+        }
+    }
+    # Return all the vendors which are not Adopt, also look for version 12 of Adopt (Eclipse Temurin does not have this version)
+    $versionsToReturn = $existingVersions | Where-Object {$_.Vendor -notlike "Adopt*" -or $_.Version.Split(".")[0] -eq 12}
+    return $versionsToReturn
+}

images/linux/scripts/SoftwareReport/SoftwareReport.Rust.psm1

@@ -0,0 +1,56 @@
+function Initialize-RustEnvironment {
+    $env:PATH = "/etc/skel/.cargo/bin:/etc/skel/.rustup/bin:$($env:PATH)"
+    $env:RUSTUP_HOME = "/etc/skel/.rustup"
+    $env:CARGO_HOME = "/etc/skel/.cargo"
+}
+
+function Get-RustVersion {
+    Initialize-RustEnvironment
+    $rustVersion = $(rustc --version) | Take-OutputPart -Part 1
+    return "Rust $rustVersion"
+}
+
+function Get-BindgenVersion {
+    $bindgenVersion = $(bindgen --version) | Take-OutputPart -Part 1
+    return "Bindgen $bindgenVersion"
+}
+
+function Get-CargoVersion {
+    $cargoVersion = $(cargo --version) | Take-OutputPart -Part 1
+    return "Cargo $cargoVersion"
+}
+
+function Get-CargoAuditVersion {
+    $cargoAuditVersion = $(cargo audit --version) | Take-OutputPart -Part 1
+    return "Cargo audit $cargoAuditVersion"
+}
+
+function Get-CargoOutdatedVersion {
+    $cargoOutdatedVersion = $(cargo outdated --version) | Take-OutputPart -Part 1 -Delimiter "v"
+    return "Cargo outdated $cargoOutdatedVersion"
+}
+
+function Get-CargoClippyVersion {
+    $cargoClippyVersion = $(cargo-clippy --version) | Take-OutputPart -Part 1
+    return "Cargo clippy $cargoClippyVersion"
+}
+
+function Get-CbindgenVersion {
+    $cbindgenVersion = $(cbindgen --version) | Take-OutputPart -Part 1
+    return "Cbindgen $cbindgenVersion"
+}
+
+function Get-RustupVersion {
+    $rustupVersion = $(rustup --version) | Take-OutputPart -Part 1
+    return "Rustup $rustupVersion"
+}
+
+function Get-RustdocVersion {
+    $rustdocVersion = $(rustdoc --version) | Take-OutputPart -Part 1
+    return "Rustdoc $rustdocVersion"
+}
+
+function Get-RustfmtVersion {
+    $rustfmtVersion = $(rustfmt --version) | Take-OutputPart -Part 1 | Take-OutputPart -Part 0 -Delimiter "-"
+    return "Rustfmt $rustfmtVersion"
+}

images/linux/scripts/SoftwareReport/SoftwareReport.Tools.psm1

@@ -0,0 +1,295 @@
+function Get-AnsibleVersion {
+    $ansibleVersion = (ansible --version)[0] -replace "[^\d.]"
+    return "Ansible $ansibleVersion"
+}
+
+function Get-AptFastVersion {
+    $versionFileContent = Get-Content (which apt-fast) -Raw
+    $match = [Regex]::Match($versionFileContent, '# apt-fast v(.+)\n')
+    $aptFastVersion = $match.Groups[1].Value
+    return "apt-fast $aptFastVersion"
+}
+
+function Get-AzCopyVersion {
+    $azcopyVersion = azcopy --version | Take-OutputPart -Part 2
+    return "AzCopy $azcopyVersion (available by ``azcopy`` and ``azcopy10`` aliases)"
+}
+
+function Get-BazelVersion {
+    $bazelVersion = bazel --version | Select-String "bazel" | Take-OutputPart -Part 1
+    return "Bazel $bazelVersion"
+}
+
+function Get-BazeliskVersion {
+    $result = Get-CommandResult "bazelisk version" -Multiline
+    $bazeliskVersion = $result.Output | Select-String "Bazelisk version:" | Take-OutputPart -Part 2 | Take-OutputPart -Part 0 -Delimiter "v"
+    return "Bazelisk $bazeliskVersion"
+}
+
+function Get-BicepVersion {
+    (bicep --version | Out-String) -match  "bicep cli version (?<version>\d+\.\d+\.\d+)" | Out-Null
+    $bicepVersion = $Matches.Version
+    return "Bicep $bicepVersion"
+}
+
+function Get-CodeQLBundleVersion {
+    $CodeQLVersionsWildcard = Join-Path $Env:AGENT_TOOLSDIRECTORY -ChildPath "CodeQL" | Join-Path -ChildPath "*"
+    $CodeQLVersionPath = Get-ChildItem $CodeQLVersionsWildcard | Select-Object -First 1 -Expand FullName
+    $CodeQLPath = Join-Path $CodeQLVersionPath -ChildPath "x64" | Join-Path -ChildPath "codeql" | Join-Path -ChildPath "codeql"
+    $CodeQLVersion = & $CodeQLPath version --quiet
+    return "CodeQL Action Bundle $CodeQLVersion"
+}
+
+function Get-PodManVersion {
+    $podmanVersion = podman --version | Take-OutputPart -Part 2
+    $aptSourceRepo = Get-AptSourceRepository -PackageName "containers"
+    return "Podman $podmanVersion (apt source repository: $aptSourceRepo)"
+}
+
+function Get-BuildahVersion {
+    $buildahVersion = buildah --version | Take-OutputPart -Part 2
+    $aptSourceRepo = Get-AptSourceRepository -PackageName "containers"
+    return "Buildah $buildahVersion (apt source repository: $aptSourceRepo)"
+}
+
+function Get-SkopeoVersion {
+    $skopeoVersion = skopeo --version | Take-OutputPart -Part 2
+    $aptSourceRepo = Get-AptSourceRepository -PackageName "containers"
+    return "Skopeo $skopeoVersion (apt source repository: $aptSourceRepo)"
+}
+
+function Get-CMakeVersion {
+    $cmakeVersion = cmake --version | Select-Object -First 1 | Take-OutputPart -Part 2
+    return "CMake $cmakeVersion"
+}
+
+function Get-DockerComposeV1Version {
+    $composeVersion = docker-compose -v | Take-OutputPart -Part 2 | Take-OutputPart -Part 0 -Delimiter ","
+    return "Docker Compose v1 $composeVersion"
+}
+
+function Get-DockerComposeV2Version {
+    $composeVersion = docker compose version | Take-OutputPart -Part 3
+    return "Docker Compose v2 $composeVersion"
+}
+
+function Get-DockerMobyClientVersion {
+    $dockerClientVersion = sudo docker version --format '{{.Client.Version}}'
+    return "Docker-Moby Client $dockerClientVersion"
+}
+
+function Get-DockerMobyServerVersion {
+    $dockerServerVersion = sudo docker version --format '{{.Server.Version}}'
+    return "Docker-Moby Server $dockerServerVersion"
+}
+
+function Get-DockerBuildxVersion {
+    $buildxVersion = docker buildx version  | Take-OutputPart -Part 1 | Take-OutputPart -Part 0 -Delimiter "+"
+    return "Docker-Buildx $buildxVersion"
+}
+
+function Get-GitVersion {
+    $result = Get-CommandResult "git --version"
+    $gitVersion = $result.Output | Take-OutputPart -Part 2
+    $aptSourceRepo = Get-AptSourceRepository -PackageName "git-core"
+    return "Git $gitVersion (apt source repository: $aptSourceRepo)"
+}
+
+function Get-GitLFSVersion {
+    $result = Get-CommandResult "git-lfs --version"
+    $gitlfsversion = $result.Output | Take-OutputPart -Part 0 | Take-OutputPart -Part 1 -Delimiter "/"
+    $aptSourceRepo = Get-AptSourceRepository -PackageName "git-lfs"
+    return "Git LFS $gitlfsversion (apt source repository: $aptSourceRepo)"
+}
+
+function Get-GitFTPVersion {
+    $gitftpVersion = git-ftp --version | Take-OutputPart -Part 2
+    return "Git-ftp $gitftpVersion"
+}
+
+function Get-GoogleCloudSDKVersion {
+    $aptSourceRepo = Get-AptSourceRepository -PackageName "google-cloud-sdk"
+    return "$(gcloud --version | Select-Object -First 1) (apt source repository: $aptSourceRepo)"
+}
+
+function Get-HavegedVersion {
+    $havegedVersion = dpkg-query --showformat='${Version}' --show haveged | Take-OutputPart -Part 0 -Delimiter "-"
+    return "Haveged $havegedVersion"
+}
+
+function Get-HerokuVersion {
+    $herokuVersion = heroku version | Take-OutputPart -Part 0 | Take-OutputPart -Part 1 -Delimiter "/"
+    return "Heroku $herokuVersion"
+}
+
+function Get-HHVMVersion {
+    $hhvmVersion = hhvm --version | Select-Object -First 1 | Take-OutputPart -Part 2
+    return "HHVM (HipHop VM) $hhvmVersion"
+}
+
+function Get-SVNVersion {
+    $svnVersion = svn --version | Select-Object -First 1 | Take-OutputPart -Part 2
+    return "SVN $svnVersion"
+}
+
+function Get-KustomizeVersion {
+    $kustomizeVersion = kustomize version --short | Take-OutputPart -Part 0 | Take-OutputPart -Part 1 -Delimiter "v"
+    return "Kustomize $kustomizeVersion"
+}
+
+function Get-KindVersion {
+    $kindVersion = kind version | Take-OutputPart -Part 1 | Take-OutputPart -Part 0 -Delimiter "v"
+    return "Kind $kindVersion"
+}
+
+function Get-KubectlVersion {
+    $kubectlVersion = kubectl version --client --short | Take-OutputPart -Part 2 | Take-OutputPart -Part 0 -Delimiter "v"
+    return "Kubectl $kubectlVersion"
+}
+
+function Get-MinikubeVersion {
+    $minikubeVersion = minikube version --short | Take-OutputPart -Part 0 -Delimiter "v"
+    return "Minikube $minikubeVersion"
+}
+
+function Get-HGVersion {
+    $hgVersion = hg --version | Select-Object -First 1 | Take-OutputPart -Part -1 | Take-OutputPart -Part 0 -Delimiter ")"
+    return "Mercurial $hgVersion"
+}
+
+function Get-LeiningenVersion {
+    return "$(lein -v | Take-OutputPart -Part 0,1)"
+}
+
+function Get-MediainfoVersion {
+    $mediainfoVersion = (mediainfo --version | Select-Object -Index 1 | Take-OutputPart -Part 2).Replace('v', '')
+    return "MediaInfo $mediainfoVersion"
+}
+
+function Get-NewmanVersion {
+    return "Newman $(newman --version)"
+}
+
+function Get-NVersion {
+    $nVersion = (n --version).Replace('v', '')
+    return "n $nVersion"
+}
+
+function Get-NvmVersion {
+    $nvmVersion = bash -c "source /etc/skel/.nvm/nvm.sh && nvm --version"
+    return "nvm $nvmVersion"
+}
+
+function Get-PackerVersion {
+    # Packer 1.7.1 has a bug and outputs version to stderr instead of stdout https://github.com/hashicorp/packer/issues/10855
+    $result = (Get-CommandResult "packer --version").Output
+    $packerVersion = [regex]::matches($result, "(\d+.){2}\d+").Value
+    return "Packer $packerVersion"
+}
+
+function Get-PhantomJSVersion {
+    return "PhantomJS $(phantomjs --version)"
+}
+
+function Get-TerraformVersion {
+    return (terraform version | Select-String "^Terraform").Line.Replace('v','')
+}
+
+function Get-JqVersion {
+    $jqVersion = jq --version | Take-OutputPart -Part 1 -Delimiter "-"
+    return "jq $jqVersion"
+}
+
+function Get-AzureCliVersion {
+    $azcliVersion = (az version | ConvertFrom-Json).'azure-cli'
+    $aptSourceRepo = Get-AptSourceRepository -PackageName "azure-cli"
+    return "Azure CLI (azure-cli) $azcliVersion (installation method: $aptSourceRepo)"
+}
+
+function Get-AzureDevopsVersion {
+    $azdevopsVersion = (az version | ConvertFrom-Json).extensions.'azure-devops'
+    return "Azure CLI (azure-devops) $azdevopsVersion"
+}
+
+function Get-AlibabaCloudCliVersion {
+    return "Alibaba Cloud CLI $(aliyun version)"
+}
+
+function Get-AWSCliVersion {
+    $result = Get-CommandResult "aws --version"
+    $awsVersion = $result.Output | Take-OutputPart -Part 0 | Take-OutputPart -Part 1 -Delimiter "/"
+    return "AWS CLI $awsVersion"
+}
+
+function Get-AWSCliSessionManagerPluginVersion {
+    $result = (Get-CommandResult "session-manager-plugin --version").Output
+    return "AWS CLI Session manager plugin $result"
+}
+
+function Get-AWSSAMVersion {
+    return "AWS SAM CLI $(sam --version | Take-OutputPart -Part -1)"
+}
+
+function Get-FastlaneVersion {
+    $fastlaneVersion = fastlane --version | Select-String "^fastlane [0-9]" | Take-OutputPart -Part 1
+    return "Fastlane $fastlaneVersion"
+}
+
+function Get-HubCliVersion {
+    $hubVersion = hub --version | Select-String "hub version" | Take-OutputPart -Part 2
+    return "Hub CLI $hubVersion"
+}
+
+function Get-GitHubCliVersion {
+    $ghVersion = gh --version | Select-String "gh version" | Take-OutputPart -Part 2
+    return "GitHub CLI $ghVersion"
+}
+
+function Get-NetlifyCliVersion {
+    $netlifyVersion = netlify --version | Take-OutputPart -Part 0 | Take-OutputPart -Part 1 -Delimiter "/"
+    return "Netlify CLI $netlifyVersion"
+}
+
+function Get-OCCliVersion {
+    $ocVersion = oc version | Take-OutputPart -Part 2 | Take-OutputPart -Part 0 -Delimiter "-"
+    return "OpenShift CLI $ocVersion"
+}
+
+function Get-ORASCliVersion {
+    $orasVersion = oras version | Select-String "^Version:" | Take-OutputPart -Part 1
+    return "ORAS CLI $orasVersion"
+}
+
+function Get-VerselCliversion {
+    $result = Get-CommandResult "vercel --version" -Multiline
+    return $result.Output | Select-Object -First 1
+}
+
+function Get-PulumiVersion {
+    $pulumiVersion = pulumi version | Take-OutputPart -Part 0 -Delimiter "v"
+    return "Pulumi $pulumiVersion"
+}
+
+function Get-RVersion {
+    $rVersion = (Get-CommandResult "R --version | grep 'R version'").Output |  Take-OutputPart -Part 2
+    return "R $rVersion"
+}
+
+function Get-SphinxVersion {
+    $sphinxVersion = searchd -h | Select-Object -First 1 | Take-OutputPart -Part 1 | Take-OutputPart -Part 0 -Delimiter "-"
+    return "Sphinx Open Source Search Server $sphinxVersion"
+}
+
+function Get-YamllintVersion {
+    return "$(yamllint --version)"
+}
+
+function Get-ZstdVersion {
+    $zstdVersion = zstd --version | Take-OutputPart -Part 1 -Delimiter "v" | Take-OutputPart -Part 0 -Delimiter ","
+    return "zstd $zstdVersion (homebrew)"
+}
+
+function Get-YqVersion {
+    $yqVersion = ($(yq -V) -Split " ")[-1]
+    return "yq $yqVersion"
+}

images/linux/scripts/SoftwareReport/SoftwareReport.WebServers.psm1

@@ -0,0 +1,61 @@
+function Get-ApacheVersion {
+    $name = "apache2"
+    $port = 80
+    $version = bash -c "apache2 -v | grep -Po 'Apache/(\d+.){2}\d+'" | Take-OutputPart -Part 1 -Delimiter "/"
+    $serviceStatus = systemctl status apache2 | grep "Active:" | Take-OutputPart -Part 1
+    $configFile = "/etc/apache2/apache2.conf"
+    return [PsCustomObject]@{
+        "Name" = $name
+        "Version" = $version
+        "ConfigFile" = $configFile
+        "ServiceStatus" = $serviceStatus
+        "ListenPort" = $port
+    }
+}
+
+function Get-NginxVersion {
+    $name = "nginx"
+    $port = 80
+    $version = (dpkg-query --showformat='${Version}' --show nginx).Split('-')[0]
+    $serviceStatus = systemctl status nginx | grep "Active:" | Take-OutputPart -Part 1
+    $configFile = "/etc/nginx/nginx.conf"
+    return [PsCustomObject]@{
+        "Name" = $name
+        "Version" = $version
+        "ConfigFile" = $configFile
+        "ServiceStatus" = $serviceStatus
+        "ListenPort" = $port
+    }
+}
+
+function Get-Xsp4Version {
+    $name = "mono-xsp4"
+    $port = (grep '^port=' /etc/default/mono-xsp4).Split('=')[1]
+    $version = (dpkg-query --showformat='${Version}' --show mono-xsp4).Split('-')[0]
+    $serviceStatus = systemctl show -p ActiveState --value mono-xsp4
+    $configFile = "/etc/default/mono-xsp4"
+    return [PsCustomObject]@{
+        "Name" = $name
+        "Version" = $version
+        "ConfigFile" = $configFile
+        "ServiceStatus" = $serviceStatus
+        "ListenPort" = $port
+    }
+}
+
+function Build-WebServersSection {
+    $servers = @(
+        (Get-ApacheVersion),
+        (Get-NginxVersion)
+    )
+    if (Test-IsUbuntu20) {
+        $servers += (Get-Xsp4Version)
+    }
+
+    $output = ""
+    $output += New-MDHeader "Web Servers" -Level 3
+    $output += $servers | Sort-Object Name | New-MDTable
+    $output += New-MDNewLine
+
+    return $output
+}

images/linux/scripts/base/apt-mock-remove.sh

@@ -0,0 +1,7 @@
+#!/bin/bash -e
+
+prefix=/usr/local/bin
+
+for tool in apt apt-get apt-fast apt-key;do
+  sudo rm -f $prefix/$tool
+done

images/linux/scripts/base/apt-mock.sh

@@ -0,0 +1,51 @@
+#!/bin/bash -e
+
+# A temporary workaround for https://github.com/Azure/azure-linux-extensions/issues/1238
+
+prefix=/usr/local/bin
+
+for real_tool in /usr/bin/apt /usr/bin/apt-get /usr/bin/apt-fast /usr/bin/apt-key;do
+  tool=`basename $real_tool`
+  cat >$prefix/$tool <<EOT
+#!/bin/sh
+
+i=1
+while [ \$i -le 30 ];do
+  err=\$(mktemp)
+  $real_tool "\$@" 2>\$err
+
+  # no errors, break the loop and continue normal flow
+  test -f \$err || break
+  cat \$err >&2
+
+  retry=false
+
+  if grep -q 'Could not get lock' \$err;then
+    # apt db locked needs retry
+    retry=true
+  elif grep -q 'Could not open file /var/lib/apt/lists' \$err;then
+    # apt update is not completed, needs retry
+    retry=true
+  elif grep -q 'IPC connect call failed' \$err;then
+    # the delay should help with gpg-agent not ready
+    retry=true
+  elif grep -q 'Temporary failure in name resolution' \$err;then
+    # It looks like DNS is not updated with random generated hostname yet
+    retry=true
+  elif grep -q 'dpkg frontend is locked by another process' \$err;then
+    # dpkg process is busy by another process
+    retry=true
+  fi
+
+  rm \$err
+  if [ \$retry = false ]; then
+    break
+  fi
+
+  sleep 5
+  echo "...retry \$i"
+  i=\$((i + 1))
+done
+EOT
+  chmod +x $prefix/$tool
+done

images/linux/scripts/base/apt.sh

@@ -1,18 +1,40 @@
-#!/bin/bash
+#!/bin/bash -e
 
-export DEBIAN_FRONTEND=noninteractive
-apt-get -yq update
-apt-get -yq dist-upgrade
-systemctl disable apt-daily.service
+# Stop and disable apt-daily upgrade services;
+systemctl stop apt-daily.timer
 systemctl disable apt-daily.timer
+systemctl disable apt-daily.service
+systemctl stop apt-daily-upgrade.timer
 systemctl disable apt-daily-upgrade.timer
 systemctl disable apt-daily-upgrade.service
 
+# Enable retry logic for apt up to 10 times
+echo "APT::Acquire::Retries \"10\";" > /etc/apt/apt.conf.d/80-retries
+
 # Configure apt to always assume Y
 echo "APT::Get::Assume-Yes \"true\";" > /etc/apt/apt.conf.d/90assumeyes
 
-# Use apt-fast for parallel downloads
-apt-get install aria2
-add-apt-repository -y ppa:apt-fast/stable
+# Fix bad proxy and http headers settings
+cat <<EOF >> /etc/apt/apt.conf.d/99bad_proxy
+Acquire::http::Pipeline-Depth 0;
+Acquire::http::No-Cache true;
+Acquire::BrokenProxy    true;
+EOF
+
+# Uninstall unattended-upgrades
+apt-get purge unattended-upgrades
+
+# Need to limit arch for default apt repos due to 
+# https://github.com/actions/virtual-environments/issues/1961
+sed -i'' -E 's/^deb http:\/\/(azure.archive|security).ubuntu.com/deb [arch=amd64,i386] http:\/\/\1.ubuntu.com/' /etc/apt/sources.list
+
+echo 'APT sources limited to the actual architectures'
+cat /etc/apt/sources.list
+
 apt-get update
-apt-get -y install apt-fast
+# Install jq
+apt-get install jq
+
+# Install apt-fast using quick-install.sh
+# https://github.com/ilikenwf/apt-fast
+bash -c "$(curl -sL https://raw.githubusercontent.com/ilikenwf/apt-fast/master/quick-install.sh)"

images/linux/scripts/base/limits.sh

@@ -1,7 +1,14 @@
-#!/bin/bash
+#!/bin/bash -e
 
-echo '* soft nofile 65536' >> /etc/security/limits.conf
-echo '* hard nofile 65536' >> /etc/security/limits.conf
 echo 'session required pam_limits.so' >> /etc/pam.d/common-session
 echo 'session required pam_limits.so' >> /etc/pam.d/common-session-noninteractive
 echo 'DefaultLimitNOFILE=65536' >> /etc/systemd/system.conf
+echo 'DefaultLimitSTACK=16M:infinity' >> /etc/systemd/system.conf
+
+# Raise Number of File Descriptors
+echo '* soft nofile 65536' >> /etc/security/limits.conf
+echo '* hard nofile 65536' >> /etc/security/limits.conf
+
+# Double stack size from default 8192KB
+echo '* soft stack 16384' >> /etc/security/limits.conf
+echo '* hard stack 16384' >> /etc/security/limits.conf

images/linux/scripts/base/reboot.sh

@@ -1,8 +1,8 @@
-#!/bin/bash
+#!/bin/bash -e
 ################################################################################
 ##  File:  reboot.sh
 ##  Desc:  Reboot VM
 ################################################################################
 
 echo "Reboot VM"
-sudo reboot
+sudo reboot

images/linux/scripts/base/repos.sh

@@ -1,4 +1,4 @@
-#!/bin/bash
+#!/bin/bash -e
 ################################################################################
 ##  File:  repos.sh
 ##  Desc:  Installs official Microsoft package repos for the distribution
@@ -16,4 +16,7 @@ curl -L https://packages.microsoft.com/keys/microsoft.asc | apt-key add -
 
 curl https://packages.microsoft.com/keys/microsoft.asc | gpg --dearmor > microsoft.gpg
 mv microsoft.gpg /etc/apt/trusted.gpg.d/microsoft.gpg
-apt-get update
+
+# update
+apt-get -yq update
+apt-get -yq dist-upgrade

images/linux/scripts/base/snap.sh

@@ -0,0 +1,14 @@
+#!/bin/bash -e
+
+# Put snapd auto refresh on hold
+# as it may generate too much traffic on Canonical's snap server
+# when they are rolling a new major update out.
+# Hold is calculated as today's date + 60 days
+
+# snapd is started automatically, but during image generation
+# a unix socket may die, restart snapd.service (and therefore snapd.socket)
+# to make sure the socket is alive.
+
+systemctl restart snapd.socket
+systemctl restart snapd
+snap set system refresh.hold="$(date --date='today+60 days' +%Y-%m-%dT%H:%M:%S%:z)"

images/linux/scripts/helpers/Common.Helpers.psm1

@@ -0,0 +1,78 @@
+function Get-CommandResult {
+    param (
+        [Parameter(Mandatory=$true)]
+        [string] $Command,
+        [int[]] $ExpectExitCode = 0,
+        [switch] $Multiline,
+        [bool] $ValidateExitCode = $true
+    )
+
+    # Bash trick to suppress and show error output because some commands write to stderr (for example, "python --version")
+    $stdout = & bash -c "$Command 2>&1"
+    $exitCode = $LASTEXITCODE
+
+    if ($ValidateExitCode) {
+        if ($ExpectExitCode -notcontains $exitCode) {
+            try {
+                throw "StdOut: '$stdout' ExitCode: '$exitCode'"
+            } catch {
+                Write-Host $_.Exception.Message
+                Write-Host $_.ScriptStackTrace
+                exit $LASTEXITCODE
+            }
+        }
+    }
+
+    return @{
+        Output = If ($Multiline -eq $true) { $stdout } else { [string]$stdout }
+        ExitCode = $exitCode
+    }
+}
+
+function Get-OSName {
+    lsb_release -ds
+}
+
+function Get-KernelVersion {
+    $kernelVersion = uname -r
+    return "Linux kernel version: $kernelVersion"
+}
+
+function Test-IsUbuntu18 {
+    return (lsb_release -rs) -eq "18.04"
+}
+
+function Test-IsUbuntu20 {
+    return (lsb_release -rs) -eq "20.04"
+}
+
+function Get-ToolsetContent {
+    $toolset = Join-Path $env:INSTALLER_SCRIPT_FOLDER "toolset.json"
+    Get-Content $toolset -Raw | ConvertFrom-Json
+}
+
+function Get-ToolsetValue {
+    param (
+        [Parameter(Mandatory = $true)]
+        [string] $KeyPath
+    )
+
+    $jsonNode = Get-ToolsetContent
+
+    $pathParts = $KeyPath.Split(".")
+    # try to walk through all arguments consequentially to resolve specific json node
+    $pathParts | ForEach-Object {
+        $jsonNode = $jsonNode.$_
+    }
+    return $jsonNode
+}
+
+function Get-AndroidPackages {
+    $androidSDKManagerPath = "/usr/local/lib/android/sdk/cmdline-tools/latest/bin/sdkmanager"
+    $androidPackages = & $androidSDKManagerPath --list --verbose
+    return $androidPackages
+}
+
+function Get-EnvironmentVariable($variable) {
+    return [System.Environment]::GetEnvironmentVariable($variable)
+}

images/linux/scripts/helpers/SoftwareReport.Helpers.psm1

@@ -0,0 +1,158 @@
+function Take-OutputPart {
+    param (
+        [Parameter(ValueFromPipeline)]
+        [string] $toolOutput,
+        [string] $Delimiter = " ",
+        [int[]] $Part
+    )
+    $parts = $toolOutput.Split($Delimiter, [System.StringSplitOptions]::RemoveEmptyEntries)
+    $selectedParts = $parts[$Part]
+    return [string]::Join($Delimiter, $selectedParts)
+}
+
+function New-MDNewLine {
+    param (
+        [int] $Count = 1
+    )
+    $newLineSymbol = [System.Environment]::NewLine
+    return $newLineSymbol * $Count
+}
+
+function Restore-UserOwner {
+    sudo chown -R ${env:USER}: $env:HOME
+}
+
+function Get-LinkTarget {
+    param (
+        [string] $inputPath
+    )
+    $link = Get-Item $inputPath | Select-Object -ExpandProperty Target
+    if ($link) {
+      return " -> $link"
+    }
+    return ""
+}
+
+function Get-PathWithLink {
+    param (
+        [string] $inputPath
+    )
+    $link = Get-LinkTarget($inputPath)
+    return "${inputPath}${link}"
+}
+
+function Get-CachedToolInstances
+{
+    <#
+    .SYNOPSIS
+    Returns hastable of installed cached tools.
+
+    .DESCRIPTION
+    Return hastable that contains versions and architectures for selected cached tool.
+
+    .PARAMETER Name
+    Name of cached tool.
+
+    .PARAMETER VersionCommand
+    Optional parameter. Command to return version of system default tool.
+
+    .EXAMPLE
+    Get-CachedToolInstances -Name "Python" -VersionCommand "--version"
+
+    #>
+
+    param
+    (
+        [String] $Name,
+        [String] $VersionCommand
+    )
+
+    $toolInstances = @()
+    $toolPath = Join-Path -Path $env:AGENT_TOOLSDIRECTORY -ChildPath $Name
+
+    # Get all installed versions from TOOLSDIRECTORY folder
+    $versions = Get-ChildItem $toolPath | Sort-Object { [System.Version]$_.Name }
+    foreach ($version in $versions)
+    {
+        $instanceInfo = @{}
+
+        # Create instance hashtable
+        [string]$instanceInfo.Path = Join-Path -Path $toolPath -ChildPath $version.Name
+        [string]$instanceInfo.Version = $version.Name
+
+        # Get all architectures for current version
+        [array]$instanceInfo.Architecture_Array = Get-ChildItem $version.FullName -Name -Directory | Where-Object { $_ -match "^x[0-9]{2}$" }
+        [string]$instanceInfo.Architecture = $instanceInfo.Architecture_Array -Join ", "
+
+        # Add (default) postfix to version name, in case if current version is in environment path
+        if (-not ([string]::IsNullOrEmpty($VersionCommand)))
+        {
+            $defaultVersion = $(& ($Name.ToLower()) $VersionCommand 2>&1)
+            $defaultToolVersion = $defaultVersion   | Select-String -Pattern "\d+\.\d+\.\d+" -AllMatches `
+                                                    | ForEach-Object { $_.Matches.Value }
+
+            if ([version]$version.Name -eq [version]$defaultToolVersion)
+            {
+                $instanceInfo.Version += " (Default)"
+            }
+        }
+
+        $toolInstances += $instanceInfo
+    }
+
+    return $toolInstances
+}
+
+function Get-AptSourceRepository {
+    param([String] $PackageName)
+
+    $sourceUrl = Get-Content "$PSScriptRoot/../helpers/apt-sources.txt" | Select-String -Pattern $PackageName | Take-OutputPart -Part (1..3)
+    return $sourceUrl
+}
+
+function Test-BlankElement {
+    param(
+        [string] $Markdown
+    )
+
+    $splitByLines = $Markdown.Split("`n")
+    # Validate entry without version
+    $blankVersions = $splitByLines -match "^-" -notmatch "Image Version|MySQL Server|Vcpkg|\d\." | Out-String
+
+    # Validate tables with blank rows
+    $blankRows = ""
+    for($i = 0; $i -lt $splitByLines.Length; $i++) {
+        $addRows= $false
+        $table = @()
+        if ($splitByLines[$i].StartsWith("#") -and $splitByLines[$i+1].StartsWith("|")) {
+            $table += $splitByLines[$i,($i+1),($i+2)]
+            $i += 3
+            $current = $splitByLines[$i]
+            while ($current.StartsWith("|")) {
+                $isBlankRow = $current.Substring(1, $current.LastIndexOf("|") - 2).Split("|").Trim() -contains ""
+                if ($isBlankRow) {
+                    $table += $current
+                    $addRows = $true
+                }
+                $current = $splitByLines[++$i]
+            }
+            if ($addRows) {
+                $blankRows += $table | Out-String
+            }
+        }
+    }
+
+    # Display report
+    $isReport = $false
+    if ($blankVersions) {
+        Write-Host "Software list with blank version:`n${blankVersions}"
+        $isReport = $true
+    }
+    if ($blankRows) {
+        Write-Host "Tables with blank rows:`n${blankRows}"
+        $isReport = $true
+    }
+    if ($isReport) {
+        exit 1
+    }
+}

images/linux/scripts/helpers/Tests.Helpers.psm1

@@ -0,0 +1,104 @@
+Import-Module "$PSScriptRoot/../helpers/Common.Helpers.psm1" -DisableNameChecking
+
+# Validates that tool is installed and in PATH
+function Validate-ToolExist($tool) {
+    Get-Command $tool -ErrorAction SilentlyContinue | Should -BeTrue
+}
+
+function Invoke-PesterTests {
+    Param(
+        [Parameter(Mandatory)][string] $TestFile,
+        [string] $TestName
+    )
+
+    $testPath = "/imagegeneration/tests/${TestFile}.Tests.ps1"
+    if (-not (Test-Path $testPath)) {
+        throw "Unable to find test file '$TestFile' on '$testPath'."
+    }
+
+    # Check that Pester module is imported
+    if (!(Get-Module "Pester")) {
+        Import-Module Pester
+    }
+    
+    $configuration = [PesterConfiguration] @{
+        Run = @{ Path = $testPath; PassThru = $true }
+        Output = @{ Verbosity = "Detailed" }
+    }
+    if ($TestName) {
+        $configuration.Filter.FullName = $TestName
+    }
+
+    # Switch ErrorActionPreference to Stop temporary to make sure that tests will fail on silent errors too
+    $backupErrorActionPreference = $ErrorActionPreference
+    $ErrorActionPreference = "Stop"
+    $results = Invoke-Pester -Configuration $configuration
+    $ErrorActionPreference = $backupErrorActionPreference
+
+    # Fail in case if no tests are run
+    if (-not ($results -and ($results.FailedCount -eq 0) -and (($results.PassedCount + $results.SkippedCount) -gt 0))) {
+        $results
+        throw "Test run has failed"
+    }
+}
+
+function ShouldReturnZeroExitCode {
+    Param(
+        [string] $ActualValue,
+        [switch] $Negate,
+        [string] $Because # This parameter is unused but we need it to match Pester asserts signature
+    )
+
+    $result = Get-CommandResult $ActualValue -ValidateExitCode $false
+
+    [bool]$succeeded = $result.ExitCode -eq 0
+    if ($Negate) { $succeeded = -not $succeeded }
+
+    if (-not $succeeded)
+    {
+        $commandOutputIndent = " " * 4
+        $commandOutput = ($result.Output | ForEach-Object { "${commandOutputIndent}${_}" }) -join "`n"
+        $failureMessage = "Command '${ActualValue}' has finished with exit code`n${commandOutput}"
+    }
+
+    return [PSCustomObject] @{
+        Succeeded      = $succeeded
+        FailureMessage = $failureMessage
+    }
+}
+
+function ShouldMatchCommandOutput {
+    Param(
+        [string] $ActualValue,
+        [string] $RegularExpression,
+        [switch] $Negate
+    )
+
+    $output = (Get-CommandResult $ActualValue -ValidateExitCode $false).Output | Out-String
+    [bool] $succeeded = $output -cmatch $RegularExpression
+
+    if ($Negate) {
+        $succeeded = -not $succeeded
+    }
+
+    $failureMessage = ''
+
+    if (-not $succeeded) {
+        if ($Negate) {
+            $failureMessage = "Expected regular expression '$RegularExpression' for '$ActualValue' command to not match '$output', but it did match."
+        }
+        else {
+            $failureMessage = "Expected regular expression '$RegularExpression' for '$ActualValue' command to match '$output', but it did not match."
+        }
+    }
+
+    return [PSCustomObject] @{
+        Succeeded      = $succeeded
+        FailureMessage = $failureMessage
+    }
+}
+
+If (Get-Command -Name Add-ShouldOperator -ErrorAction SilentlyContinue) {
+    Add-ShouldOperator -Name ReturnZeroExitCode -InternalName ShouldReturnZeroExitCode -Test ${function:ShouldReturnZeroExitCode}
+    Add-ShouldOperator -Name MatchCommandOutput -InternalName ShouldMatchCommandOutput -Test ${function:ShouldMatchCommandOutput}
+}

images/linux/scripts/helpers/containercache.sh

@@ -1,34 +0,0 @@
-#!/bin/bash
-################################################################################
-##  File:  containercache.sh
-##  Desc:  Prepulls Docker images used in build tasks and templates
-################################################################################
-
-source $HELPER_SCRIPTS/document.sh
-
-# Check prereqs
-echo "Checking prereqs for image pulls"
-if ! command -v docker; then
-    echo "Docker is not installed, cant pull images"
-    exit 1
-fi
-
-# Information output
-systemctl status docker --no-pager
-
-# Pull images
-images=(
-    docker.io/jekyll/builder
-    mcr.microsoft.com/azure-pipelines/node8-typescript
-)
-
-for image in "${images[@]}"; do
-    docker pull "$image"
-done
-
-## Add container information to the metadata file
- DocumentInstalledItem "Cached container images"
-
-while read -r line; do
-    DocumentInstalledItemIndent "$line"
-done <<< "$(docker images --digests --format '{{.Repository}}:{{.Tag}} (Digest: {{.Digest}})')"

images/linux/scripts/helpers/document.sh

@@ -1,42 +0,0 @@
-#!/bin/bash
-################################################################################
-##  File:  document.sh
-##  Desc:  Helper functions for writing information to the metadata document
-################################################################################
-
-function WriteItem {
-    if [ -z "$METADATA_FILE" ]; then
-        echo "METADATA_FILE environment variable must be set to output to Metadata Document!"
-        return 1;
-    else
-        echo -e "$1" | sudo tee -a "$METADATA_FILE"
-    fi
-}
-
-function AddTitle {
-    WriteItem "# $1"
-}
-
-function AddSubTitle {
-    WriteItem "## $1"
-}
-
-function DocumentInstalledItem {
-    WriteItem "- $1"
-}
-
-function DocumentInstalledItemIndent {
-    WriteItem "  - $1"
-}
-
-function AddBlockquote {
-    WriteItem "> $1"
-}
-
-function StartCode {
-    WriteItem '```'
-}
-
-function EndCode {
-    WriteItem '```'
-}

images/linux/scripts/helpers/etc-environment.sh

@@ -1,4 +1,4 @@
-#!/bin/bash
+#!/bin/bash -e
 ################################################################################
 ##  File:  etc-environment.sh
 ##  Desc:  Helper functions for source and modify /etc/environment
@@ -18,7 +18,7 @@ function addEtcEnvironmentVariable {
     variable_name="$1"
     variable_value="$2"
 
-    echo "$variable_name=\"$variable_value\"" | sudo tee -a /etc/environment
+    echo "$variable_name=$variable_value" | sudo tee -a /etc/environment
 }
 
 function replaceEtcEnvironmentVariable {

images/linux/scripts/helpers/install.sh

@@ -1,4 +1,4 @@
-#!/bin/bash
+#!/bin/bash -e
 ################################################################################
 ##  File:  install.sh
 ##  Desc:  Helper functions for installing tools
@@ -13,22 +13,30 @@ download_with_retries() {
     local NAME="${3:-${URL##*/}}"
     local COMPRESSED="$4"
 
-    if [ $COMPRESSED == "compressed" ]; then
-        COMMAND="curl $URL -4 -sL --compressed -o '$DEST/$NAME'"
+    if [[ $COMPRESSED == "compressed" ]]; then
+        local COMMAND="curl $URL -4 -sL --compressed -o '$DEST/$NAME' -w '%{http_code}'"
     else
-        COMMAND="curl $URL -4 -sL -o '$DEST/$NAME'"
+        local COMMAND="curl $URL -4 -sL -o '$DEST/$NAME' -w '%{http_code}'"
     fi
 
-    echo "Downloading $URL..."
-    i=20
-    while [ $i -gt 0 ]; do
-        ((i--))
-        eval $COMMAND
-        if [ $? != 0 ]; then
-            sleep 30
-        else
+    echo "Downloading '$URL' to '${DEST}/${NAME}'..."
+    retries=20
+    interval=30
+    while [ $retries -gt 0 ]; do
+        ((retries--))
+        # Temporary disable exit on error to retry on non-zero exit code
+        set +e
+        http_code=$(eval $COMMAND)
+        exit_code=$?
+        if [ $http_code -eq 200 ] && [ $exit_code -eq 0 ]; then
+            echo "Download completed"
             return 0
+        else
+            echo "Error — Either HTTP response code for '$URL' is wrong - '$http_code' or exit code is not 0 - '$exit_code'. Waiting $interval seconds before the next attempt, $retries attempts left"
+            sleep 30
         fi
+        # Enable exit on error back
+        set -e
     done
 
     echo "Could not download $URL"
@@ -40,6 +48,21 @@ download_with_retries() {
 ## if ! IsPackageInstalled packageName; then
 ##     echo "packageName is not installed!"
 ## fi
-function IsPackageInstalled {
+IsPackageInstalled() {
     dpkg -S $1 &> /dev/null
-}
+}
+
+verlte() {
+    sortedVersion=$(echo -e "$1\n$2" | sort -V | head -n1)
+    [  "$1" = "$sortedVersion" ]
+}
+
+get_toolset_path() {
+    echo "/imagegeneration/installers/toolset.json"
+}
+
+get_toolset_value() {
+    local toolset_path=$(get_toolset_path)
+    local query=$1
+    echo "$(jq -r "$query" $toolset_path)"
+}

images/linux/scripts/helpers/invoke-tests.sh

@@ -0,0 +1,8 @@
+#!/bin/bash -e
+################################################################################
+##  File:  invoke-tests.sh
+##  Desc:  Helper function for invoking tests
+################################################################################
+
+pwsh -Command "Import-Module '$HELPER_SCRIPTS/Tests.Helpers.psm1' -DisableNameChecking
+    Invoke-PesterTests -TestFile \"$1\" -TestName \"$2\""

images/linux/scripts/helpers/mysql-service-helper.sh

@@ -0,0 +1,193 @@
+#!/bin/bash -e
+#
+# Temporary fix for the https://github.com/actions/virtual-environments/issues/4732 issue
+# Taken from the official ubuntu:20.04 docker container
+### BEGIN INIT INFO
+# Provides:          mysql
+# Required-Start:    $remote_fs $syslog
+# Required-Stop:     $remote_fs $syslog
+# Should-Start:      $network $time
+# Should-Stop:       $network $time
+# Default-Start:     2 3 4 5
+# Default-Stop:      0 1 6
+# Short-Description: Start and stop the mysql database server daemon
+# Description:       Controls the main MySQL database server daemon "mysqld"
+#                    and its wrapper script "mysqld_safe".
+### END INIT INFO
+#
+set -e
+set -u
+${DEBIAN_SCRIPT_DEBUG:+ set -v -x}
+
+test -x /usr/bin/mysqld_safe || exit 0
+
+. /lib/lsb/init-functions
+
+SELF=$(cd $(dirname $0); pwd -P)/$(basename $0)
+CONF=/etc/mysql/my.cnf
+MYADMIN="/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf"
+
+# priority can be overriden and "-s" adds output to stderr
+ERR_LOGGER="logger -p daemon.err -t /etc/init.d/mysql -i"
+
+# Safeguard (relative paths, core dumps..)
+cd /
+umask 077
+
+# mysqladmin likes to read /root/.my.cnf. This is usually not what I want
+# as many admins e.g. only store a password without a username there and
+# so break my scripts.
+export HOME=/etc/mysql/
+
+## Fetch a particular option from mysql's invocation.
+#
+# Usage: void mysqld_get_param option
+mysqld_get_param() {
+	/usr/sbin/mysqld --print-defaults \
+		| tr " " "\n" \
+		| grep -- "--$1" \
+		| tail -n 1 \
+		| cut -d= -f2
+}
+
+## Do some sanity checks before even trying to start mysqld.
+sanity_checks() {
+  # check for config file
+  if [ ! -r /etc/mysql/my.cnf ]; then
+    log_warning_msg "$0: WARNING: /etc/mysql/my.cnf cannot be read. See README.Debian.gz"
+    echo                "WARNING: /etc/mysql/my.cnf cannot be read. See README.Debian.gz" | $ERR_LOGGER
+  fi
+
+  # check for diskspace shortage
+  datadir=`mysqld_get_param datadir`
+  if LC_ALL=C BLOCKSIZE= df --portability $datadir/. | tail -n 1 | awk '{ exit ($4>4096) }'; then
+    log_failure_msg "$0: ERROR: The partition with $datadir is too full!"
+    echo                "ERROR: The partition with $datadir is too full!" | $ERR_LOGGER
+    exit 1
+  fi
+}
+
+## Checks if there is a server running and if so if it is accessible.
+#
+# check_alive insists on a pingable server
+# check_dead also fails if there is a lost mysqld in the process list
+#
+# Usage: boolean mysqld_status [check_alive|check_dead] [warn|nowarn]
+mysqld_status () {
+    ping_output=`$MYADMIN ping 2>&1`; ping_alive=$(( ! $? ))
+
+    ps_alive=0
+    pidfile=`mysqld_get_param pid-file`
+    if [ -f "$pidfile" ] && ps `cat $pidfile` >/dev/null 2>&1; then ps_alive=1; fi
+    
+    if [ "$1" = "check_alive"  -a  $ping_alive = 1 ] ||
+       [ "$1" = "check_dead"   -a  $ping_alive = 0  -a  $ps_alive = 0 ]; then
+	return 0 # EXIT_SUCCESS
+    else
+  	if [ "$2" = "warn" ]; then
+  	    echo -e "$ps_alive processes alive and '$MYADMIN ping' resulted in\n$ping_output\n" | $ERR_LOGGER -p daemon.debug
+	fi
+  	return 1 # EXIT_FAILURE
+    fi
+}
+
+#
+# main()
+#
+
+case "${1:-''}" in
+  'start')
+	sanity_checks;
+	# Start daemon
+	log_daemon_msg "Starting MySQL database server" "mysqld"
+	if mysqld_status check_alive nowarn; then
+	   log_progress_msg "already running"
+	   log_end_msg 0
+	else
+	    # Could be removed during boot
+	    test -e /var/run/mysqld || install -m 755 -o mysql -g root -d /var/run/mysqld
+
+	    # Start MySQL! 
+  	    su - mysql -s /bin/sh -c "/usr/bin/mysqld_safe > /dev/null 2>&1 &"
+
+	    # 6s was reported in #352070 to be too few when using ndbcluster
+	    # 14s was reported in #736452 to be too few with large installs
+	    for i in $(seq 1 30); do
+                sleep 1
+	        if mysqld_status check_alive nowarn ; then break; fi
+		log_progress_msg "."
+	    done
+	    if mysqld_status check_alive warn; then
+                log_end_msg 0
+	        # Now start mysqlcheck or whatever the admin wants.
+	        output=$(/etc/mysql/debian-start)
+		[ -n "$output" ] && log_action_msg "$output"
+	    else
+	        log_end_msg 1
+		log_failure_msg "Please take a look at the syslog"
+	    fi
+	fi
+	;;
+
+  'stop')
+	# * As a passwordless mysqladmin (e.g. via ~/.my.cnf) must be possible
+	# at least for cron, we can rely on it here, too. (although we have 
+	# to specify it explicit as e.g. sudo environments points to the normal
+	# users home and not /root)
+	log_daemon_msg "Stopping MySQL database server" "mysqld"
+	if ! mysqld_status check_dead nowarn; then
+	  set +e
+	  shutdown_out=`$MYADMIN shutdown 2>&1`; r=$?
+	  set -e
+	  if [ "$r" -ne 0 ]; then
+	    log_end_msg 1
+	    [ "$VERBOSE" != "no" ] && log_failure_msg "Error: $shutdown_out"
+	    log_daemon_msg "Killing MySQL database server by signal" "mysqld"
+	    killall -15 mysqld
+            server_down=
+	    for i in 1 2 3 4 5 6 7 8 9 10; do
+              sleep 1
+              if mysqld_status check_dead nowarn; then server_down=1; break; fi
+            done
+          if test -z "$server_down"; then killall -9 mysqld; fi
+	  fi
+        fi
+
+        if ! mysqld_status check_dead warn; then
+	  log_end_msg 1
+	  log_failure_msg "Please stop MySQL manually and read /usr/share/doc/mysql-server-5.7/README.Debian.gz!"
+	  exit -1
+	else
+	  log_end_msg 0
+        fi
+	;;
+
+  'restart')
+	set +e; $SELF stop; set -e
+	$SELF start 
+	;;
+
+  'reload'|'force-reload')
+  	log_daemon_msg "Reloading MySQL database server" "mysqld"
+	$MYADMIN reload
+	log_end_msg 0
+	;;
+
+  'status')
+	if mysqld_status check_alive nowarn; then
+	  log_action_msg "$($MYADMIN version)"
+	else
+	  log_action_msg "MySQL is stopped."
+	  exit 3
+	fi
+  	;;
+
+  *)
+	echo "Usage: $SELF start|stop|restart|reload|force-reload|status"
+	exit 1
+	;;
+esac
+
+# Some success paths end up returning non-zero so exit 0 explicitly. See
+# bug #739846.
+exit 0

images/linux/scripts/helpers/os.sh

@@ -1,14 +1,9 @@
-#!/bin/bash
+#!/bin/bash -e
 ################################################################################
 ##  File:  install-helpers.sh
 ##  Desc:  Helper functions for installing tools
 ################################################################################
 
-function isUbuntu16
-{
-    lsb_release -d | grep -q 'Ubuntu 16'
-}
-
 function isUbuntu18
 {
     lsb_release -d | grep -q 'Ubuntu 18'

images/linux/scripts/installers/1604/android.sh

@@ -1,171 +0,0 @@
-#!/bin/bash
-################################################################################
-##  File:  android.sh
-##  Desc:  Installs Android SDK
-################################################################################
-
-set -e
-
-# Source the helpers for use with the script
-source $HELPER_SCRIPTS/document.sh
-
-# Set env variable for SDK Root (https://developer.android.com/studio/command-line/variables)
-    ANDROID_ROOT=/usr/local/lib/android
-    ANDROID_SDK_ROOT=${ANDROID_ROOT}/sdk
-    echo "ANDROID_SDK_ROOT=${ANDROID_SDK_ROOT}" | tee -a /etc/environment
-
-# ANDROID_HOME is deprecated, but older versions of Gradle rely on it
-echo "ANDROID_HOME=${ANDROID_SDK_ROOT}" | tee -a /etc/environment
-
-# Create android sdk directory
-mkdir -p ${ANDROID_SDK_ROOT}
-
-# Download the latest command line tools so that we can accept all of the licenses.
-# See https://developer.android.com/studio/#command-tools
-wget -O android-sdk.zip https://dl.google.com/android/repository/sdk-tools-linux-4333796.zip
-unzip android-sdk.zip -d ${ANDROID_SDK_ROOT}
-rm -f android-sdk.zip
-
-# Check sdk manager installation
-/usr/local/lib/android/sdk/tools/bin/sdkmanager --list 1>/dev/null
-if [ $? -eq 0 ]
-then
-    echo "Android SDK manager was installed"
-else
-    echo "Android SDK manager was not installed"
-    exit 1
-fi
-
-# Add required permissions
-chmod -R a+X ${ANDROID_SDK_ROOT}
-
-# Install the following SDKs and build tools, passing in "y" to accept licenses.
-echo "y" | ${ANDROID_SDK_ROOT}/tools/bin/sdkmanager \
-    "ndk-bundle" \
-    "platform-tools" \
-    "platforms;android-30" \
-    "platforms;android-29" \
-    "platforms;android-28" \
-    "platforms;android-27" \
-    "platforms;android-26" \
-    "platforms;android-25" \
-    "platforms;android-24" \
-    "platforms;android-23" \
-    "platforms;android-22" \
-    "platforms;android-21" \
-    "platforms;android-19" \
-    "platforms;android-17" \
-    "platforms;android-15" \
-    "platforms;android-10" \
-    "build-tools;30.0.1" \
-    "build-tools;30.0.0" \
-    "build-tools;29.0.3" \
-    "build-tools;29.0.2" \
-    "build-tools;29.0.0" \
-    "build-tools;28.0.3" \
-    "build-tools;28.0.2" \
-    "build-tools;28.0.1" \
-    "build-tools;28.0.0" \
-    "build-tools;27.0.3" \
-    "build-tools;27.0.2" \
-    "build-tools;27.0.1" \
-    "build-tools;27.0.0" \
-    "build-tools;26.0.3" \
-    "build-tools;26.0.2" \
-    "build-tools;26.0.1" \
-    "build-tools;26.0.0" \
-    "build-tools;25.0.3" \
-    "build-tools;25.0.2" \
-    "build-tools;25.0.1" \
-    "build-tools;25.0.0" \
-    "build-tools;24.0.3" \
-    "build-tools;24.0.2" \
-    "build-tools;24.0.1" \
-    "build-tools;24.0.0" \
-    "build-tools;23.0.3" \
-    "build-tools;23.0.2" \
-    "build-tools;23.0.1" \
-    "build-tools;22.0.1" \
-    "build-tools;21.1.2" \
-    "build-tools;20.0.0" \
-    "build-tools;19.1.0" \
-    "build-tools;17.0.0" \
-    "extras;android;m2repository" \
-    "extras;google;m2repository" \
-    "extras;google;google_play_services" \
-    "extras;m2repository;com;android;support;constraint;constraint-layout-solver;1.0.2" \
-    "extras;m2repository;com;android;support;constraint;constraint-layout-solver;1.0.1" \
-    "extras;m2repository;com;android;support;constraint;constraint-layout;1.0.2" \
-    "extras;m2repository;com;android;support;constraint;constraint-layout;1.0.1" \
-    "add-ons;addon-google_apis-google-24" \
-    "add-ons;addon-google_apis-google-23" \
-    "add-ons;addon-google_apis-google-22" \
-    "add-ons;addon-google_apis-google-21" \
-    "cmake;3.6.4111459" \
-    "cmake;3.10.2.4988404" \
-    "patcher;v4"
-
-# Document what was added to the image
-echo "Lastly, document what was added to the metadata file"
-DocumentInstalledItem "Google Repository $(cat ${ANDROID_SDK_ROOT}/extras/google/m2repository/source.properties 2>&1 | grep Pkg.Revision | cut -d '=' -f 2)"
-DocumentInstalledItem "Google Play services $(cat ${ANDROID_SDK_ROOT}/extras/google/google_play_services/source.properties 2>&1 | grep Pkg.Revision | cut -d '=' -f 2)"
-DocumentInstalledItem "Google APIs 24"
-DocumentInstalledItem "Google APIs 23"
-DocumentInstalledItem "Google APIs 22"
-DocumentInstalledItem "Google APIs 21"
-DocumentInstalledItem "CMake $(ls ${ANDROID_SDK_ROOT}/cmake 2>&1)"
-DocumentInstalledItem "Android Support Repository 47.0.0"
-DocumentInstalledItem "Android Solver for ConstraintLayout 1.0.2"
-DocumentInstalledItem "Android Solver for ConstraintLayout 1.0.1"
-DocumentInstalledItem "Android SDK Platform-Tools $(cat ${ANDROID_SDK_ROOT}/platform-tools/source.properties 2>&1 | grep Pkg.Revision | cut -d '=' -f 2)"
-DocumentInstalledItem "Android SDK Platform 30"
-DocumentInstalledItem "Android SDK Platform 29"
-DocumentInstalledItem "Android SDK Platform 28"
-DocumentInstalledItem "Android SDK Platform 27"
-DocumentInstalledItem "Android SDK Platform 26"
-DocumentInstalledItem "Android SDK Platform 25"
-DocumentInstalledItem "Android SDK Platform 24"
-DocumentInstalledItem "Android SDK Platform 23"
-DocumentInstalledItem "Android SDK Platform 22"
-DocumentInstalledItem "Android SDK Platform 21"
-DocumentInstalledItem "Android SDK Platform 19"
-DocumentInstalledItem "Android SDK Platform 17"
-DocumentInstalledItem "Android SDK Platform 15"
-DocumentInstalledItem "Android SDK Platform 10"
-DocumentInstalledItem "Android SDK Patch Applier v4"
-DocumentInstalledItem "Android SDK Build-Tools 30.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 30.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 29.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 29.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 29.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 28.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 28.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 28.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 28.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 27.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 27.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 27.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 27.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 26.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 26.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 26.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 26.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 25.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 25.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 25.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 25.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 24.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 24.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 24.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 24.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 23.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 23.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 23.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 22.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 21.1.2"
-DocumentInstalledItem "Android SDK Build-Tools 20.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 19.1.0"
-DocumentInstalledItem "Android SDK Build-Tools 17.0.0"
-DocumentInstalledItem "Android NDK $(cat ${ANDROID_SDK_ROOT}/ndk-bundle/source.properties 2>&1 | grep Pkg.Revision | cut -d ' ' -f 3)"
-DocumentInstalledItem "Android ConstraintLayout 1.0.2"
-DocumentInstalledItem "Android ConstraintLayout 1.0.1"

images/linux/scripts/installers/1804/android.sh

@@ -1,159 +0,0 @@
-#!/bin/bash
-################################################################################
-##  File:  android.sh
-##  Desc:  Installs Android SDK
-################################################################################
-
-set -e
-
-# Source the helpers for use with the script
-source $HELPER_SCRIPTS/document.sh
-
-# Set env variable for SDK Root (https://developer.android.com/studio/command-line/variables)
-ANDROID_ROOT=/usr/local/lib/android
-ANDROID_SDK_ROOT=${ANDROID_ROOT}/sdk
-echo "ANDROID_SDK_ROOT=${ANDROID_SDK_ROOT}" | tee -a /etc/environment
-
-# ANDROID_HOME is deprecated, but older versions of Gradle rely on it
-echo "ANDROID_HOME=${ANDROID_SDK_ROOT}" | tee -a /etc/environment
-
-# Create android sdk directory
-mkdir -p ${ANDROID_SDK_ROOT}
-
-# Download the latest command line tools so that we can accept all of the licenses.
-# See https://developer.android.com/studio/#command-tools
-wget -O android-sdk.zip https://dl.google.com/android/repository/sdk-tools-linux-4333796.zip
-unzip android-sdk.zip -d ${ANDROID_SDK_ROOT}
-rm -f android-sdk.zip
-
-# Add required permissions
-chmod -R a+X ${ANDROID_SDK_ROOT}
-
-# Check sdk manager installation
-/usr/local/lib/android/sdk/tools/bin/sdkmanager --list 1>/dev/null
-if [ $? -eq 0 ]
-then
-    echo "Android SDK manager was installed"
-else
-    echo "Android SDK manager was not installed"
-    exit 1
-fi
-
-# Install the following SDKs and build tools, passing in "y" to accept licenses.
-echo "y" | ${ANDROID_SDK_ROOT}/tools/bin/sdkmanager \
-    "ndk-bundle" \
-    "platform-tools" \
-    "platforms;android-30" \
-    "platforms;android-29" \
-    "platforms;android-28" \
-    "platforms;android-27" \
-    "platforms;android-26" \
-    "platforms;android-25" \
-    "platforms;android-24" \
-    "platforms;android-23" \
-    "platforms;android-22" \
-    "platforms;android-21" \
-    "platforms;android-19" \
-    "platforms;android-17" \
-    "build-tools;30.0.1" \
-    "build-tools;30.0.0" \
-    "build-tools;29.0.3" \
-    "build-tools;29.0.2" \
-    "build-tools;29.0.0" \
-    "build-tools;28.0.3" \
-    "build-tools;28.0.2" \
-    "build-tools;28.0.1" \
-    "build-tools;28.0.0" \
-    "build-tools;27.0.3" \
-    "build-tools;27.0.2" \
-    "build-tools;27.0.1" \
-    "build-tools;27.0.0" \
-    "build-tools;26.0.3" \
-    "build-tools;26.0.2" \
-    "build-tools;26.0.1" \
-    "build-tools;26.0.0" \
-    "build-tools;25.0.3" \
-    "build-tools;25.0.2" \
-    "build-tools;25.0.1" \
-    "build-tools;25.0.0" \
-    "build-tools;24.0.3" \
-    "build-tools;24.0.2" \
-    "build-tools;24.0.1" \
-    "build-tools;24.0.0" \
-    "build-tools;23.0.3" \
-    "build-tools;23.0.2" \
-    "build-tools;23.0.1" \
-    "build-tools;22.0.1" \
-    "build-tools;21.1.2" \
-    "build-tools;20.0.0" \
-    "build-tools;19.1.0" \
-    "build-tools;17.0.0" \
-    "extras;android;m2repository" \
-    "extras;google;m2repository" \
-    "extras;google;google_play_services" \
-    "add-ons;addon-google_apis-google-24" \
-    "add-ons;addon-google_apis-google-23" \
-    "add-ons;addon-google_apis-google-22" \
-    "add-ons;addon-google_apis-google-21" \
-    "cmake;3.6.4111459" \
-    "cmake;3.10.2.4988404" \
-    "patcher;v4"
-
-# Document what was added to the image
-echo "Lastly, document what was added to the metadata file"
-DocumentInstalledItem "Google Repository $(cat ${ANDROID_SDK_ROOT}/extras/google/m2repository/source.properties 2>&1 | grep Pkg.Revision | cut -d '=' -f 2)"
-DocumentInstalledItem "Google Play services $(cat ${ANDROID_SDK_ROOT}/extras/google/google_play_services/source.properties 2>&1 | grep Pkg.Revision | cut -d '=' -f 2)"
-DocumentInstalledItem "Google APIs 24"
-DocumentInstalledItem "Google APIs 23"
-DocumentInstalledItem "Google APIs 22"
-DocumentInstalledItem "Google APIs 21"
-DocumentInstalledItem "CMake $(ls ${ANDROID_SDK_ROOT}/cmake 2>&1)"
-DocumentInstalledItem "Android Support Repository 47.0.0"
-DocumentInstalledItem "Android SDK Platform-Tools $(cat ${ANDROID_SDK_ROOT}/platform-tools/source.properties 2>&1 | grep Pkg.Revision | cut -d '=' -f 2)"
-DocumentInstalledItem "Android SDK Platform 30"
-DocumentInstalledItem "Android SDK Platform 29"
-DocumentInstalledItem "Android SDK Platform 28"
-DocumentInstalledItem "Android SDK Platform 27"
-DocumentInstalledItem "Android SDK Platform 26"
-DocumentInstalledItem "Android SDK Platform 25"
-DocumentInstalledItem "Android SDK Platform 24"
-DocumentInstalledItem "Android SDK Platform 23"
-DocumentInstalledItem "Android SDK Platform 22"
-DocumentInstalledItem "Android SDK Platform 21"
-DocumentInstalledItem "Android SDK Platform 19"
-DocumentInstalledItem "Android SDK Platform 17"
-DocumentInstalledItem "Android SDK Patch Applier v4"
-DocumentInstalledItem "Android SDK Build-Tools 30.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 30.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 29.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 29.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 29.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 28.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 28.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 28.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 28.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 27.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 27.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 27.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 27.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 26.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 26.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 26.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 26.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 25.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 25.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 25.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 25.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 24.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 24.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 24.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 24.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 23.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 23.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 23.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 22.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 21.1.2"
-DocumentInstalledItem "Android SDK Build-Tools 20.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 19.1.0"
-DocumentInstalledItem "Android SDK Build-Tools 17.0.0"
-DocumentInstalledItem "Android NDK $(cat ${ANDROID_SDK_ROOT}/ndk-bundle/source.properties 2>&1 | grep Pkg.Revision | cut -d ' ' -f 3)"

images/linux/scripts/installers/2004/android.sh

@@ -1,100 +0,0 @@
-#!/bin/bash
-################################################################################
-##  File:  android.sh
-##  Desc:  Installs Android SDK
-################################################################################
-
-set -e
-
-# Source the helpers for use with the script
-source $HELPER_SCRIPTS/document.sh
-source $HELPER_SCRIPTS/os.sh
-
-# Set env variable for SDK Root (https://developer.android.com/studio/command-line/variables)
-ANDROID_ROOT=/usr/local/lib/android
-ANDROID_SDK_ROOT=${ANDROID_ROOT}/sdk
-echo "ANDROID_SDK_ROOT=${ANDROID_SDK_ROOT}" | tee -a /etc/environment
-
-# ANDROID_HOME is deprecated, but older versions of Gradle rely on it
-echo "ANDROID_HOME=${ANDROID_SDK_ROOT}" | tee -a /etc/environment
-
-# Create android sdk directory
-mkdir -p ${ANDROID_SDK_ROOT}
-
-# Download the latest command line tools so that we can accept all of the licenses.
-# See https://developer.android.com/studio/#command-tools
-wget -O android-sdk.zip https://dl.google.com/android/repository/sdk-tools-linux-4333796.zip
-unzip android-sdk.zip -d ${ANDROID_SDK_ROOT}
-rm -f android-sdk.zip
-
-# Add required permissions
-chmod -R a+X ${ANDROID_SDK_ROOT}
-
-if isUbuntu20 ; then
-    # Sdk manager doesn't work with Java > 8, set version 8 explicitly
-    sed -i "2i export JAVA_HOME=${JAVA_HOME_8_X64}" /usr/local/lib/android/sdk/tools/bin/sdkmanager
-fi
-
-# Check sdk manager installation
-/usr/local/lib/android/sdk/tools/bin/sdkmanager --list 1>/dev/null
-if [ $? -eq 0 ]
-then
-    echo "Android SDK manager was installed"
-else
-    echo "Android SDK manager was not installed"
-    exit 1
-fi
-
-# Install the following SDKs and build tools, passing in "y" to accept licenses.
-echo "y" | ${ANDROID_SDK_ROOT}/tools/bin/sdkmanager \
-    "ndk-bundle" \
-    "platform-tools" \
-    "platforms;android-30" \
-    "platforms;android-29" \
-    "platforms;android-28" \
-    "platforms;android-27" \
-    "build-tools;30.0.1" \
-    "build-tools;30.0.0" \
-    "build-tools;29.0.3" \
-    "build-tools;29.0.2" \
-    "build-tools;29.0.0" \
-    "build-tools;28.0.3" \
-    "build-tools;28.0.2" \
-    "build-tools;28.0.1" \
-    "build-tools;28.0.0" \
-    "build-tools;27.0.3" \
-    "build-tools;27.0.2" \
-    "build-tools;27.0.1" \
-    "build-tools;27.0.0" \
-    "extras;android;m2repository" \
-    "extras;google;m2repository" \
-    "extras;google;google_play_services" \
-    "cmake;3.10.2.4988404" \
-    "patcher;v4"
-
-# Document what was added to the image
-echo "Lastly, document what was added to the metadata file"
-DocumentInstalledItem "Google Repository $(cat ${ANDROID_SDK_ROOT}/extras/google/m2repository/source.properties 2>&1 | grep Pkg.Revision | cut -d '=' -f 2)"
-DocumentInstalledItem "Google Play services $(cat ${ANDROID_SDK_ROOT}/extras/google/google_play_services/source.properties 2>&1 | grep Pkg.Revision | cut -d '=' -f 2)"
-DocumentInstalledItem "CMake $(ls ${ANDROID_SDK_ROOT}/cmake 2>&1)"
-DocumentInstalledItem "Android Support Repository 47.0.0"
-DocumentInstalledItem "Android SDK Platform-Tools $(cat ${ANDROID_SDK_ROOT}/platform-tools/source.properties 2>&1 | grep Pkg.Revision | cut -d '=' -f 2)"
-DocumentInstalledItem "Android SDK Platform 30"
-DocumentInstalledItem "Android SDK Platform 29"
-DocumentInstalledItem "Android SDK Platform 28"
-DocumentInstalledItem "Android SDK Platform 27"
-DocumentInstalledItem "Android SDK Patch Applier v4"
-DocumentInstalledItem "Android SDK Build-Tools 30.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 30.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 29.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 29.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 29.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 28.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 28.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 28.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 28.0.0"
-DocumentInstalledItem "Android SDK Build-Tools 27.0.3"
-DocumentInstalledItem "Android SDK Build-Tools 27.0.2"
-DocumentInstalledItem "Android SDK Build-Tools 27.0.1"
-DocumentInstalledItem "Android SDK Build-Tools 27.0.0"
-DocumentInstalledItem "Android NDK $(cat ${ANDROID_SDK_ROOT}/ndk-bundle/source.properties 2>&1 | grep Pkg.Revision | cut -d ' ' -f 3)"

images/linux/scripts/installers/7-zip.sh

@@ -1,23 +0,0 @@
-#!/bin/bash
-################################################################################
-##  File:  7-zip.sh
-##  Desc:  Installs 7-zip
-################################################################################
-
-# Source the helpers for use with the script
-source $HELPER_SCRIPTS/document.sh
-
-# Install 7-Zip
-apt-get update -y
-apt-get install -y p7zip p7zip-full p7zip-rar
-
-# Run tests to determine that the software installed as expected
-echo "Testing to make sure that script performed as expected, and basic scenarios work"
-if ! command -v 7z; then
-    echo "7-Zip was not installed"
-    exit 1
-fi
-
-# Document what was added to the image
-echo "Lastly, documenting what we added to the metadata file"
-DocumentInstalledItem "7-Zip $(7z i | head --lines=2 | cut -d ' ' -f 3 | tr -d '\n')"

images/linux/scripts/installers/Configure-Toolset.ps1

@@ -4,6 +4,8 @@
 ##  Desc:  Configure toolset
 ################################################################################
 
+Import-Module "$env:HELPER_SCRIPTS/Tests.Helpers.psm1" -DisableNameChecking
+
 function Get-ToolsetToolFullPath
 {
     param
@@ -37,12 +39,8 @@ $ErrorActionPreference = "Stop"
 
 Write-Host "Configure toolset tools environment..."
 $toolsEnvironment = @{
-    boost = @{
-        variableTemplate = "BOOST_ROOT_{0}_{1}_{2}"
-    }
     go = @{
         command = "ln -s {0}/bin/* /usr/bin/"
-        defaultVariable = "GOROOT"
         variableTemplate = "GOROOT_{0}_{1}_X64"
     }
 }
@@ -93,3 +91,5 @@ foreach ($tool in $toolset.toolcache)
         Invoke-Expression -Command $command
     }
 }
+
+Invoke-PesterTests -TestFile "Toolset" -TestName "Toolset"

images/linux/scripts/installers/Install-AzureModules.ps1

@@ -0,0 +1,40 @@
+$ErrorActionPreference = "Stop"
+$ProgressPreference = "SilentlyContinue"
+
+Import-Module "$env:HELPER_SCRIPTS/Tests.Helpers.psm1" -DisableNameChecking
+
+# Get modules content from toolset
+$modules = (Get-ToolsetContent).azureModules
+$installPSModulePath = "/usr/share"
+
+foreach ($module in $modules)
+{
+    $moduleName = $module.name
+    Write-Host "Installing ${moduleName} to the ${installPSModulePath} path..."
+    foreach ($version in $module.versions)
+    {
+        $modulePath = Join-Path -Path $installPSModulePath -ChildPath "${moduleName}_${version}"
+        Write-Host " - $version [$modulePath]"
+        Save-Module -Path $modulePath -Name $moduleName -RequiredVersion $version -Force
+    }
+
+    $assets = Invoke-RestMethod $module.url
+
+    # Get github release asset for each version
+    foreach ($toolVersion in $module.zip_versions) {
+        $asset = $assets | Where-Object version -eq $toolVersion `
+        | Select-Object -ExpandProperty files `
+        | Select-Object -First 1
+
+        Write-Host "Installing $($module.name) $toolVersion ..."
+        if ($null -ne $asset) {
+            Write-Host "Download $($asset.filename)"
+            wget $asset.download_url -nv --retry-connrefused --tries=10 -P $installPSModulePath
+        } else {
+            Write-Host "Asset was not found in versions manifest"
+            exit 1
+        }
+    }
+}
+
+Invoke-PesterTests -TestFile "PowerShellModules" -TestName "AzureModules"

images/linux/scripts/installers/Install-PowerShellModules.ps1

@@ -0,0 +1,34 @@
+$ErrorActionPreference = "Stop"
+$ProgressPreference = "SilentlyContinue"
+
+Import-Module "$env:HELPER_SCRIPTS/Tests.Helpers.psm1" -DisableNameChecking
+
+# Specifies the installation policy
+Set-PSRepository -InstallationPolicy Trusted -Name PSGallery
+
+# Try to update PowerShellGet before the actual installation
+Install-Module -Name PowerShellGet -Force
+Update-Module -Name PowerShellGet -Force
+
+# Install PowerShell modules
+$modules = (Get-ToolsetContent).powershellModules
+
+foreach($module in $modules)
+{
+    $moduleName = $module.name
+    Write-Host "Installing ${moduleName} module"
+
+    if ($module.versions)
+    {
+        foreach ($version in $module.versions)
+        {
+            Write-Host " - $version"
+            Install-Module -Name $moduleName -RequiredVersion $version -Scope AllUsers -SkipPublisherCheck -Force
+        }
+        continue
+    }
+
+    Install-Module -Name $moduleName -Scope AllUsers -SkipPublisherCheck -Force
+}
+
+Invoke-PesterTests -TestFile "PowerShellModules" -TestName "PowerShellModules"

images/linux/scripts/installers/Install-Toolset.ps1

@@ -27,10 +27,9 @@ Function Install-Asset {
 $ErrorActionPreference = "Stop"
 
 # Get toolset content
-$toolsetJson = Get-Content -Path "$env:INSTALLER_SCRIPT_FOLDER/toolset.json" -Raw
-$toolsToInstall = @("Python", "Node", "Boost", "Go")
+$toolset = Get-Content -Path "$env:INSTALLER_SCRIPT_FOLDER/toolset.json" -Raw
 
-$tools = ConvertFrom-Json -InputObject $toolsetJson | Select-Object -ExpandProperty toolcache | Where-Object {$ToolsToInstall -contains $_.Name}
+$tools = ConvertFrom-Json -InputObject $toolset | Select-Object -ExpandProperty toolcache | Where-Object {$_.url -ne $null }
 
 foreach ($tool in $tools) {
     # Get versions manifest for current tool
@@ -51,8 +50,5 @@ foreach ($tool in $tools) {
             exit 1
         }
     }
+    chown -R "$($env:SUDO_USER):$($env:SUDO_USER)" "/opt/hostedtoolcache/$($tool.name)"
 }
-
-chown -R "$($env:SUDO_USER):$($env:SUDO_USER)" /opt/hostedtoolcache/Python
-chown -R "$($env:SUDO_USER):$($env:SUDO_USER)" /opt/hostedtoolcache/node
-chown -R "$($env:SUDO_USER):$($env:SUDO_USER)" /opt/hostedtoolcache/go

images/linux/scripts/installers/Validate-Toolset.ps1

@@ -1,92 +0,0 @@
-################################################################################
-##  File:  Validate-Toolset.ps1
-##  Team:  CI-Build
-##  Desc:  Validate Toolset
-################################################################################
-
-function Run-ExecutableTests {
-    param (
-        [Parameter(Mandatory)] [string[]] $Executables,
-        [Parameter(Mandatory)] [string] $ToolPath
-    )
-    $versionCommand = $Executables["command"]
-
-    foreach ($executable in $Executables["tools"]) {
-        $executablePath = Join-Path $ToolPath $executable
-        Write-Host "Check $executable..."
-        if (Test-Path $executablePath) {
-            Write-Host "$executable is successfully installed: $(& $executablePath $versionCommand)"
-        } else {
-            Write-Host "$executablePath is not installed!"
-            exit 1
-        }
-    }
-}
-
-$ErrorActionPreference = "Stop"
-
-# Define executables for cached tools
-$toolsExecutables = @{
-    Python = @{
-        tools = @("python", "bin/pip")
-        command = "--version"
-    }
-    node = @{
-        tools = @("bin/node", "bin/npm")
-        command = "--version"
-    }
-    PyPy = @{
-        tools = @("bin/python", "bin/pip")
-        command = "--version"
-    }
-    go = @{
-        tools = @("bin/go")
-        command = "version"
-    }
-}
-
-# Get toolset content
-$toolsetJson = Get-Content -Path "$env:INSTALLER_SCRIPT_FOLDER/toolset.json" -Raw
-$tools = ConvertFrom-Json -InputObject $toolsetJson | Select-Object -ExpandProperty toolcache
-
-foreach($tool in $tools) {
-    Invoke-Expression "bash -c `"source $env:HELPER_SCRIPTS/document.sh; DocumentInstalledItem '$($tool.name):'`""
-
-    $toolPath = Join-Path $env:AGENT_TOOLSDIRECTORY $tool.name
-    # Get executables for current tool
-    $toolExecs = $toolsExecutables[$tool.name]
-
-    foreach ($version in $tool.versions) {
-        # Add wildcard if missing
-        if ($version.Split(".").Length -lt 3) {
-            $version += ".*"
-        }
-
-        # Check if version folder exists
-        $expectedVersionPath = Join-Path $toolPath $version
-        if (-not (Test-Path $expectedVersionPath)) {
-            Write-Host "Expected $($tool.name) $version folder is not found!"
-            exit 1
-        }
-
-        # Take latest installed version in case if toolset version contains wildcards
-        $foundVersion = Get-Item $expectedVersionPath `
-                        | Sort-Object -Property {[version]$_.name} -Descending `
-                        | Select-Object -First 1
-        $foundVersionPath = Join-Path $foundVersion $tool.arch
-
-        if ($toolExecs) {
-            Write-Host "Run validation test for $($tool.name)($($tool.arch)) $($foundVersion.name) executables..."
-            Run-ExecutableTests -Executables $toolExecs -ToolPath $foundVersionPath
-        }
-        $foundVersionName = $foundVersion.name
-        if ($tool.name -eq 'PyPy')
-        {
-            $pypyVersion = & "$foundVersionPath/bin/python" -c "import sys;print(sys.version.split('\n')[1])"
-            $foundVersionName = "{0} {1}" -f $foundVersionName, $pypyVersion
-        }
-
-        # Add tool version to documentation
-        Invoke-Expression "bash -c `"source $env:HELPER_SCRIPTS/document.sh; DocumentInstalledItemIndent '$($tool.name) $foundVersionName'`""
-    }
-}

images/linux/scripts/installers/aliyun-cli.sh

@@ -1,26 +1,16 @@
-#!/bin/bash
+#!/bin/bash -e
 ################################################################################
 ##  File:  aliyun-cli.sh
 ##  Desc:  Installs Alibaba Cloud CLI
 ################################################################################
 
 # Source the helpers for use with the script
-source $HELPER_SCRIPTS/document.sh
+source $HELPER_SCRIPTS/install.sh
 
 # Install Alibaba Cloud CLI
-URL=$(curl -s https://api.github.com/repos/aliyun/aliyun-cli/releases/latest | jq -r '.assets[].browser_download_url | select(contains("aliyun-cli-linux"))')
-wget -P /tmp $URL
-tar xzvf /tmp/aliyun-cli-linux-*-amd64.tgz
+URL=$(curl -s https://api.github.com/repos/aliyun/aliyun-cli/releases/latest | jq -r '.assets[].browser_download_url | select(contains("aliyun-cli-linux") and endswith("amd64.tgz"))')
+download_with_retries $URL "/tmp"
+tar xzf /tmp/aliyun-cli-linux-*-amd64.tgz
 mv aliyun /usr/local/bin
 
-# Run tests to determine that the software installed as expected
-echo "Testing to make sure that script performed as expected, and basic scenarios work"
-if ! command -v aliyun ; then
-    echo "aliyun was not installed"
-    exit 1
-fi
-
-# Document what was added to the image
-aliyun_version="$(aliyun version)"
-echo "Lastly, documenting what we added to the metadata file"
-DocumentInstalledItem "Alibaba Cloud CLI ($aliyun_version)"
+invoke_tests "CLI.Tools" "Aliyun CLI"