diff --git a/.github/actions/devcontainer_run_command/action.yml b/.github/actions/devcontainer_run_command/action.yml
index d416d09ae3..8ec6987513 100644
--- a/.github/actions/devcontainer_run_command/action.yml
+++ b/.github/actions/devcontainer_run_command/action.yml
@@ -339,7 +339,7 @@ runs:
-e UI_SITE_NAME="${{ inputs.UI_SITE_NAME }}" \
-e UI_FOOTER_TEXT="${{ inputs.UI_FOOTER_TEXT }}" \
-e TF_VAR_resource_processor_vmss_sku="${{ (inputs.RESOURCE_PROCESSOR_VMSS_SKU != ''
- && inputs.RESOURCE_PROCESSOR_VMSS_SKU) || 'Standard_B2s' }}" \
+ && inputs.RESOURCE_PROCESSOR_VMSS_SKU) || 'Standard_B2ls_v2' }}" \
-e TF_VAR_resource_processor_number_processes_per_instance="${{ (inputs.RESOURCE_PROCESSOR_NUMBER_PROCESSES_PER_INSTANCE != ''
&& inputs.RESOURCE_PROCESSOR_NUMBER_PROCESSES_PER_INSTANCE) || 5 }}" \
-e FIREWALL_SKU=${{ inputs.FIREWALL_SKU != '' && inputs.FIREWALL_SKU || 'Standard' }} \
diff --git a/.github/linters/actionlint.yml b/.github/linters/actionlint.yml
index daba70a4fd..86992dad0b 100644
--- a/.github/linters/actionlint.yml
+++ b/.github/linters/actionlint.yml
@@ -1,4 +1,10 @@
---
+# actionlint v1.7.12 does not yet recognise this GitHub-hosted runner label.
+# https://github.com/rhysd/actionlint/issues/682
+self-hosted-runner:
+ labels:
+ - ubuntu-26.04
+
# GitHub supports queue: max, but actionlint v1.7.12 does not recognise it.
# https://github.com/rhysd/actionlint/issues/687
# Remove these exact parser exceptions when actionlint supports queue.
diff --git a/.github/workflows/build_validation_develop.yml b/.github/workflows/build_validation_develop.yml
index 38de2e8713..205c25e3bb 100644
--- a/.github/workflows/build_validation_develop.yml
+++ b/.github/workflows/build_validation_develop.yml
@@ -86,6 +86,8 @@ jobs:
- 'devops/scripts/destroy_ci_ref_env.py'
- 'devops/scripts/destroy_env_no_terraform.sh'
- 'devops/scripts/validate_ci_cleanup.py'
+ - 'devops/scripts/vm_size_report.py'
+ - 'devops/scripts/vm_size_catalogue.txt'
- 'devops/scripts/kv_add_network_exception.sh'
- 'core/terraform/deploy.sh'
- 'core/terraform/mgmt_storage_private_endpoint.sh'
@@ -101,6 +103,13 @@ jobs:
- '.github/workflows/build_validation_develop.yml'
- '.github/workflows/clean_validation_envs.yml'
+ # test_core_storage_network.py, test_storage_network_rules.py
+ # and test_template_scripts.py read these files.
+ template_files:
+ - 'core/terraform/storage.tf'
+ - 'templates/**/*.tf'
+ - 'templates/**/*.sh'
+
terraform_core:
- core/**/terraform/**/*.tf
@@ -141,6 +150,12 @@ jobs:
if: ${{ steps.filter.outputs.ci_cleanup == 'true' }}
run: python3 -m unittest discover -s devops/tests -v
+ - name: Test template files
+ if: ${{ steps.filter.outputs.template_files == 'true' && steps.filter.outputs.ci_cleanup != 'true' }}
+ run: |
+ python3 -m unittest -v devops/tests/test_core_storage_network.py \
+ devops/tests/test_storage_network_rules.py devops/tests/test_template_scripts.py
+
- name: Test core outputs in the development-container base
if: ${{ steps.filter.outputs.ci_cleanup == 'true' }}
# Bookworm provides jq 1.6; the hosted runner has a newer jq version.
diff --git a/.github/workflows/e2e_helper_tests.yml b/.github/workflows/e2e_helper_tests.yml
index 2c4f0a5277..679068dab8 100644
--- a/.github/workflows/e2e_helper_tests.yml
+++ b/.github/workflows/e2e_helper_tests.yml
@@ -12,6 +12,15 @@ on: # yamllint disable-line rule:truthy
# test_azure_monitor_contract.py reads these Terraform files.
- 'core/terraform/azure-monitor/**'
- 'templates/workspaces/base/terraform/azure-monitor/**'
+ # test_vm_size_defaults.py reads these files.
+ - 'core/terraform/variables.tf'
+ - 'config.sample.yaml'
+ - '.github/actions/devcontainer_run_command/action.yml'
+ - 'docs/tre-admins/environment-variables.md'
+ - 'docs/tre-admins/setup-instructions/cicd-pre-deployment-steps.md'
+ - 'docs/tre-admins/setup-instructions/workflows.md'
+ - 'templates/**/template_schema.json'
+ - 'templates/shared_services/sonatype-nexus-vm/terraform/variables.tf'
- '.github/workflows/e2e_helper_tests.yml'
permissions:
diff --git a/.github/workflows/vm_size_report.yml b/.github/workflows/vm_size_report.yml
new file mode 100644
index 0000000000..e5c91e38a3
--- /dev/null
+++ b/.github/workflows/vm_size_report.yml
@@ -0,0 +1,108 @@
+---
+name: VM Size Availability
+
+on: # yamllint disable-line rule:truthy
+ workflow_dispatch:
+ inputs:
+ region:
+ description: >-
+ Region: the Azure region to check. ci-location is the LOCATION variable of the CICD environment.
+ Select none to check only the regions in More regions.
+ type: choice
+ default: ci-location
+ options:
+ - ci-location
+ - switzerlandnorth
+ - switzerlandwest
+ - uksouth
+ - ukwest
+ - westeurope
+ - northeurope
+ - swedencentral
+ - norwayeast
+ - germanywestcentral
+ - francecentral
+ - italynorth
+ - polandcentral
+ - spaincentral
+ - eastus
+ - eastus2
+ - centralus
+ - westus2
+ - westus3
+ - canadacentral
+ - australiaeast
+ - japaneast
+ - southeastasia
+ - centralindia
+ - southafricanorth
+ - brazilsouth
+ - uaenorth
+ - none
+ more_regions:
+ description: "More regions: other Azure regions to check, separated by commas. For example uksouth,eastus2"
+ type: string
+ required: false
+ default: ""
+
+permissions:
+ contents: read
+
+jobs:
+ report:
+ name: Report VM size availability
+ runs-on: ubuntu-26.04
+ # The federated credential of the CI identity trusts this environment.
+ environment: CICD
+ timeout-minutes: 15
+ permissions:
+ contents: read
+ # Log in to Azure with OIDC.
+ id-token: write
+ steps:
+ - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
+ with:
+ persist-credentials: false
+
+ - name: Azure Login
+ uses: azure/login@532459ea530d8321f2fb9bb10d1e0bcf23869a43 # v3.0.0
+ with:
+ client-id: ${{ secrets.AZURE_CLIENT_ID }}
+ tenant-id: ${{ secrets.AZURE_TENANT_ID }}
+ subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
+ environment: ${{ vars.AZURE_ENVIRONMENT || secrets.AZURE_ENVIRONMENT || 'AzureCloud' }}
+
+ - name: Report VM size availability
+ env:
+ REGION: ${{ inputs.region }}
+ MORE_REGIONS: ${{ inputs.more_regions }}
+ CI_LOCATION: ${{ vars.LOCATION }}
+ LINK_BASE: ${{ github.server_url }}/${{ github.repository }}/blob/${{ github.sha }}
+ run: |
+ case "$REGION" in
+ none) regions="$MORE_REGIONS" ;;
+ ci-location)
+ if [ -z "$CI_LOCATION" ]; then
+ echo "::error::The CICD environment has no LOCATION variable. Select a region."
+ exit 1
+ fi
+ regions="$CI_LOCATION,$MORE_REGIONS"
+ ;;
+ *) regions="$REGION,$MORE_REGIONS" ;;
+ esac
+ if [ -z "${regions//[, ]/}" ]; then
+ echo "::error::Select a region, or type one or more regions in More regions."
+ exit 1
+ fi
+ # The artifact is public on a public repository, so keep subscription data out of the report.
+ python3 devops/scripts/vm_size_report.py --region "$regions" --hide-subscription \
+ --link-base "$LINK_BASE" --output vm-size-report.md
+ cat vm-size-report.md >> "$GITHUB_STEP_SUMMARY"
+
+ - name: Upload the report
+ uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
+ with:
+ name: vm-size-report
+ path: vm-size-report.md
+ if-no-files-found: error
+ retention-days: 7
diff --git a/CHANGELOG.md b/CHANGELOG.md
index decc945754..8fbf872c5c 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -6,6 +6,9 @@
Setting to `false` will delete existing airlock storage accounts and must only be done once all workspaces use the v2 airlock. ([#5048](https://github.com/microsoft/AzureTRE/pull/5048))
* `tre-workspace-service-gitea` 2.0.0 keeps the Git repositories on its file share. The upgrade restarts the web app, so the repositories on the container disk are lost.
Mirror the repositories before the upgrade, and rotate the workspace client secret after it. See the [Gitea upgrade steps](docs/tre-templates/workspace-services/gitea.md#upgrading-to-version-200). The upgrade needs a [force version update](docs/tre-admins/upgrading-resources.md#force-version-update). ([#5283](https://github.com/microsoft/AzureTRE/issues/5283))
+* If the Airlock notifier shared service is installed, upgrade it to 1.0.15 directly after the upgrade to `core` 0.19.0. Azure mounts the content share of earlier notifier versions over the public network, which the core storage account no longer accepts.
+ A running notifier can continue to work, but a restart or a configuration change of its Logic App can fail until the upgrade. See [Airlock notifier](docs/tre-templates/shared-services/airlock-notifier.md#storage-and-network).
+ Also upgrade the Sonatype Nexus shared service to 3.11.5. Earlier versions keep the boot diagnostics of the Nexus VM in the core storage account. Until the upgrade, the boot diagnostics view of that VM does not load from outside the virtual network. ([#5294](https://github.com/microsoft/AzureTRE/issues/5294))
ENHANCEMENTS:
* Register the OpenAI bundle for branch validation, add GPT-5.1 as the default model and check regional model and quota prerequisites before its private lifecycle test. (`tre-workspace-service-openai` 1.1.0) ([#5150](https://github.com/microsoft/AzureTRE/issues/5150))
@@ -34,6 +37,7 @@ See [Legacy Airlock & migration](docs/azure-tre-overview/airlock.md#legacy-airlo
* Update template schemas to Draft 2020-12, preserve legacy input restrictions, and support local schema definitions in resource forms. (`API` 0.27.0, `ui` 0.9.0) ([#5005](https://github.com/microsoft/AzureTRE/pull/5005))
* Add weekly and manual builds for Dockerfiles and Porter bundles, with selected pull request builds. Retry a failed target once and report final results. ([#5088](https://github.com/microsoft/AzureTRE/issues/5088))
* Let a fork run CI in a shared subscription with the `CI_ENV_PREFIX` variable and a `ci_repository` tag, which scope cleanup and destruction. Keep a CI environment, for example for a demo, with a `ci_keep_until` tag. (`core` 0.18.15, `devops` 0.7.0, `build-scripts` 1.1.5) ([#5272](https://github.com/microsoft/AzureTRE/pull/5272))
+* Report the VM sizes that the repository uses and their availability in one or more Azure regions, for VMs and Azure ML compute, with `devops/scripts/vm_size_report.py` or the **VM Size Availability** workflow. See [VM size availability](docs/tre-admins/vm-size-availability.md). (`devops` 0.8.0) ([#5289](https://github.com/microsoft/AzureTRE/issues/5289))
BUG FIXES:
* Update Nexus from 3.94.0 to 3.94.3. The Nexus 3.94.3 image stops trusting the eMudhra certificate chains that Sonatype reports as compromised. (`tre-shared-service-sonatype-nexus` 3.11.3) ([#5276](https://github.com/microsoft/AzureTRE/issues/5276))
@@ -56,6 +60,23 @@ BUG FIXES:
The workspace start script gives the OIDC source the current client secret at each start, and it stops Gitea one time when the OIDC settings change. The web app reads the client secret through a Key Vault reference. (`tre-workspace-service-gitea` 2.0.0, `tre-shared-service-gitea` 1.2.6) ([#5283](https://github.com/microsoft/AzureTRE/issues/5283))
* Give the Gitea shared service identity the Key Vault role only on the two secrets that its web app reads. It had the role on the whole core Key Vault. (`tre-shared-service-gitea` 1.2.6) ([#5283](https://github.com/microsoft/AzureTRE/issues/5283))
* Give the Nexus VM identity the Key Vault role only on the Nexus admin password and the Nexus TLS certificate. It had the role on the whole core Key Vault. (`tre-shared-service-sonatype-nexus` 3.11.4) ([#5283](https://github.com/microsoft/AzureTRE/issues/5283))
+* Change the default VM sizes that Azure does not offer to all subscriptions in all regions, for example Switzerland North. The resource processor and the admin VM use `Standard_B2ls_v2` in place of `Standard_B2s`. Nexus uses `Standard_B2s_v2` in place of `Standard_B2ms`, and `Standard_B4s_v2` is a new choice beside `Standard_B4ms`.
+ Each new size has the same vCPU count and memory as the old size. If a deployment does not set `resource_processor_vmss_sku`, the next core deployment resizes the resource processor.
+ If that resize fails, set `resource_processor_vmss_sku` to the size that the deployment used before, for example `Standard_B2s`, or to a size that the [VM size report](docs/tre-admins/vm-size-availability.md) shows as available in the region. Then deploy the core again.
+ An upgrade keeps the size of an existing admin VM. If a Nexus service has no stored `vm_size`, for example a Nexus from before bundle 3.2.3, the upgrade resizes its VM to `Standard_B2s_v2` and restarts it.
+ The AML compute instance bundle default is now `Standard_D2_v3`, the same as its schema, because `Standard_DS2_v3` does not exist.
+ (`core` 0.19.0, `tre-shared-service-admin-vm` 0.5.8, `tre-shared-service-sonatype-nexus` 3.11.5, `tre-user-resource-aml-compute-instance` 0.5.16) ([#5289](https://github.com/microsoft/AzureTRE/issues/5289))
+* Make apt on the Guacamole Linux VM use the Ubuntu archive key for the Ubuntu sources from Nexus, and make Nexus get the Ubuntu packages over HTTPS, the same as its other proxies. An upgrade does not change the apt sources of an existing VM. (`tre-service-guacamole-linuxvm` 1.4.10, `tre-shared-service-sonatype-nexus` 3.11.5) ([#5291](https://github.com/microsoft/AzureTRE/issues/5291))
+* Create the network rules of the Gitea storage account together with the account. A separate resource set them after the create and changed them again before the delete. An upgrade removes the separate resource from the Terraform state and keeps the rules.
+ An uninstall uses the installed bundle version, so complete an upgrade of the service first to keep the rules during the uninstall. (`tre-workspace-service-gitea` 2.0.1) ([#5292](https://github.com/microsoft/AzureTRE/issues/5292))
+* Create the network rules of the workspace storage account and the Airlock export in-progress storage account together with each account. A separate resource set them after the create and changed them again before the delete. An upgrade removes the separate resource from the Terraform state and keeps the rules.
+ An uninstall uses the installed bundle version, so complete an upgrade of a workspace and its Gitea services first to keep the rules during the delete.
+ (`tre-workspace-base` 2.12.5, `tre-workspace-unrestricted` 0.15.4, `tre-workspace-airlock-import-review` 0.18.4) ([#5292](https://github.com/microsoft/AzureTRE/issues/5292))
+* Turn off the shell command trace in the Guacamole Linux VM setup script and around the oauth2-proxy start of the Guacamole server. The comment in the setup script says that the trace is for debugging only.
+ Earlier versions wrote some values of these commands to their logs. See [Command trace in earlier versions](docs/tre-templates/workspace-services/guacamole.md#command-trace-in-earlier-versions). (`tre-service-guacamole-linuxvm` 1.4.10, `tre-service-guacamole` 0.14.8) ([#5293](https://github.com/microsoft/AzureTRE/issues/5293))
+* Accept traffic to the core storage account only through its private endpoints and from trusted Azure services. Add private endpoints for the queue and table services, which the Airlock notifier Logic App uses. The Logic App reaches its content share through the virtual network, and Nexus keeps its boot diagnostics in managed storage.
+ The notifier uses the AzureRM provider 4.57.0, which updates the Logic App in one request with all its app settings.
+ (`core` 0.19.0, `tre-shared-service-airlock-notifier` 1.0.15, `tre-shared-service-sonatype-nexus` 3.11.5) ([#5294](https://github.com/microsoft/AzureTRE/issues/5294))
* Update `vite` from 7.3.6 to 7.3.7 and the UI Vitest packages from 4.1.11 to 4.1.12 to address security advisories in the development server and the test mocker. (`ui` 0.10.4) ([#5274](https://github.com/microsoft/AzureTRE/pull/5274))
* Update `aiohttp` from 3.14.3 to 3.14.4 in `api_app`, `resource_processor`, and the CLI to address security advisories. (`API` 0.28.7, `resource_processor` 0.13.15, `CLI` 0.2.13) ([#5270](https://github.com/microsoft/AzureTRE/pull/5270))
* Rename a test variable in the E2E polling tests so that CodeQL stops reporting false clear-text logging alerts. ([#5266](https://github.com/microsoft/AzureTRE/pull/5266))
diff --git a/config.sample.yaml b/config.sample.yaml
index 5872dc08ed..5805d61112 100644
--- a/config.sample.yaml
+++ b/config.sample.yaml
@@ -34,7 +34,7 @@ tre:
tre_address_space: 10.0.0.0/12
core_app_service_plan_sku: P1v2
- resource_processor_vmss_sku: Standard_B2s
+ resource_processor_vmss_sku: Standard_B2ls_v2
enable_swagger: true
enable_airlock_malware_scanning: true
# WARNING: Disabling legacy airlock deletes all v1 storage accounts and their data on core redeployment.
diff --git a/config_schema.json b/config_schema.json
index 82a042aa3d..b22cc358bd 100644
--- a/config_schema.json
+++ b/config_schema.json
@@ -135,7 +135,7 @@
"type": "string"
},
"resource_processor_vmss_sku": {
- "description": "VMSS SKU for the Resource Processor scale set (e.g., Standard_B2s).",
+ "description": "VMSS SKU for the Resource Processor scale set (e.g., Standard_B2ls_v2).",
"type": "string"
},
"user_management_enabled": {
diff --git a/core/terraform/storage.tf b/core/terraform/storage.tf
index 1994d84b5c..844ed6cab6 100644
--- a/core/terraform/storage.tf
+++ b/core/terraform/storage.tf
@@ -14,6 +14,12 @@ resource "azurerm_storage_account" "stg" {
# changing this value is destructive, hence attribute is in lifecycle.ignore_changes block below
infrastructure_encryption_enabled = true
+ # Shared services reach the account through the private endpoints below.
+ network_rules {
+ default_action = var.enable_local_debugging ? "Allow" : "Deny"
+ bypass = ["AzureServices"]
+ }
+
dynamic "identity" {
for_each = var.enable_cmk_encryption ? [1] : []
content {
@@ -87,3 +93,58 @@ resource "azurerm_private_endpoint" "filepe" {
azurerm_private_endpoint.blobpe
]
}
+
+# The Airlock notifier Logic App keeps its runtime state in queues and tables.
+resource "azurerm_private_endpoint" "queuepe" {
+ name = "pe-queue-${var.tre_id}"
+ location = azurerm_resource_group.core.location
+ resource_group_name = azurerm_resource_group.core.name
+ subnet_id = module.network.shared_subnet_id
+ tags = local.tre_core_tags
+
+ lifecycle { ignore_changes = [tags] }
+
+ private_dns_zone_group {
+ name = "private-dns-zone-group-queuecore"
+ private_dns_zone_ids = [module.network.queue_core_dns_zone_id]
+ }
+
+ private_service_connection {
+ name = "psc-queuestg-${var.tre_id}"
+ private_connection_resource_id = azurerm_storage_account.stg.id
+ is_manual_connection = false
+ subresource_names = ["queue"]
+ }
+
+ # private endpoints in serial
+ depends_on = [
+ azurerm_private_endpoint.filepe
+ ]
+}
+
+resource "azurerm_private_endpoint" "tablepe" {
+ name = "pe-table-${var.tre_id}"
+ location = azurerm_resource_group.core.location
+ resource_group_name = azurerm_resource_group.core.name
+ subnet_id = module.network.shared_subnet_id
+ tags = local.tre_core_tags
+
+ lifecycle { ignore_changes = [tags] }
+
+ private_dns_zone_group {
+ name = "private-dns-zone-group-tablecore"
+ private_dns_zone_ids = [module.network.table_core_dns_zone_id]
+ }
+
+ private_service_connection {
+ name = "psc-tablestg-${var.tre_id}"
+ private_connection_resource_id = azurerm_storage_account.stg.id
+ is_manual_connection = false
+ subresource_names = ["table"]
+ }
+
+ # private endpoints in serial
+ depends_on = [
+ azurerm_private_endpoint.queuepe
+ ]
+}
diff --git a/core/terraform/variables.tf b/core/terraform/variables.tf
index a539a98960..3d00351ba9 100644
--- a/core/terraform/variables.tf
+++ b/core/terraform/variables.tf
@@ -120,7 +120,7 @@ variable "resource_processor_type" {
variable "resource_processor_vmss_sku" {
type = string
- default = "Standard_B2s"
+ default = "Standard_B2ls_v2"
description = "The SKU of the resource processor VMSS."
}
diff --git a/core/version.txt b/core/version.txt
index c1c747e2aa..11ac8e1a9e 100644
--- a/core/version.txt
+++ b/core/version.txt
@@ -1 +1 @@
-__version__ = "0.18.16"
+__version__ = "0.19.0"
diff --git a/devops/scripts/vm_size_catalogue.txt b/devops/scripts/vm_size_catalogue.txt
new file mode 100644
index 0000000000..cfe695e044
--- /dev/null
+++ b/devops/scripts/vm_size_catalogue.txt
@@ -0,0 +1,1499 @@
+# VM sizes that Azure listed in all regions on 2026-10-23. Refresh with: vm_size_report.py --refresh-catalogue
+Standard_A1_v2
+Standard_A2_v2
+Standard_A2m_v2
+Standard_A4_v2
+Standard_A4m_v2
+Standard_A8_v2
+Standard_A8m_v2
+Standard_B12ms
+Standard_B16als_v2
+Standard_B16as_v2
+Standard_B16ls_v2
+Standard_B16ms
+Standard_B16pls_v2
+Standard_B16ps_v2
+Standard_B16s_v2
+Standard_B1ls
+Standard_B1ms
+Standard_B1s
+Standard_B20ms
+Standard_B2als_v2
+Standard_B2as_v2
+Standard_B2ats_v2
+Standard_B2ls_v2
+Standard_B2ms
+Standard_B2pls_v2
+Standard_B2ps_v2
+Standard_B2pts_v2
+Standard_B2s
+Standard_B2s_v2
+Standard_B2ts_v2
+Standard_B32als_v2
+Standard_B32as_v2
+Standard_B32ls_v2
+Standard_B32s_v2
+Standard_B4als_v2
+Standard_B4as_v2
+Standard_B4ls_v2
+Standard_B4ms
+Standard_B4pls_v2
+Standard_B4ps_v2
+Standard_B4s_v2
+Standard_B8als_v2
+Standard_B8as_v2
+Standard_B8ls_v2
+Standard_B8ms
+Standard_B8pls_v2
+Standard_B8ps_v2
+Standard_B8s_v2
+Standard_D1
+Standard_D11
+Standard_D11_v2
+Standard_D11_v2_Promo
+Standard_D12
+Standard_D128ads_v7
+Standard_D128alds_v7
+Standard_D128als_v7
+Standard_D128as_v7
+Standard_D128ds_v6
+Standard_D128ds_v7
+Standard_D128lds_v6
+Standard_D128lds_v7
+Standard_D128ls_v6
+Standard_D128ls_v7
+Standard_D128nds_v6
+Standard_D128nlds_v6
+Standard_D128nls_v6
+Standard_D128ns_v6
+Standard_D128s_v6
+Standard_D128s_v7
+Standard_D12_v2
+Standard_D12_v2_Promo
+Standard_D13
+Standard_D13_v2
+Standard_D13_v2_Promo
+Standard_D14
+Standard_D14_v2
+Standard_D14_v2_Promo
+Standard_D15_v2
+Standard_D160ads_v7
+Standard_D160alds_v7
+Standard_D160als_v7
+Standard_D160as_v7
+Standard_D16_v3
+Standard_D16_v4
+Standard_D16_v5
+Standard_D16a_v4
+Standard_D16ads_v5
+Standard_D16ads_v6
+Standard_D16ads_v7
+Standard_D16alds_v6
+Standard_D16alds_v7
+Standard_D16als_v6
+Standard_D16als_v7
+Standard_D16as_v4
+Standard_D16as_v5
+Standard_D16as_v6
+Standard_D16as_v7
+Standard_D16d_v4
+Standard_D16d_v5
+Standard_D16ds_v4
+Standard_D16ds_v5
+Standard_D16ds_v6
+Standard_D16ds_v7
+Standard_D16lds_v5
+Standard_D16lds_v6
+Standard_D16lds_v7
+Standard_D16ls_v5
+Standard_D16ls_v6
+Standard_D16ls_v7
+Standard_D16nds_v6
+Standard_D16nlds_v6
+Standard_D16nls_v6
+Standard_D16ns_v6
+Standard_D16pds_v5
+Standard_D16pds_v6
+Standard_D16plds_v5
+Standard_D16plds_v6
+Standard_D16pls_v5
+Standard_D16pls_v6
+Standard_D16ps_v5
+Standard_D16ps_v6
+Standard_D16s_v3
+Standard_D16s_v4
+Standard_D16s_v5
+Standard_D16s_v6
+Standard_D16s_v7
+Standard_D192ds_v6
+Standard_D192ds_v7
+Standard_D192lds_v7
+Standard_D192ls_v7
+Standard_D192s_v6
+Standard_D192s_v7
+Standard_D1_v2
+Standard_D2
+Standard_D248ds_v7
+Standard_D248lds_v7
+Standard_D248ls_v7
+Standard_D248s_v7
+Standard_D2_v2
+Standard_D2_v2_Promo
+Standard_D2_v3
+Standard_D2_v4
+Standard_D2_v5
+Standard_D2a_v4
+Standard_D2ads_v5
+Standard_D2ads_v6
+Standard_D2ads_v7
+Standard_D2alds_v6
+Standard_D2alds_v7
+Standard_D2als_v6
+Standard_D2als_v7
+Standard_D2as_v4
+Standard_D2as_v5
+Standard_D2as_v6
+Standard_D2as_v7
+Standard_D2d_v4
+Standard_D2d_v5
+Standard_D2ds_v4
+Standard_D2ds_v5
+Standard_D2ds_v6
+Standard_D2ds_v7
+Standard_D2lds_v5
+Standard_D2lds_v6
+Standard_D2lds_v7
+Standard_D2ls_v5
+Standard_D2ls_v6
+Standard_D2ls_v7
+Standard_D2nds_v6
+Standard_D2nlds_v6
+Standard_D2nls_v6
+Standard_D2ns_v6
+Standard_D2pds_v5
+Standard_D2pds_v6
+Standard_D2plds_v5
+Standard_D2plds_v6
+Standard_D2pls_v5
+Standard_D2pls_v6
+Standard_D2ps_v5
+Standard_D2ps_v6
+Standard_D2s_v3
+Standard_D2s_v4
+Standard_D2s_v5
+Standard_D2s_v6
+Standard_D2s_v7
+Standard_D3
+Standard_D32_v3
+Standard_D32_v4
+Standard_D32_v5
+Standard_D32a_v4
+Standard_D32ads_v5
+Standard_D32ads_v6
+Standard_D32ads_v7
+Standard_D32alds_v6
+Standard_D32alds_v7
+Standard_D32als_v6
+Standard_D32als_v7
+Standard_D32as_v4
+Standard_D32as_v5
+Standard_D32as_v6
+Standard_D32as_v7
+Standard_D32d_v4
+Standard_D32d_v5
+Standard_D32ds_v4
+Standard_D32ds_v5
+Standard_D32ds_v6
+Standard_D32ds_v7
+Standard_D32lds_v5
+Standard_D32lds_v6
+Standard_D32lds_v7
+Standard_D32ls_v5
+Standard_D32ls_v6
+Standard_D32ls_v7
+Standard_D32nds_v6
+Standard_D32nlds_v6
+Standard_D32nls_v6
+Standard_D32ns_v6
+Standard_D32pds_v5
+Standard_D32pds_v6
+Standard_D32plds_v5
+Standard_D32plds_v6
+Standard_D32pls_v5
+Standard_D32pls_v6
+Standard_D32ps_v5
+Standard_D32ps_v6
+Standard_D32s_v3
+Standard_D32s_v4
+Standard_D32s_v5
+Standard_D32s_v6
+Standard_D32s_v7
+Standard_D372ds_v7
+Standard_D372s_v7
+Standard_D3_v2
+Standard_D3_v2_Promo
+Standard_D4
+Standard_D48_v3
+Standard_D48_v4
+Standard_D48_v5
+Standard_D48a_v4
+Standard_D48ads_v5
+Standard_D48ads_v6
+Standard_D48ads_v7
+Standard_D48alds_v6
+Standard_D48alds_v7
+Standard_D48als_v6
+Standard_D48als_v7
+Standard_D48as_v4
+Standard_D48as_v5
+Standard_D48as_v6
+Standard_D48as_v7
+Standard_D48d_v4
+Standard_D48d_v5
+Standard_D48ds_v4
+Standard_D48ds_v5
+Standard_D48ds_v6
+Standard_D48ds_v7
+Standard_D48lds_v5
+Standard_D48lds_v6
+Standard_D48lds_v7
+Standard_D48ls_v5
+Standard_D48ls_v6
+Standard_D48ls_v7
+Standard_D48nds_v6
+Standard_D48nlds_v6
+Standard_D48nls_v6
+Standard_D48ns_v6
+Standard_D48pds_v5
+Standard_D48pds_v6
+Standard_D48plds_v5
+Standard_D48plds_v6
+Standard_D48pls_v5
+Standard_D48pls_v6
+Standard_D48ps_v5
+Standard_D48ps_v6
+Standard_D48s_v3
+Standard_D48s_v4
+Standard_D48s_v5
+Standard_D48s_v6
+Standard_D48s_v7
+Standard_D4_v2
+Standard_D4_v2_Promo
+Standard_D4_v3
+Standard_D4_v4
+Standard_D4_v5
+Standard_D4a_v4
+Standard_D4ads_v5
+Standard_D4ads_v6
+Standard_D4ads_v7
+Standard_D4alds_v6
+Standard_D4alds_v7
+Standard_D4als_v6
+Standard_D4als_v7
+Standard_D4as_v4
+Standard_D4as_v5
+Standard_D4as_v6
+Standard_D4as_v7
+Standard_D4d_v4
+Standard_D4d_v5
+Standard_D4ds_v4
+Standard_D4ds_v5
+Standard_D4ds_v6
+Standard_D4ds_v7
+Standard_D4lds_v5
+Standard_D4lds_v6
+Standard_D4lds_v7
+Standard_D4ls_v5
+Standard_D4ls_v6
+Standard_D4ls_v7
+Standard_D4nds_v6
+Standard_D4nlds_v6
+Standard_D4nls_v6
+Standard_D4ns_v6
+Standard_D4pds_v5
+Standard_D4pds_v6
+Standard_D4plds_v5
+Standard_D4plds_v6
+Standard_D4pls_v5
+Standard_D4pls_v6
+Standard_D4ps_v5
+Standard_D4ps_v6
+Standard_D4s_v3
+Standard_D4s_v4
+Standard_D4s_v5
+Standard_D4s_v6
+Standard_D4s_v7
+Standard_D5_v2
+Standard_D5_v2_Promo
+Standard_D64_v3
+Standard_D64_v4
+Standard_D64_v5
+Standard_D64a_v4
+Standard_D64ads_v5
+Standard_D64ads_v6
+Standard_D64ads_v7
+Standard_D64alds_v6
+Standard_D64alds_v7
+Standard_D64als_v6
+Standard_D64als_v7
+Standard_D64as_v4
+Standard_D64as_v5
+Standard_D64as_v6
+Standard_D64as_v7
+Standard_D64d_v4
+Standard_D64d_v5
+Standard_D64ds_v4
+Standard_D64ds_v5
+Standard_D64ds_v6
+Standard_D64ds_v7
+Standard_D64lds_v5
+Standard_D64lds_v6
+Standard_D64lds_v7
+Standard_D64ls_v5
+Standard_D64ls_v6
+Standard_D64ls_v7
+Standard_D64nds_v6
+Standard_D64nlds_v6
+Standard_D64nls_v6
+Standard_D64ns_v6
+Standard_D64pds_v5
+Standard_D64pds_v6
+Standard_D64plds_v5
+Standard_D64plds_v6
+Standard_D64pls_v5
+Standard_D64pls_v6
+Standard_D64ps_v5
+Standard_D64ps_v6
+Standard_D64s_v3
+Standard_D64s_v4
+Standard_D64s_v5
+Standard_D64s_v6
+Standard_D64s_v7
+Standard_D8_v3
+Standard_D8_v4
+Standard_D8_v5
+Standard_D8a_v4
+Standard_D8ads_v5
+Standard_D8ads_v6
+Standard_D8ads_v7
+Standard_D8alds_v6
+Standard_D8alds_v7
+Standard_D8als_v6
+Standard_D8als_v7
+Standard_D8as_v4
+Standard_D8as_v5
+Standard_D8as_v6
+Standard_D8as_v7
+Standard_D8d_v4
+Standard_D8d_v5
+Standard_D8ds_v4
+Standard_D8ds_v5
+Standard_D8ds_v6
+Standard_D8ds_v7
+Standard_D8lds_v5
+Standard_D8lds_v6
+Standard_D8lds_v7
+Standard_D8ls_v5
+Standard_D8ls_v6
+Standard_D8ls_v7
+Standard_D8nds_v6
+Standard_D8nlds_v6
+Standard_D8nls_v6
+Standard_D8ns_v6
+Standard_D8pds_v5
+Standard_D8pds_v6
+Standard_D8plds_v5
+Standard_D8plds_v6
+Standard_D8pls_v5
+Standard_D8pls_v6
+Standard_D8ps_v5
+Standard_D8ps_v6
+Standard_D8s_v3
+Standard_D8s_v4
+Standard_D8s_v5
+Standard_D8s_v6
+Standard_D8s_v7
+Standard_D96_v5
+Standard_D96a_v4
+Standard_D96ads_v5
+Standard_D96ads_v6
+Standard_D96ads_v7
+Standard_D96alds_v6
+Standard_D96alds_v7
+Standard_D96als_v6
+Standard_D96als_v7
+Standard_D96as_v4
+Standard_D96as_v5
+Standard_D96as_v6
+Standard_D96as_v7
+Standard_D96d_v5
+Standard_D96ds_v5
+Standard_D96ds_v6
+Standard_D96ds_v7
+Standard_D96lds_v5
+Standard_D96lds_v6
+Standard_D96lds_v7
+Standard_D96ls_v5
+Standard_D96ls_v6
+Standard_D96ls_v7
+Standard_D96nds_v6
+Standard_D96nlds_v6
+Standard_D96nls_v6
+Standard_D96ns_v6
+Standard_D96pds_v6
+Standard_D96plds_v6
+Standard_D96pls_v6
+Standard_D96ps_v6
+Standard_D96s_v5
+Standard_D96s_v6
+Standard_D96s_v7
+Standard_DC128eds_v6
+Standard_DC128es_v6
+Standard_DC16ads_cc_v5
+Standard_DC16ads_v5
+Standard_DC16ads_v6
+Standard_DC16as_cc_v5
+Standard_DC16as_v5
+Standard_DC16as_v6
+Standard_DC16ds_v3
+Standard_DC16eds_v6
+Standard_DC16es_v6
+Standard_DC16s_v3
+Standard_DC1ds_v3
+Standard_DC1s_v3
+Standard_DC24ds_v3
+Standard_DC24s_v3
+Standard_DC2ads_v5
+Standard_DC2ads_v6
+Standard_DC2as_v5
+Standard_DC2as_v6
+Standard_DC2ds_v3
+Standard_DC2eds_v6
+Standard_DC2es_v6
+Standard_DC2s_v3
+Standard_DC32ads_cc_v5
+Standard_DC32ads_v5
+Standard_DC32ads_v6
+Standard_DC32as_cc_v5
+Standard_DC32as_v5
+Standard_DC32as_v6
+Standard_DC32ds_v3
+Standard_DC32eds_v6
+Standard_DC32es_v6
+Standard_DC32s_v3
+Standard_DC48ads_cc_v5
+Standard_DC48ads_v5
+Standard_DC48ads_v6
+Standard_DC48as_cc_v5
+Standard_DC48as_v5
+Standard_DC48as_v6
+Standard_DC48ds_v3
+Standard_DC48eds_v6
+Standard_DC48es_v6
+Standard_DC48s_v3
+Standard_DC4ads_cc_v5
+Standard_DC4ads_v5
+Standard_DC4ads_v6
+Standard_DC4as_cc_v5
+Standard_DC4as_v5
+Standard_DC4as_v6
+Standard_DC4ds_v3
+Standard_DC4eds_v6
+Standard_DC4es_v6
+Standard_DC4s_v3
+Standard_DC64ads_cc_v5
+Standard_DC64ads_v5
+Standard_DC64ads_v6
+Standard_DC64as_cc_v5
+Standard_DC64as_v5
+Standard_DC64as_v6
+Standard_DC64eds_v6
+Standard_DC64es_v6
+Standard_DC8ads_cc_v5
+Standard_DC8ads_v5
+Standard_DC8ads_v6
+Standard_DC8as_cc_v5
+Standard_DC8as_v5
+Standard_DC8as_v6
+Standard_DC8ds_v3
+Standard_DC8eds_v6
+Standard_DC8es_v6
+Standard_DC8s_v3
+Standard_DC96ads_cc_v5
+Standard_DC96ads_v5
+Standard_DC96ads_v6
+Standard_DC96as_cc_v5
+Standard_DC96as_v5
+Standard_DC96as_v6
+Standard_DC96eds_v6
+Standard_DC96es_v6
+Standard_DS1
+Standard_DS11
+Standard_DS11-1_v2
+Standard_DS11_v2
+Standard_DS11_v2_Promo
+Standard_DS12
+Standard_DS12-1_v2
+Standard_DS12-2_v2
+Standard_DS12_v2
+Standard_DS12_v2_Promo
+Standard_DS13
+Standard_DS13-2_v2
+Standard_DS13-4_v2
+Standard_DS13_v2
+Standard_DS13_v2_Promo
+Standard_DS14
+Standard_DS14-4_v2
+Standard_DS14-8_v2
+Standard_DS14_v2
+Standard_DS14_v2_Promo
+Standard_DS15_v2
+Standard_DS1_v2
+Standard_DS2
+Standard_DS2_v2
+Standard_DS2_v2_Promo
+Standard_DS3
+Standard_DS3_v2
+Standard_DS3_v2_Promo
+Standard_DS4
+Standard_DS4_v2
+Standard_DS4_v2_Promo
+Standard_DS5_v2
+Standard_DS5_v2_Promo
+Standard_E104i_v5
+Standard_E104id_v5
+Standard_E104ids_v5
+Standard_E104is_v5
+Standard_E112iads_v5
+Standard_E112ias_v5
+Standard_E112ibds_v5
+Standard_E112ibs_v5
+Standard_E128-32ads_v7
+Standard_E128-32as_v7
+Standard_E128-32ds_v6
+Standard_E128-32s_v6
+Standard_E128-64ads_v7
+Standard_E128-64as_v7
+Standard_E128-64ds_v6
+Standard_E128-64s_v6
+Standard_E128ads_v7
+Standard_E128as_v7
+Standard_E128ds_v6
+Standard_E128ds_v7
+Standard_E128nds_v6
+Standard_E128ns_v6
+Standard_E128s_v6
+Standard_E128s_v7
+Standard_E16-4ads_v5
+Standard_E16-4ads_v7
+Standard_E16-4as_v4
+Standard_E16-4as_v5
+Standard_E16-4as_v7
+Standard_E16-4ds_v4
+Standard_E16-4ds_v5
+Standard_E16-4ds_v6
+Standard_E16-4s_v3
+Standard_E16-4s_v4
+Standard_E16-4s_v5
+Standard_E16-4s_v6
+Standard_E16-8ads_v5
+Standard_E16-8ads_v7
+Standard_E16-8as_v4
+Standard_E16-8as_v5
+Standard_E16-8as_v7
+Standard_E16-8ds_v4
+Standard_E16-8ds_v5
+Standard_E16-8ds_v6
+Standard_E16-8s_v3
+Standard_E16-8s_v4
+Standard_E16-8s_v5
+Standard_E16-8s_v6
+Standard_E160ads_v7
+Standard_E160as_v7
+Standard_E16_v3
+Standard_E16_v4
+Standard_E16_v5
+Standard_E16a_v4
+Standard_E16ads_v5
+Standard_E16ads_v6
+Standard_E16ads_v7
+Standard_E16as_v4
+Standard_E16as_v5
+Standard_E16as_v6
+Standard_E16as_v7
+Standard_E16bds_v5
+Standard_E16bs_v5
+Standard_E16d_v4
+Standard_E16d_v5
+Standard_E16ds_v4
+Standard_E16ds_v5
+Standard_E16ds_v6
+Standard_E16ds_v7
+Standard_E16nds_v6
+Standard_E16ns_v6
+Standard_E16pds_v5
+Standard_E16pds_v6
+Standard_E16ps_v5
+Standard_E16ps_v6
+Standard_E16s_v3
+Standard_E16s_v4
+Standard_E16s_v5
+Standard_E16s_v6
+Standard_E16s_v7
+Standard_E192ds_v7
+Standard_E192ids_v6
+Standard_E192is_v6
+Standard_E192s_v7
+Standard_E20_v3
+Standard_E20_v4
+Standard_E20_v5
+Standard_E20a_v4
+Standard_E20ads_v5
+Standard_E20ads_v6
+Standard_E20as_v4
+Standard_E20as_v5
+Standard_E20as_v6
+Standard_E20d_v4
+Standard_E20d_v5
+Standard_E20ds_v4
+Standard_E20ds_v5
+Standard_E20ds_v6
+Standard_E20ds_v7
+Standard_E20pds_v5
+Standard_E20ps_v5
+Standard_E20s_v3
+Standard_E20s_v4
+Standard_E20s_v5
+Standard_E20s_v6
+Standard_E20s_v7
+Standard_E248ds_v7
+Standard_E248s_v7
+Standard_E2_v3
+Standard_E2_v4
+Standard_E2_v5
+Standard_E2a_v4
+Standard_E2ads_v5
+Standard_E2ads_v6
+Standard_E2ads_v7
+Standard_E2as_v4
+Standard_E2as_v5
+Standard_E2as_v6
+Standard_E2as_v7
+Standard_E2bds_v5
+Standard_E2bs_v5
+Standard_E2d_v4
+Standard_E2d_v5
+Standard_E2ds_v4
+Standard_E2ds_v5
+Standard_E2ds_v6
+Standard_E2ds_v7
+Standard_E2nds_v6
+Standard_E2ns_v6
+Standard_E2pds_v5
+Standard_E2pds_v6
+Standard_E2ps_v5
+Standard_E2ps_v6
+Standard_E2s_v3
+Standard_E2s_v4
+Standard_E2s_v5
+Standard_E2s_v6
+Standard_E2s_v7
+Standard_E32-16ads_v5
+Standard_E32-16ads_v7
+Standard_E32-16as_v4
+Standard_E32-16as_v5
+Standard_E32-16as_v7
+Standard_E32-16ds_v4
+Standard_E32-16ds_v5
+Standard_E32-16ds_v6
+Standard_E32-16s_v3
+Standard_E32-16s_v4
+Standard_E32-16s_v5
+Standard_E32-16s_v6
+Standard_E32-8ads_v5
+Standard_E32-8ads_v7
+Standard_E32-8as_v4
+Standard_E32-8as_v5
+Standard_E32-8as_v7
+Standard_E32-8ds_v4
+Standard_E32-8ds_v5
+Standard_E32-8ds_v6
+Standard_E32-8s_v3
+Standard_E32-8s_v4
+Standard_E32-8s_v5
+Standard_E32-8s_v6
+Standard_E32_v3
+Standard_E32_v4
+Standard_E32_v5
+Standard_E32a_v4
+Standard_E32ads_v5
+Standard_E32ads_v6
+Standard_E32ads_v7
+Standard_E32as_v4
+Standard_E32as_v5
+Standard_E32as_v6
+Standard_E32as_v7
+Standard_E32bds_v5
+Standard_E32bs_v5
+Standard_E32d_v4
+Standard_E32d_v5
+Standard_E32ds_v4
+Standard_E32ds_v5
+Standard_E32ds_v6
+Standard_E32ds_v7
+Standard_E32nds_v6
+Standard_E32ns_v6
+Standard_E32pds_v5
+Standard_E32pds_v6
+Standard_E32ps_v5
+Standard_E32ps_v6
+Standard_E32s_v3
+Standard_E32s_v4
+Standard_E32s_v5
+Standard_E32s_v6
+Standard_E32s_v7
+Standard_E372ids_v7
+Standard_E372is_v7
+Standard_E4-2ads_v5
+Standard_E4-2ads_v7
+Standard_E4-2as_v4
+Standard_E4-2as_v5
+Standard_E4-2as_v7
+Standard_E4-2ds_v4
+Standard_E4-2ds_v5
+Standard_E4-2ds_v6
+Standard_E4-2s_v3
+Standard_E4-2s_v4
+Standard_E4-2s_v5
+Standard_E4-2s_v6
+Standard_E48_v3
+Standard_E48_v4
+Standard_E48_v5
+Standard_E48a_v4
+Standard_E48ads_v5
+Standard_E48ads_v6
+Standard_E48ads_v7
+Standard_E48as_v4
+Standard_E48as_v5
+Standard_E48as_v6
+Standard_E48as_v7
+Standard_E48bds_v5
+Standard_E48bs_v5
+Standard_E48d_v4
+Standard_E48d_v5
+Standard_E48ds_v4
+Standard_E48ds_v5
+Standard_E48ds_v6
+Standard_E48ds_v7
+Standard_E48nds_v6
+Standard_E48ns_v6
+Standard_E48pds_v6
+Standard_E48ps_v6
+Standard_E48s_v3
+Standard_E48s_v4
+Standard_E48s_v5
+Standard_E48s_v6
+Standard_E48s_v7
+Standard_E4_v3
+Standard_E4_v4
+Standard_E4_v5
+Standard_E4a_v4
+Standard_E4ads_v5
+Standard_E4ads_v6
+Standard_E4ads_v7
+Standard_E4as_v4
+Standard_E4as_v5
+Standard_E4as_v6
+Standard_E4as_v7
+Standard_E4bds_v5
+Standard_E4bs_v5
+Standard_E4d_v4
+Standard_E4d_v5
+Standard_E4ds_v4
+Standard_E4ds_v5
+Standard_E4ds_v6
+Standard_E4ds_v7
+Standard_E4nds_v6
+Standard_E4ns_v6
+Standard_E4pds_v5
+Standard_E4pds_v6
+Standard_E4ps_v5
+Standard_E4ps_v6
+Standard_E4s_v3
+Standard_E4s_v4
+Standard_E4s_v5
+Standard_E4s_v6
+Standard_E4s_v7
+Standard_E64-16ads_v5
+Standard_E64-16ads_v7
+Standard_E64-16as_v4
+Standard_E64-16as_v5
+Standard_E64-16as_v7
+Standard_E64-16ds_v4
+Standard_E64-16ds_v5
+Standard_E64-16ds_v6
+Standard_E64-16s_v3
+Standard_E64-16s_v4
+Standard_E64-16s_v5
+Standard_E64-16s_v6
+Standard_E64-32ads_v5
+Standard_E64-32ads_v7
+Standard_E64-32as_v4
+Standard_E64-32as_v5
+Standard_E64-32as_v7
+Standard_E64-32ds_v4
+Standard_E64-32ds_v5
+Standard_E64-32ds_v6
+Standard_E64-32s_v3
+Standard_E64-32s_v4
+Standard_E64-32s_v5
+Standard_E64-32s_v6
+Standard_E64_v3
+Standard_E64_v4
+Standard_E64_v5
+Standard_E64a_v4
+Standard_E64ads_v5
+Standard_E64ads_v6
+Standard_E64ads_v7
+Standard_E64as_v4
+Standard_E64as_v5
+Standard_E64as_v6
+Standard_E64as_v7
+Standard_E64bds_v5
+Standard_E64bs_v5
+Standard_E64d_v4
+Standard_E64d_v5
+Standard_E64ds_v4
+Standard_E64ds_v5
+Standard_E64ds_v6
+Standard_E64ds_v7
+Standard_E64nds_v6
+Standard_E64ns_v6
+Standard_E64pds_v6
+Standard_E64ps_v6
+Standard_E64s_v3
+Standard_E64s_v4
+Standard_E64s_v5
+Standard_E64s_v6
+Standard_E64s_v7
+Standard_E8-2ads_v5
+Standard_E8-2ads_v7
+Standard_E8-2as_v4
+Standard_E8-2as_v5
+Standard_E8-2as_v7
+Standard_E8-2ds_v4
+Standard_E8-2ds_v5
+Standard_E8-2ds_v6
+Standard_E8-2s_v3
+Standard_E8-2s_v4
+Standard_E8-2s_v5
+Standard_E8-2s_v6
+Standard_E8-4ads_v5
+Standard_E8-4ads_v7
+Standard_E8-4as_v4
+Standard_E8-4as_v5
+Standard_E8-4as_v7
+Standard_E8-4ds_v4
+Standard_E8-4ds_v5
+Standard_E8-4ds_v6
+Standard_E8-4s_v3
+Standard_E8-4s_v4
+Standard_E8-4s_v5
+Standard_E8-4s_v6
+Standard_E80ids_v4
+Standard_E80is_v4
+Standard_E8_v3
+Standard_E8_v4
+Standard_E8_v5
+Standard_E8a_v4
+Standard_E8ads_v5
+Standard_E8ads_v6
+Standard_E8ads_v7
+Standard_E8as_v4
+Standard_E8as_v5
+Standard_E8as_v6
+Standard_E8as_v7
+Standard_E8bds_v5
+Standard_E8bs_v5
+Standard_E8d_v4
+Standard_E8d_v5
+Standard_E8ds_v4
+Standard_E8ds_v5
+Standard_E8ds_v6
+Standard_E8ds_v7
+Standard_E8nds_v6
+Standard_E8ns_v6
+Standard_E8pds_v5
+Standard_E8pds_v6
+Standard_E8ps_v5
+Standard_E8ps_v6
+Standard_E8s_v3
+Standard_E8s_v4
+Standard_E8s_v5
+Standard_E8s_v6
+Standard_E8s_v7
+Standard_E96-24ads_v5
+Standard_E96-24ads_v6
+Standard_E96-24ads_v7
+Standard_E96-24as_v4
+Standard_E96-24as_v5
+Standard_E96-24as_v7
+Standard_E96-24ds_v5
+Standard_E96-24ds_v6
+Standard_E96-24s_v5
+Standard_E96-24s_v6
+Standard_E96-48ads_v5
+Standard_E96-48ads_v6
+Standard_E96-48ads_v7
+Standard_E96-48as_v4
+Standard_E96-48as_v5
+Standard_E96-48as_v7
+Standard_E96-48ds_v5
+Standard_E96-48ds_v6
+Standard_E96-48s_v5
+Standard_E96-48s_v6
+Standard_E96_v5
+Standard_E96a_v4
+Standard_E96ads_v5
+Standard_E96ads_v6
+Standard_E96ads_v7
+Standard_E96as_v4
+Standard_E96as_v5
+Standard_E96as_v6
+Standard_E96as_v7
+Standard_E96bds_v5
+Standard_E96bs_v5
+Standard_E96d_v5
+Standard_E96ds_v5
+Standard_E96ds_v6
+Standard_E96ds_v7
+Standard_E96ias_v4
+Standard_E96nds_v6
+Standard_E96ns_v6
+Standard_E96pds_v6
+Standard_E96ps_v6
+Standard_E96s_v5
+Standard_E96s_v6
+Standard_E96s_v7
+Standard_EC16ads_cc_v5
+Standard_EC16ads_v5
+Standard_EC16ads_v6
+Standard_EC16as_cc_v5
+Standard_EC16as_v5
+Standard_EC16as_v6
+Standard_EC16eds_v6
+Standard_EC16es_v6
+Standard_EC20ads_cc_v5
+Standard_EC20ads_v5
+Standard_EC20as_cc_v5
+Standard_EC20as_v5
+Standard_EC2ads_v5
+Standard_EC2ads_v6
+Standard_EC2as_v5
+Standard_EC2as_v6
+Standard_EC2eds_v6
+Standard_EC2es_v6
+Standard_EC32ads_cc_v5
+Standard_EC32ads_v5
+Standard_EC32ads_v6
+Standard_EC32as_cc_v5
+Standard_EC32as_v5
+Standard_EC32as_v6
+Standard_EC32eds_v6
+Standard_EC32es_v6
+Standard_EC48ads_cc_v5
+Standard_EC48ads_v5
+Standard_EC48ads_v6
+Standard_EC48as_cc_v5
+Standard_EC48as_v5
+Standard_EC48as_v6
+Standard_EC48eds_v6
+Standard_EC48es_v6
+Standard_EC4ads_cc_v5
+Standard_EC4ads_v5
+Standard_EC4ads_v6
+Standard_EC4as_cc_v5
+Standard_EC4as_v5
+Standard_EC4as_v6
+Standard_EC4eds_v6
+Standard_EC4es_v6
+Standard_EC64ads_cc_v5
+Standard_EC64ads_v5
+Standard_EC64ads_v6
+Standard_EC64as_cc_v5
+Standard_EC64as_v5
+Standard_EC64as_v6
+Standard_EC64eds_v6
+Standard_EC64es_v6
+Standard_EC8ads_cc_v5
+Standard_EC8ads_v5
+Standard_EC8ads_v6
+Standard_EC8as_cc_v5
+Standard_EC8as_v5
+Standard_EC8as_v6
+Standard_EC8eds_v6
+Standard_EC8es_v6
+Standard_EC96ads_cc_v5
+Standard_EC96ads_v5
+Standard_EC96ads_v6
+Standard_EC96as_cc_v5
+Standard_EC96as_v5
+Standard_EC96as_v6
+Standard_EC96iads_v5
+Standard_EC96ias_v5
+Standard_F1
+Standard_F16
+Standard_F16-4amds_v7
+Standard_F16-4ams_v7
+Standard_F16-8amds_v7
+Standard_F16-8ams_v7
+Standard_F16ads_v7
+Standard_F16alds_v7
+Standard_F16als_v6
+Standard_F16als_v7
+Standard_F16amds_v7
+Standard_F16ams_v6
+Standard_F16ams_v7
+Standard_F16as_v6
+Standard_F16as_v7
+Standard_F16s
+Standard_F16s_v2
+Standard_F1ads_v7
+Standard_F1alds_v7
+Standard_F1als_v7
+Standard_F1amds_v7
+Standard_F1ams_v7
+Standard_F1as_v7
+Standard_F1s
+Standard_F2
+Standard_F2-1amds_v7
+Standard_F2-1ams_v7
+Standard_F2ads_v7
+Standard_F2alds_v7
+Standard_F2als_v6
+Standard_F2als_v7
+Standard_F2amds_v7
+Standard_F2ams_v6
+Standard_F2ams_v7
+Standard_F2as_v6
+Standard_F2as_v7
+Standard_F2s
+Standard_F2s_v2
+Standard_F32-16amds_v7
+Standard_F32-16ams_v7
+Standard_F32-8amds_v7
+Standard_F32-8ams_v7
+Standard_F32ads_v7
+Standard_F32alds_v7
+Standard_F32als_v6
+Standard_F32als_v7
+Standard_F32amds_v7
+Standard_F32ams_v6
+Standard_F32ams_v7
+Standard_F32as_v6
+Standard_F32as_v7
+Standard_F32s_v2
+Standard_F4
+Standard_F4-1amds_v7
+Standard_F4-1ams_v7
+Standard_F4-2amds_v7
+Standard_F4-2ams_v7
+Standard_F48ads_v7
+Standard_F48alds_v7
+Standard_F48als_v6
+Standard_F48als_v7
+Standard_F48amds_v7
+Standard_F48ams_v6
+Standard_F48ams_v7
+Standard_F48as_v6
+Standard_F48as_v7
+Standard_F48s_v2
+Standard_F4ads_v7
+Standard_F4alds_v7
+Standard_F4als_v6
+Standard_F4als_v7
+Standard_F4amds_v7
+Standard_F4ams_v6
+Standard_F4ams_v7
+Standard_F4as_v6
+Standard_F4as_v7
+Standard_F4s
+Standard_F4s_v2
+Standard_F64-16amds_v7
+Standard_F64-16ams_v7
+Standard_F64-32amds_v7
+Standard_F64-32ams_v7
+Standard_F64ads_v7
+Standard_F64alds_v7
+Standard_F64als_v6
+Standard_F64als_v7
+Standard_F64amds_v7
+Standard_F64ams_v6
+Standard_F64ams_v7
+Standard_F64as_v6
+Standard_F64as_v7
+Standard_F64s_v2
+Standard_F72s_v2
+Standard_F8
+Standard_F8-2amds_v7
+Standard_F8-2ams_v7
+Standard_F8-4amds_v7
+Standard_F8-4ams_v7
+Standard_F80ads_v7
+Standard_F80alds_v7
+Standard_F80als_v7
+Standard_F80amds_v7
+Standard_F80ams_v7
+Standard_F80as_v7
+Standard_F8ads_v7
+Standard_F8alds_v7
+Standard_F8als_v6
+Standard_F8als_v7
+Standard_F8amds_v7
+Standard_F8ams_v6
+Standard_F8ams_v7
+Standard_F8as_v6
+Standard_F8as_v7
+Standard_F8s
+Standard_F8s_v2
+Standard_FX12-6mds_v2
+Standard_FX12-6ms_v2
+Standard_FX12mds
+Standard_FX12mds_v2
+Standard_FX12ms_v2
+Standard_FX16-4mds_v2
+Standard_FX16-4ms_v2
+Standard_FX16-8mds_v2
+Standard_FX16-8ms_v2
+Standard_FX16mds_v2
+Standard_FX16ms_v2
+Standard_FX24-12mds_v2
+Standard_FX24-12ms_v2
+Standard_FX24-6mds_v2
+Standard_FX24-6ms_v2
+Standard_FX24mds
+Standard_FX24mds_v2
+Standard_FX24ms_v2
+Standard_FX2mds_v2
+Standard_FX2ms_v2
+Standard_FX32-16mds_v2
+Standard_FX32-16ms_v2
+Standard_FX32-8mds_v2
+Standard_FX32-8ms_v2
+Standard_FX32mds_v2
+Standard_FX32ms_v2
+Standard_FX36mds
+Standard_FX4-2mds_v2
+Standard_FX4-2ms_v2
+Standard_FX48-12mds_v2
+Standard_FX48-12ms_v2
+Standard_FX48-24mds_v2
+Standard_FX48-24ms_v2
+Standard_FX48mds
+Standard_FX48mds_v2
+Standard_FX48ms_v2
+Standard_FX4mds
+Standard_FX4mds_v2
+Standard_FX4ms_v2
+Standard_FX64-16mds_v2
+Standard_FX64-16ms_v2
+Standard_FX64-32mds_v2
+Standard_FX64-32ms_v2
+Standard_FX64mds_v2
+Standard_FX64ms_v2
+Standard_FX8-2mds_v2
+Standard_FX8-2ms_v2
+Standard_FX8-4mds_v2
+Standard_FX8-4ms_v2
+Standard_FX8mds_v2
+Standard_FX8ms_v2
+Standard_FX96-24mds_v2
+Standard_FX96-24ms_v2
+Standard_FX96-48mds_v2
+Standard_FX96-48ms_v2
+Standard_FX96mds_v2
+Standard_FX96ms_v2
+Standard_G1
+Standard_G2
+Standard_G3
+Standard_G4
+Standard_G5
+Standard_GS1
+Standard_GS2
+Standard_GS3
+Standard_GS4
+Standard_GS4-4
+Standard_GS4-8
+Standard_GS5
+Standard_GS5-16
+Standard_GS5-8
+Standard_HB120-16rs_v2
+Standard_HB120-16rs_v3
+Standard_HB120-32rs_v2
+Standard_HB120-32rs_v3
+Standard_HB120-64rs_v2
+Standard_HB120-64rs_v3
+Standard_HB120-96rs_v2
+Standard_HB120-96rs_v3
+Standard_HB120rs_v2
+Standard_HB120rs_v3
+Standard_HB176-144rs_v4
+Standard_HB176-24rs_v4
+Standard_HB176-48rs_v4
+Standard_HB176-96rs_v4
+Standard_HB176rs_v4
+Standard_HB368-144rs_v5
+Standard_HB368-192rs_v5
+Standard_HB368-240rs_v5
+Standard_HB368-288rs_v5
+Standard_HB368-336rs_v5
+Standard_HB368-48rs_v5
+Standard_HB368-96rs_v5
+Standard_HB368rs_v5
+Standard_HC44-16rs
+Standard_HC44-32rs
+Standard_HC44rs
+Standard_HX176-144rs
+Standard_HX176-24rs
+Standard_HX176-48rs
+Standard_HX176-96rs
+Standard_HX176rs
+Standard_L128aos_v5
+Standard_L128as_v5
+Standard_L12aos_v4
+Standard_L12aos_v5
+Standard_L160iaos_v5
+Standard_L160ias_v5
+Standard_L16aos_v4
+Standard_L16aos_v5
+Standard_L16as_v3
+Standard_L16as_v4
+Standard_L16as_v5
+Standard_L16s
+Standard_L16s_v2
+Standard_L16s_v3
+Standard_L16s_v4
+Standard_L24aos_v4
+Standard_L24aos_v5
+Standard_L2aos_v4
+Standard_L2aos_v5
+Standard_L2as_v4
+Standard_L2as_v5
+Standard_L2s_v4
+Standard_L32aos_v4
+Standard_L32aos_v5
+Standard_L32as_v3
+Standard_L32as_v4
+Standard_L32as_v5
+Standard_L32s
+Standard_L32s_v2
+Standard_L32s_v3
+Standard_L32s_v4
+Standard_L48aos_v5
+Standard_L48as_v3
+Standard_L48as_v4
+Standard_L48as_v5
+Standard_L48s_v2
+Standard_L48s_v3
+Standard_L48s_v4
+Standard_L4aos_v4
+Standard_L4aos_v5
+Standard_L4as_v4
+Standard_L4as_v5
+Standard_L4s
+Standard_L4s_v4
+Standard_L64aos_v5
+Standard_L64as_v3
+Standard_L64as_v4
+Standard_L64as_v5
+Standard_L64s_v2
+Standard_L64s_v3
+Standard_L64s_v4
+Standard_L80as_v3
+Standard_L80as_v4
+Standard_L80as_v5
+Standard_L80s_v2
+Standard_L80s_v3
+Standard_L80s_v4
+Standard_L8aos_v4
+Standard_L8aos_v5
+Standard_L8as_v3
+Standard_L8as_v4
+Standard_L8as_v5
+Standard_L8s
+Standard_L8s_v2
+Standard_L8s_v3
+Standard_L8s_v4
+Standard_L96aos_v5
+Standard_L96as_v4
+Standard_L96as_v5
+Standard_L96s_v4
+Standard_M128
+Standard_M128-32ms
+Standard_M128-64bds_3_v3
+Standard_M128-64bds_v3
+Standard_M128-64bs_v3
+Standard_M128-64ms
+Standard_M128bds_3_v3
+Standard_M128bds_v3
+Standard_M128bs_v3
+Standard_M128dms_v2
+Standard_M128ds_v2
+Standard_M128m
+Standard_M128ms
+Standard_M128ms_v2
+Standard_M128s
+Standard_M128s_v2
+Standard_M12ds_v3
+Standard_M12s_v3
+Standard_M16-4ms
+Standard_M16-8ms
+Standard_M16bds_v3
+Standard_M16bs_v3
+Standard_M16ms
+Standard_M16s_v3
+Standard_M176-88bds_4_v3
+Standard_M176-88bds_v3
+Standard_M176-88bs_v3
+Standard_M176bds_4_v3
+Standard_M176bds_v3
+Standard_M176bs_v3
+Standard_M176ds_3_v3
+Standard_M176ds_4_v3
+Standard_M176s_3_v3
+Standard_M176s_4_v3
+Standard_M192idms_v2
+Standard_M192ids_v2
+Standard_M192ims_v2
+Standard_M192is_v2
+Standard_M208ms_v2
+Standard_M208s_v2
+Standard_M24ds_v3
+Standard_M24s_v3
+Standard_M32-16ms
+Standard_M32-8ms
+Standard_M32bds_v3
+Standard_M32bs_v3
+Standard_M32dms_v2
+Standard_M32ls
+Standard_M32ms
+Standard_M32ms_v2
+Standard_M32ts
+Standard_M32ts_v3
+Standard_M416-208ms_v2
+Standard_M416-208s_v2
+Standard_M416bs_v3
+Standard_M416ds_10_v3
+Standard_M416ds_12_v3
+Standard_M416ds_6_v3
+Standard_M416ds_8_v3
+Standard_M416ds_9_v3
+Standard_M416ms_v2
+Standard_M416s_10_v2
+Standard_M416s_10_v3
+Standard_M416s_12_v3
+Standard_M416s_6_v3
+Standard_M416s_8_v2
+Standard_M416s_8_v3
+Standard_M416s_9_v2
+Standard_M416s_9_v3
+Standard_M416s_v2
+Standard_M48bds_v3
+Standard_M48bs_v3
+Standard_M48ds_1_v3
+Standard_M48s_1_v3
+Standard_M624ds_12_v3
+Standard_M624s_12_v3
+Standard_M64
+Standard_M64-16ms
+Standard_M64-32bds_1_v3
+Standard_M64-32ms
+Standard_M64bds_1_v3
+Standard_M64bds_v3
+Standard_M64bs_v3
+Standard_M64dms_v2
+Standard_M64ds_v2
+Standard_M64ls
+Standard_M64m
+Standard_M64ms
+Standard_M64ms_v2
+Standard_M64s
+Standard_M64s_v2
+Standard_M8-2ms
+Standard_M8-4ms
+Standard_M832ds_12_v3
+Standard_M832ids_16_v3
+Standard_M832is_16_v3
+Standard_M832s_12_v3
+Standard_M8ms
+Standard_M96-48bds_2_v3
+Standard_M96bds_2_v3
+Standard_M96bds_v3
+Standard_M96bs_v3
+Standard_M96ds_1_v3
+Standard_M96ds_2_v3
+Standard_M96s_1_v3
+Standard_M96s_2_v3
+Standard_NC12s_v3
+Standard_NC144ds_xl_RTXPRO6000BSE_v6
+Standard_NC144lds_xl_RTXPRO6000BSE_v6
+Standard_NC16ads_A10_v4
+Standard_NC16as_T4_v3
+Standard_NC24ads_A100_v4
+Standard_NC24lds_xl_RTXPRO6000BSE_v6
+Standard_NC24rs_v3
+Standard_NC24s_v3
+Standard_NC288ds_xl_RTXPRO6000BSE_v6
+Standard_NC288lds_xl_RTXPRO6000BSE_v6
+Standard_NC32ads_A10_v4
+Standard_NC36ds_xl_RTXPRO6000BSE_v6
+Standard_NC36lds_xl_RTXPRO6000BSE_v6
+Standard_NC40ads_H100_v5
+Standard_NC48ads_A100_v4
+Standard_NC4as_T4_v3
+Standard_NC64as_T4_v3
+Standard_NC6s_v3
+Standard_NC72ds_xl_RTXPRO6000BSE_v6
+Standard_NC72lds_xl_RTXPRO6000BSE_v6
+Standard_NC80adis_H100_v5
+Standard_NC8ads_A10_v4
+Standard_NC8as_T4_v3
+Standard_NC96ads_A100_v4
+Standard_NCC40ads_H100_v5
+Standard_ND128isr_GB300_v6
+Standard_ND128isr_NDR_GB200_v6
+Standard_ND40rs_v2
+Standard_ND96amsr_A100_v4
+Standard_ND96asr_v4
+Standard_ND96is_MI300X_v5
+Standard_ND96isr_H100_v5
+Standard_ND96isr_H200_v5
+Standard_ND96isr_MI300X_v5
+Standard_NG16ads_V620_v1
+Standard_NG32adms_V620_v1
+Standard_NG32ads_V620_v1
+Standard_NG8ads_V620_v1
+Standard_NP10s
+Standard_NP20s
+Standard_NP40s
+Standard_NV12ads_A10_v5
+Standard_NV12ads_V710_v5
+Standard_NV12s_v2
+Standard_NV12s_v3
+Standard_NV16as_v4
+Standard_NV18ads_A10_v5
+Standard_NV24ads_V710_v5
+Standard_NV24s_v2
+Standard_NV24s_v3
+Standard_NV32as_v4
+Standard_NV36adms_A10_v5
+Standard_NV36ads_A10_v5
+Standard_NV48s_v3
+Standard_NV4ads_V710_v5
+Standard_NV4as_v4
+Standard_NV6ads_A10_v5
+Standard_NV6s_v2
+Standard_NV72ads_A10_v5
+Standard_NV8ads_V710_v5
+Standard_NV8as_v4
+Standard_PB6s
diff --git a/devops/scripts/vm_size_report.py b/devops/scripts/vm_size_report.py
new file mode 100644
index 0000000000..a86c420f9e
--- /dev/null
+++ b/devops/scripts/vm_size_report.py
@@ -0,0 +1,386 @@
+"""Report the VM sizes that the repository references and their availability in Azure regions.
+
+Examples:
+ python3 devops/scripts/vm_size_report.py --region switzerlandnorth
+ python3 devops/scripts/vm_size_report.py --region switzerlandnorth,uksouth --output vm-size-report.md
+ python3 devops/scripts/vm_size_report.py # no Azure login: catalogue check only
+ python3 devops/scripts/vm_size_report.py --refresh-catalogue # rewrite the catalogue of all VM sizes
+"""
+
+import argparse
+from collections import Counter, namedtuple
+import datetime
+import json
+from pathlib import Path
+import re
+import subprocess
+import sys
+from urllib.parse import quote
+
+SCRIPT = Path(__file__).resolve()
+CATALOGUE = SCRIPT.with_name("vm_size_catalogue.txt")
+# The scan skips the files of this tool. The catalogue lists all sizes, and the tests and the docs page use
+# example sizes.
+OWN_FILES = {
+ SCRIPT,
+ CATALOGUE,
+ SCRIPT.parents[1] / "tests" / "test_vm_size_report.py",
+ SCRIPT.parents[2] / "docs" / "tre-admins" / "vm-size-availability.md",
+}
+# After the prefix, a VM size has a family of letters and a vCPU count, in any case.
+# The vCPU count keeps out Standard_LRS and identifiers such as basic_workspace_request. A tier such as
+# Standard_v2 is not a VM size. The word boundary keeps out database SKUs such as GP_Standard_D2ds_v4.
+VM_SIZE = re.compile(r"\b(?i:standard|basic)_(?![vV][0-9]+\b)[A-Za-z]+[0-9][A-Za-z0-9_-]*")
+# A database tier label such as "B | 4GB 2vCores" can map to a database SKU without its tier prefix, for example
+# {"B | 4GB 2vCores": "Standard_B2s"}. The scan skips a size that is the value of such a label, because it is
+# a database SKU and not a VM size.
+DATABASE_TIER_KEY = re.compile(r'"[A-Z]{1,2} \| \d+GB \d+vCores"\s*[:=]\s*"$')
+REGION = re.compile(r"[a-z0-9]+")
+# Keep only the fields that the report uses. The full output for all regions is too large.
+SKU_FIELDS = (
+ "[].{name: name, location: locations[0], restrictions: restrictions, "
+ "vCPUs: capabilities[?name=='vCPUs'].value | [0], memoryGB: capabilities[?name=='MemoryGB'].value | [0]}"
+)
+# Azure ML has its own list of sizes for each region, and does not use the VM restrictions of the subscription.
+AML_API_VERSION = "2025-04-01"
+AML_FIELDS = "value[].{name: name, vCPUs: vCPUs, memoryGB: memoryGB, computeTypes: supportedComputeTypes}"
+# The services that use the sizes. The Azure ML keys are compute types.
+SERVICES = {"vm": "VM", "AmlCompute": "AML cluster", "ComputeInstance": "AML instance"}
+Reference = namedtuple("Reference", "path line size")
+# The report shows the categories in this order, so that problems come first.
+CATEGORIES = {
+ "unknown": (
+ "❓",
+ "Unknown name",
+ "The name is not in the Azure catalogue. The size is retired or the name is wrong.",
+ ),
+ "blocked": ("⛔", "Blocked", "The region has the size, but the subscription cannot use it."),
+ "not offered": ("❌", "Not offered", "The region does not have the size for this service."),
+ "zones blocked": ("⚠️", "Some zones blocked", "The subscription can use the size, but not in the zones shown."),
+ "not checked": ("➖", "Not checked", "The script could not get the Azure ML sizes of the region."),
+ "available": ("✅", "Available", "The subscription can use the size in the region."),
+ "listed": ("✔️", "In catalogue", "The name is in the Azure catalogue. No region was checked."),
+}
+KINDS = ("code", "sample", "test", "docs")
+
+
+def az(args, subscription=None):
+ """Run an Azure CLI command and return its JSON output."""
+ command = ["az", *args, "--output", "json"]
+ if subscription:
+ command += ["--subscription", subscription]
+ return json.loads(subprocess.run(command, check=True, capture_output=True, text=True).stdout)
+
+
+def list_skus(region=None, subscription=None):
+ """Return the VM SKUs of one region, or of all regions. The restrictions apply to the subscription."""
+ location = ["--location", region] if region else []
+ return az(
+ ["vm", "list-skus", *location, "--resource-type", "virtualMachines", "--all", "--query", SKU_FIELDS],
+ subscription,
+ )
+
+
+def region_skus(regions, subscription=None):
+ """Return the SKUs of each region by lowercase name. One query for all regions is faster than one per region."""
+ skus = list_skus(regions[0] if len(regions) == 1 else None, subscription)
+ result = {region: {} for region in regions}
+ for sku in skus:
+ location = (sku.get("location") or "").lower()
+ if location in result:
+ result[location][sku["name"].lower()] = sku
+ return result
+
+
+def aml_sizes(region, subscription_id):
+ """Return the Azure ML sizes of a region by lowercase name, or None if Azure ML does not answer."""
+ url = f"/subscriptions/{subscription_id}/providers/Microsoft.MachineLearningServices/locations/{region}/vmSizes"
+ try:
+ sizes = az(["rest", "--method", "get", "--url", f"{url}?api-version={AML_API_VERSION}", "--query", AML_FIELDS])
+ except subprocess.CalledProcessError as error:
+ message = (error.stderr or "").strip()[:300]
+ print(f"Warning: the script could not get the Azure ML sizes of {region}: {message}", file=sys.stderr)
+ return None
+ return {size["name"].lower(): size for size in sizes}
+
+
+def parse_regions(values):
+ """Return the regions from values such as "Switzerland North, uksouth", in order and without duplicates."""
+ regions = []
+ for value in values:
+ for item in value.split(","):
+ region = item.replace(" ", "").lower()
+ if region and region not in regions:
+ if not REGION.fullmatch(region):
+ raise ValueError(f"{item.strip()!r} is not an Azure region name.")
+ regions.append(region)
+ return regions
+
+
+def refresh_catalogue(path, subscription=None):
+ """Write the names of the VM sizes that Azure lists in all regions, and return the number of names."""
+ names = sorted({sku["name"] for sku in list_skus(subscription=subscription)}, key=str.lower)
+ if not names:
+ raise ValueError("Azure listed no VM sizes. The catalogue did not change.")
+ today = datetime.date.today().isoformat()
+ header = (
+ f"# VM sizes that Azure listed in all regions on {today}. Refresh with: vm_size_report.py --refresh-catalogue\n"
+ )
+ path.write_text(header + "\n".join(names) + "\n", encoding="utf-8")
+ return len(names)
+
+
+def read_catalogue(path):
+ """Return the refresh date of the catalogue, and a map from the lowercase name to the name."""
+ lines = [line.strip() for line in path.read_text(encoding="utf-8").splitlines()]
+ date = re.search(r"\d{4}-\d{2}-\d{2}", next((line for line in lines if line.startswith("#")), ""))
+ return (date.group() if date else None), {line.lower(): line for line in lines if line and not line.startswith("#")}
+
+
+def reference_kind(path):
+ """Return the kind of file, so that the report can separate deployed values from examples."""
+ parts = Path(path).parts
+ if parts[0] == "e2e_tests" or parts[-1].startswith("test_") or any(part.startswith("tests") for part in parts[:-1]):
+ return "test"
+ if parts[0] == "api_http_requests" or ".sample" in parts[-1]:
+ return "sample"
+ if parts[0] == "docs" or parts[-1].endswith(".md"):
+ return "docs"
+ return "code"
+
+
+def reference_service(path):
+ """Return the service that uses the sizes in a file: "vm", or the Azure ML compute type."""
+ parts = Path(path).parts
+ if "aml_compute" in parts or re.search(r"(^|_)aml[._]", parts[-1]):
+ return "ComputeInstance"
+ if "azureml" in parts:
+ return "AmlCompute"
+ return "vm"
+
+
+def find_references(repo, exclude=()):
+ """Return the VM size references in the tracked text files, by lowercase size name."""
+ files = subprocess.run(["git", "-C", str(repo), "ls-files", "-z"], check=True, capture_output=True, text=True)
+ references = {}
+ for name in filter(None, files.stdout.split("\0")):
+ path = repo / name
+ # Git also tracks the target of a symlink, so a symlink would only give duplicate references.
+ if path.is_symlink() or not path.is_file() or path.resolve() in exclude:
+ continue
+ data = path.read_bytes()
+ if b"\0" in data:
+ continue
+ # Split on newlines only, so that the line numbers are the same as on GitHub.
+ for number, line in enumerate(data.decode("utf-8", errors="replace").split("\n"), start=1):
+ for match in VM_SIZE.finditer(line):
+ if DATABASE_TIER_KEY.search(line, 0, match.start()):
+ continue
+ size = match.group().rstrip("_-")
+ references.setdefault(size.lower(), []).append(Reference(name, number, size))
+ return references
+
+
+def region_status(sku):
+ """Return the category and the cell text of a size that the region lists."""
+ restrictions = sku.get("restrictions") or []
+ if any(item["type"] == "Location" for item in restrictions):
+ return "blocked", "blocked"
+ zones = sorted(
+ {
+ zone
+ for item in restrictions
+ if item["type"] == "Zone"
+ for zone in (item.get("restrictionInfo") or {}).get("zones") or []
+ }
+ )
+ if zones:
+ return "zones blocked", f"{'zone' if len(zones) == 1 else 'zones'} {', '.join(zones)} blocked"
+ return "available", "available"
+
+
+def size_status(key, skus, catalogue):
+ """Return the category and the cell text of a size. If skus is None, use only the catalogue."""
+ if skus is not None and key in skus:
+ return region_status(skus[key])
+ if key not in catalogue:
+ return "unknown", "unknown name"
+ if skus is None:
+ return "listed", "in catalogue"
+ return "not offered", "not offered"
+
+
+def aml_status(key, sizes, compute_type, catalogue):
+ """Return the category and the cell text of a size for an Azure ML compute type in a region."""
+ if key not in catalogue:
+ return "unknown", "unknown name"
+ if sizes is None:
+ return "not checked", "not checked"
+ compute_types = (sizes.get(key) or {}).get("computeTypes") or []
+ if compute_type in compute_types:
+ return "available", "available"
+ return "not offered", "not offered"
+
+
+def cell(status):
+ category, text = status
+ return f"{CATEGORIES[category][0]} {text}"
+
+
+def number(value):
+ """Return a number as the VM SKU list shows it, for example 7 and not 7.0."""
+ return f"{value:g}" if isinstance(value, float) else str(value or "")
+
+
+def render(references, catalogue, regions=None, skus=None, aml=None, account=None, catalogue_date=None, link_base=None):
+ """Return the report as Markdown. Without regions, the report checks the names against the catalogue only."""
+ columns = regions or ["catalogue"]
+ # A size that a region lists is real, even if the catalogue is older than the size.
+ known = dict(catalogue)
+ for region_data in [*(skus or {}).values(), *(aml or {}).values()]:
+ known.update({key: size["name"] for key, size in (region_data or {}).items()})
+
+ # A size gets one row for each service that uses it, because Azure ML has its own list of sizes.
+ groups = {}
+ for key, refs in references.items():
+ for ref in refs:
+ groups.setdefault((key, reference_service(ref.path)), []).append(ref)
+
+ entries = []
+ for (key, service), refs in groups.items():
+ if regions and service != "vm":
+ sources = [(aml or {}).get(region) for region in regions]
+ statuses = [aml_status(key, source, service, known) for source in sources]
+ else:
+ sources = [skus[region] for region in regions] if regions else [None]
+ statuses = [size_status(key, source, known) for source in sources]
+ size = next((source[key] for source in sources if source and key in source), None)
+ name = known.get(key, refs[0].size)
+ kinds = Counter(reference_kind(ref.path) for ref in refs)
+ worst = min(list(CATEGORIES).index(category) for category, _ in statuses)
+ order = (worst, "code" not in kinds, name.lower(), list(SERVICES).index(service))
+ entries.append((order, name, SERVICES[service], statuses, size, kinds, refs))
+ entries.sort(key=lambda entry: entry[0])
+
+ lines = ["# VM size availability" if regions else "# VM sizes in the repository", ""]
+ if regions:
+ lines.append(f"- Regions: {', '.join(regions)}")
+ if account:
+ lines.append(f"- Subscription: {account['name']}")
+ refreshed = f", refreshed {catalogue_date}" if catalogue_date else ""
+ places = sum(len(refs) for refs in references.values())
+ lines += [
+ f"- Date: {datetime.date.today().isoformat()}",
+ f"- Catalogue: {len(catalogue)} VM sizes{refreshed}",
+ f"- Referenced VM sizes: {len(references)}, in {places} places",
+ "",
+ "| Status | " + " | ".join(columns) + " |",
+ "| --- |" + " --- |" * len(columns),
+ ]
+ counts = [Counter(entry[3][index][0] for entry in entries) for index in range(len(columns))]
+ for category, (icon, label, _) in CATEGORIES.items():
+ if any(count[category] for count in counts):
+ lines.append(f"| {icon} {label} | " + " | ".join(str(count[category]) for count in counts) + " |")
+
+ size_columns = ["vCPUs", "Memory (GB)"] if regions else []
+ header = ["VM size", "Service", *size_columns, *columns, "References"]
+ lines += ["", "| " + " | ".join(header) + " |", "|" + " --- |" * len(header)]
+ for _, name, service, statuses, size, kinds, _ in entries:
+ sizes = [number((size or {}).get("vCPUs")), number((size or {}).get("memoryGB"))] if regions else []
+ summary = ", ".join(f"{kind} {kinds[kind]}" for kind in KINDS if kinds[kind])
+ lines.append("| " + " | ".join([f"`{name}`", service, *sizes, *map(cell, statuses), summary]) + " |")
+
+ used = {category for count in counts for category in count}
+ lines += ["", "Status key:", ""]
+ lines += [
+ f"- {icon} **{label}**: {meaning}"
+ for category, (icon, label, meaning) in CATEGORIES.items()
+ if category in used
+ ]
+ if regions and any(entry[2] != SERVICES["vm"] for entry in entries):
+ lines += [
+ "",
+ "AML rows use the Azure ML list of sizes for the region and the compute type. "
+ "Azure ML does not use the VM restrictions of the subscription.",
+ ]
+ lines += ["", "", f"References for {len(references)} VM sizes
"]
+ for _, name, service, _, _, _, refs in entries:
+ lines += ["", f"### `{name}` ({service})", ""]
+ for ref in refs:
+ location = f"`{ref.path}:{ref.line}`"
+ if link_base:
+ location = f"[{location}]({link_base.rstrip('/')}/{quote(ref.path)}#L{ref.line})"
+ lines.append(f"- {location} ({reference_kind(ref.path)})")
+ lines += ["", " "]
+ return "\n".join(lines) + "\n"
+
+
+def main(argv=None):
+ parser = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)
+ parser.add_argument(
+ "--region",
+ action="append",
+ default=[],
+ help="Azure region, for example switzerlandnorth. Separate more regions with commas, or give the option "
+ "again. If you do not give a region, the script checks the names against the catalogue only.",
+ )
+ parser.add_argument("--subscription", help="Subscription name or ID. The default is the Azure CLI subscription.")
+ parser.add_argument(
+ "--hide-subscription",
+ action="store_true",
+ help="Do not put the subscription name in the report, for example in a public CI artifact.",
+ )
+ parser.add_argument("--repo", type=Path, default=SCRIPT.parents[2], help="Repository root.")
+ parser.add_argument("--catalogue", type=Path, default=CATALOGUE, help="File with the names of all VM sizes.")
+ parser.add_argument("--output", type=Path, help="Write the Markdown report to this file.")
+ parser.add_argument("--link-base", help="URL that the report puts in front of each file path, to make links.")
+ parser.add_argument(
+ "--refresh-catalogue",
+ action="store_true",
+ help="Query all regions, write the catalogue and stop. This takes about 1.5 minutes.",
+ )
+ args = parser.parse_args(argv)
+ try:
+ regions = parse_regions(args.region)
+ except ValueError as error:
+ parser.error(str(error))
+ if args.region and not regions:
+ parser.error("--region has no region name.")
+
+ skus = aml = account = None
+ try:
+ if args.refresh_catalogue:
+ count = refresh_catalogue(args.catalogue, args.subscription)
+ print(f"Wrote {count} VM sizes to {args.catalogue}", file=sys.stderr)
+ return
+ catalogue_date, catalogue = read_catalogue(args.catalogue)
+ # With --repo, the scan also skips the tool files at the same paths in that repository.
+ own_files = OWN_FILES | {
+ (args.repo / path.relative_to(SCRIPT.parents[2])).resolve()
+ for path in OWN_FILES
+ if path.is_relative_to(SCRIPT.parents[2])
+ }
+ references = find_references(args.repo, own_files | {args.catalogue.resolve()})
+ if regions:
+ skus = region_skus(regions, args.subscription)
+ empty = [region for region in regions if not skus[region]]
+ if empty:
+ sys.exit(f"Azure lists no VM sizes in {', '.join(empty)}. Check the region names.")
+ account = az(["account", "show"], args.subscription)
+ if any(reference_service(ref.path) != "vm" for refs in references.values() for ref in refs):
+ aml = {region: aml_sizes(region, account["id"]) for region in regions}
+ except subprocess.CalledProcessError as error:
+ sys.exit(f"{error.cmd[0]} failed: {(error.stderr or '').strip()}")
+ except (OSError, ValueError) as error:
+ sys.exit(str(error))
+
+ shown_account = None if args.hide_subscription else account
+ report = render(references, catalogue, regions, skus, aml, shown_account, catalogue_date, args.link_base)
+ if args.output:
+ args.output.write_text(report, encoding="utf-8")
+ else:
+ sys.stdout.write(report)
+
+
+if __name__ == "__main__":
+ main()
diff --git a/devops/tests/test_core_storage_network.py b/devops/tests/test_core_storage_network.py
new file mode 100644
index 0000000000..3e551a1cda
--- /dev/null
+++ b/devops/tests/test_core_storage_network.py
@@ -0,0 +1,55 @@
+"""Make sure that the core storage account and its users work through the private endpoints."""
+
+from pathlib import Path
+import re
+import unittest
+
+
+ROOT = Path(__file__).resolve().parents[2]
+CORE_STORAGE = ROOT / "core/terraform/storage.tf"
+NOTIFIER = ROOT / "templates/shared_services/airlock_notifier/terraform/airlock_notifier.tf"
+NOTIFIER_PROVIDERS = ROOT / "templates/shared_services/airlock_notifier/terraform/providers.tf"
+NEXUS_VM = ROOT / "templates/shared_services/sonatype-nexus-vm/terraform/vm.tf"
+
+
+def block(source, header):
+ return source.split(header + " {", 1)[1].split("\n}", 1)[0]
+
+
+class CoreStorageNetworkTests(unittest.TestCase):
+ def test_core_storage_denies_other_networks(self):
+ account = block(CORE_STORAGE.read_text(), 'resource "azurerm_storage_account" "stg"')
+ rules = block(account, " network_rules")
+ self.assertIn('default_action = var.enable_local_debugging ? "Allow" : "Deny"', rules)
+ self.assertIn('bypass = ["AzureServices"]', rules)
+
+ def test_core_storage_has_an_endpoint_for_each_service(self):
+ # A Standard Logic App uses blobs, files, queues and tables of its storage account.
+ source = CORE_STORAGE.read_text()
+ services = re.findall(r'subresource_names\s*=\s*\["(\w+)"\]', source)
+ self.assertEqual(sorted(service.lower() for service in services), ["blob", "file", "queue", "table"])
+ self.assertEqual(source.count("private_connection_resource_id = azurerm_storage_account.stg.id"), 4)
+
+ def test_notifier_uses_its_content_share_through_the_network(self):
+ source = NOTIFIER.read_text()
+ logic_app = block(source, 'resource "azurerm_logic_app_standard" "logic_app"')
+ self.assertIn('resource "azurerm_storage_share" "logic_app_content"', source)
+ self.assertIn("storage_account_share_name = azurerm_storage_share.logic_app_content.name", logic_app)
+ self.assertRegex(logic_app, r'"WEBSITE_CONTENTOVERVNET"\s*=\s*"1"')
+ self.assertRegex(logic_app, r"vnet_route_all_enabled\s*=\s*true")
+
+ def test_notifier_updates_the_logic_app_in_one_request(self):
+ # AzureRM before 4.40.0 first sends a Logic App update with only the basic app settings, without
+ # WEBSITE_CONTENTOVERVNET. The platform then tries to reach the content share over the public network, and the
+ # core account denies it.
+ version = re.search(r'version\s*=\s*"=\s*(\d+)\.(\d+)\.(\d+)"', NOTIFIER_PROVIDERS.read_text()).groups()
+ self.assertGreaterEqual(tuple(map(int, version)), (4, 40, 0))
+
+ def test_nexus_boot_diagnostics_use_managed_storage(self):
+ vm = NEXUS_VM.read_text()
+ self.assertIn("boot_diagnostics {}", vm)
+ self.assertNotIn("storage_account_uri", vm)
+
+
+if __name__ == "__main__":
+ unittest.main()
diff --git a/devops/tests/test_nexus_repos.py b/devops/tests/test_nexus_repos.py
index 83cd7cf70a..c52bf598e2 100644
--- a/devops/tests/test_nexus_repos.py
+++ b/devops/tests/test_nexus_repos.py
@@ -334,5 +334,25 @@ def test_cloud_init_status_controls_extension_result(self):
self.assertEqual(result.returncode, expected, result.stdout + result.stderr)
+class UbuntuSourceTests(unittest.TestCase):
+ def test_nexus_proxies_use_https(self):
+ for path in sorted((NEXUS / "nexus_repos_config").glob("*.json")):
+ remote = json.loads(path.read_text()).get("proxy", {}).get("remoteUrl")
+ if remote:
+ with self.subTest(config=path.name):
+ self.assertTrue(remote.startswith("https://"), remote)
+
+ def test_linux_vm_apt_sources_name_their_key(self):
+ sources = re.findall(
+ r"^\s*deb\s+(?:(\[[^\]]*\])\s+)?(\S+)", (LINUXVM / "apt_sources_config.yml").read_text(), re.MULTILINE
+ )
+ self.assertLessEqual({"$PRIMARY", "$SECURITY"}, {source for _, source in sources})
+ for options, source in sources:
+ with self.subTest(source=source):
+ self.assertRegex(options, r"^\[signed-by=/[^\]\s]+\]$")
+ if source in ("$PRIMARY", "$SECURITY"):
+ self.assertEqual(options, "[signed-by=/usr/share/keyrings/ubuntu-archive-keyring.gpg]")
+
+
if __name__ == "__main__":
unittest.main()
diff --git a/devops/tests/test_storage_network_rules.py b/devops/tests/test_storage_network_rules.py
new file mode 100644
index 0000000000..dc07fb30cb
--- /dev/null
+++ b/devops/tests/test_storage_network_rules.py
@@ -0,0 +1,50 @@
+"""Make sure that the template storage accounts keep their network rules inline."""
+
+from pathlib import Path
+import re
+import unittest
+
+
+ROOT = Path(__file__).resolve().parents[2]
+RULES = "azurerm_storage_account_network_rules"
+REMOVED = re.compile(r"^removed \{\n(.*?)^\}", re.MULTILINE | re.DOTALL)
+ACCOUNT = re.compile(r'^resource "azurerm_storage_account" "(\w+)" \{\n(.*?)^\}', re.MULTILINE | re.DOTALL)
+INLINE_RULES = re.compile(r"^ network_rules \{\n(.*?)^ \}", re.MULTILINE | re.DOTALL)
+
+
+def terraform_files():
+ return sorted((ROOT / "templates").rglob("*.tf"))
+
+
+class StorageNetworkRulesTests(unittest.TestCase):
+ def test_no_separate_network_rules_resource(self):
+ found = [str(path.relative_to(ROOT)) for path in terraform_files() if f'resource "{RULES}"' in path.read_text()]
+ self.assertEqual(found, [])
+
+ def test_removed_network_rules_are_not_destroyed(self):
+ blocks = [
+ (path, block)
+ for path in terraform_files()
+ for block in REMOVED.findall(path.read_text())
+ if f"from = {RULES}." in block
+ ]
+ self.assertEqual(len(blocks), 3)
+ for path, block in blocks:
+ with self.subTest(path=str(path.relative_to(ROOT))):
+ self.assertRegex(block, r"lifecycle \{\s*destroy = false\s*\}")
+
+ def test_accounts_with_removed_rules_set_them_inline(self):
+ paths = [path for path in terraform_files() if f"from = {RULES}." in path.read_text()]
+ self.assertEqual(len(paths), 3)
+ for path in paths:
+ accounts = ACCOUNT.findall(path.read_text())
+ self.assertTrue(accounts, path)
+ for name, body in accounts:
+ with self.subTest(path=str(path.relative_to(ROOT)), account=name):
+ rules = INLINE_RULES.search(body)
+ self.assertIsNotNone(rules)
+ self.assertIn("default_action", rules.group(1))
+
+
+if __name__ == "__main__":
+ unittest.main()
diff --git a/devops/tests/test_template_scripts.py b/devops/tests/test_template_scripts.py
new file mode 100644
index 0000000000..76cd54d4f7
--- /dev/null
+++ b/devops/tests/test_template_scripts.py
@@ -0,0 +1,124 @@
+"""Make sure that the template shell scripts do not trace their commands."""
+
+from pathlib import Path
+import re
+import shlex
+import unittest
+
+
+ROOT = Path(__file__).resolve().parents[2]
+# A shebang line with a flag group that contains x.
+SHEBANG = re.compile(r"\A#![^\n]*[ \t]-[a-zA-Z]*x")
+# Words after which the next word is a command.
+SEPARATORS = {";", "&", "&&", "|", "||", "|&", "(", ")", ";;"}
+KEYWORDS = {"if", "then", "elif", "else", "do", "while", "until", "!", "{", "}"}
+
+
+def words(line):
+ """The words of one line, with their quotes, so that a quoted or escaped separator stays a word."""
+ lexer = shlex.shlex(line, posix=False, punctuation_chars=";&|()")
+ lexer.whitespace_split = True
+ try:
+ return list(lexer)
+ except ValueError:
+ # An open quote, for example in the text of a here-document. Read the plain words.
+ return re.findall(r"[;&|()]+|[^\s;&|()]+", re.sub(r"(^|\s)#.*", "", line))
+
+
+def unquoted(word):
+ """A word without the quotes around it, as the shell gives it to the command."""
+ if len(word) >= 2 and word[0] == word[-1] and word[0] in "'\"":
+ return word[1:-1]
+ return word
+
+
+def set_arguments(text):
+ """The arguments of each set command that the shell runs."""
+ for line in text.splitlines():
+ command_start, args, after_backslash = True, None, False
+ for raw in words(line) + [";"]:
+ # A quoted separator keeps its quotes. An escaped one, as in "find -exec ... \\;", follows a backslash.
+ separator = raw in SEPARATORS and not after_backslash
+ after_backslash = raw == "\\"
+ word = unquoted(raw)
+ if args is not None:
+ if separator:
+ yield args
+ args = None
+ else:
+ args.append(word)
+ if separator or (command_start and raw in KEYWORDS):
+ command_start = True
+ elif command_start and word == "set" and args is None:
+ args, command_start = [], False
+ else:
+ command_start = False
+
+
+def turns_on_trace(text):
+ if SHEBANG.search(text):
+ return True
+ for args in set_arguments(text):
+ for index, arg in enumerate(args):
+ if arg == "--":
+ break
+ if re.fullmatch(r"-[a-zA-Z]*x[a-zA-Z]*", arg) or (
+ re.fullmatch(r"-[a-zA-Z]*o", arg) and args[index + 1 : index + 2] == ["xtrace"]
+ ):
+ return True
+ return False
+
+
+class TemplateScriptTests(unittest.TestCase):
+ def test_trace_forms(self):
+ for line in (
+ "set -x",
+ "set -euxo pipefail",
+ "set -o xtrace",
+ "set -e -x",
+ "set -eu -o xtrace",
+ " set -o errexit -o xtrace",
+ "set -euo xtrace",
+ "set -o pipefail; set -x",
+ "if true; then set -x; fi",
+ "true && set -x",
+ 'set "-x"',
+ "set -o 'xtrace'",
+ "if set -x; then :; fi",
+ "while set -x; do break; done",
+ "until set -x; do :; done",
+ "#!/bin/bash -x\necho done",
+ ):
+ with self.subTest(line=line):
+ self.assertTrue(turns_on_trace(line))
+ for line in (
+ "set +x",
+ "set -euo pipefail",
+ "set -o pipefail",
+ "# set -o xtrace",
+ "set -e # -x",
+ "set -e; echo -x",
+ "set -- -x",
+ "set -e; tar -xzf a.tgz",
+ "echo reset -x",
+ "#!/bin/bash\nset -e",
+ "# if set -x",
+ "echo done # then set -x",
+ "printf '%s\\n' 'then set -x for debugging'",
+ 'echo "if set -x; then"',
+ "printf '%s\\n' ';' set -x",
+ "find . -exec rm {} \\; set -x",
+ ):
+ with self.subTest(line=line):
+ self.assertFalse(turns_on_trace(line))
+
+ def test_scripts_do_not_trace_commands(self):
+ scripts = sorted((ROOT / "templates").rglob("*.sh"))
+ self.assertTrue(scripts)
+ for script in scripts:
+ with self.subTest(script=str(script.relative_to(ROOT))):
+ self.assertFalse(turns_on_trace(script.read_text()))
+
+
+if __name__ == "__main__":
+ unittest.main()
diff --git a/devops/tests/test_vm_size_report.py b/devops/tests/test_vm_size_report.py
new file mode 100644
index 0000000000..398d7f181a
--- /dev/null
+++ b/devops/tests/test_vm_size_report.py
@@ -0,0 +1,441 @@
+"""Find the VM sizes in the repository and report their availability in Azure regions."""
+
+import datetime
+import io
+from pathlib import Path
+import subprocess
+import sys
+import tempfile
+import unittest
+from unittest.mock import patch
+
+SCRIPTS = Path(__file__).resolve().parents[1] / "scripts"
+sys.path.insert(0, str(SCRIPTS))
+import vm_size_report # noqa: E402
+from vm_size_report import ( # noqa: E402
+ CATALOGUE,
+ OWN_FILES,
+ VM_SIZE,
+ Reference,
+ find_references,
+ parse_regions,
+ read_catalogue,
+ reference_kind,
+ reference_service,
+ refresh_catalogue,
+ region_skus,
+ size_status,
+)
+
+
+def sku(name, location="switzerlandnorth", *restrictions):
+ return {"name": name, "location": location, "restrictions": list(restrictions), "vCPUs": "2", "memoryGB": "4"}
+
+
+def git_repo(directory, files):
+ repo = Path(directory)
+ for name, content in files.items():
+ path = repo / name
+ path.parent.mkdir(parents=True, exist_ok=True)
+ if isinstance(content, bytes):
+ path.write_bytes(content)
+ else:
+ path.write_text(content)
+ subprocess.run(["git", "init", "-q", str(repo)], check=True)
+ subprocess.run(["git", "-C", str(repo), "add", *files], check=True)
+ return repo
+
+
+def table_rows(report):
+ return [
+ [cell.strip() for cell in line.strip("|").split("|")] for line in report.splitlines() if line.startswith("| `")
+ ]
+
+
+class PatternTests(unittest.TestCase):
+ def test_finds_vm_sizes_in_any_case(self):
+ line = 'sizes = ["Standard_B2s", "STANDARD_D2_V3", "Standard_E64-32s_v5", "Basic_A0", "standard_b2s", "Standard_d2_v3"]'
+ self.assertEqual(
+ [match.group() for match in VM_SIZE.finditer(line)],
+ ["Standard_B2s", "STANDARD_D2_V3", "Standard_E64-32s_v5", "Basic_A0", "standard_b2s", "Standard_d2_v3"],
+ )
+
+ def test_skips_skus_that_are_not_vm_sizes(self):
+ line = (
+ "Standard_LRS Standard_GRS Standard_v2 standard_v3 STANDARD_V2 standard_lrs basic_workspace_request "
+ "basic_resource_template "
+ "GP_Standard_D2ds_v4 B_Standard_B1ms MO_Standard_E2ds_v4"
+ )
+ self.assertEqual(list(VM_SIZE.finditer(line)), [])
+
+
+class RegionTests(unittest.TestCase):
+ def test_accepts_display_names_lists_and_repeated_options(self):
+ self.assertEqual(
+ parse_regions(["Switzerland North, uksouth", "UKSouth,,eastus2 "]),
+ ["switzerlandnorth", "uksouth", "eastus2"],
+ )
+
+ def test_rejects_names_that_are_not_regions(self):
+ for value in ("uk-south", "eastus;whoami", "$(id)"):
+ with self.subTest(value=value), self.assertRaises(ValueError):
+ parse_regions([value])
+
+ def test_one_region_uses_a_location_filter(self):
+ with patch.object(vm_size_report, "az", return_value=[sku("Standard_B2s")]) as az:
+ result = region_skus(["switzerlandnorth"])
+ self.assertIn("--location", az.call_args.args[0])
+ self.assertEqual(list(result["switzerlandnorth"]), ["standard_b2s"])
+
+ def test_more_regions_use_one_query_and_ignore_the_case_of_locations(self):
+ skus = [sku("Standard_B2s", "SwitzerlandNorth"), sku("Standard_B2s", "uksouth"), sku("Standard_B2s", "eastus")]
+ with patch.object(vm_size_report, "az", return_value=skus) as az:
+ result = region_skus(["switzerlandnorth", "uksouth"])
+ self.assertEqual(az.call_count, 1)
+ self.assertNotIn("--location", az.call_args.args[0])
+ self.assertEqual(
+ {region: list(data) for region, data in result.items()},
+ {"switzerlandnorth": ["standard_b2s"], "uksouth": ["standard_b2s"]},
+ )
+
+
+class StatusTests(unittest.TestCase):
+ catalogue = {"standard_b2s": "Standard_B2s", "standard_d4s_v5": "Standard_D4s_v5"}
+
+ def test_location_restriction_blocks_the_size(self):
+ restrictions = ({"type": "Location"}, {"type": "Zone", "restrictionInfo": {"zones": ["1", "2", "3"]}})
+ skus = {"standard_b2s": sku("Standard_B2s", "switzerlandnorth", *restrictions)}
+ self.assertEqual(size_status("standard_b2s", skus, self.catalogue), ("blocked", "blocked"))
+
+ def test_zone_restriction_names_the_zones(self):
+ restriction = {"type": "Zone", "restrictionInfo": {"zones": ["3", "1"]}}
+ skus = {"standard_b2s": sku("Standard_B2s", "switzerlandnorth", restriction)}
+ self.assertEqual(size_status("standard_b2s", skus, self.catalogue), ("zones blocked", "zones 1, 3 blocked"))
+
+ def test_size_without_restrictions_is_available(self):
+ skus = {"standard_b2s": sku("Standard_B2s")}
+ self.assertEqual(size_status("standard_b2s", skus, self.catalogue), ("available", "available"))
+
+ def test_catalogue_separates_regional_gaps_from_wrong_names(self):
+ self.assertEqual(size_status("standard_d4s_v5", {}, self.catalogue), ("not offered", "not offered"))
+ self.assertEqual(size_status("standard_ds2_v3", {}, self.catalogue), ("unknown", "unknown name"))
+
+ def test_without_a_region_the_catalogue_decides(self):
+ self.assertEqual(size_status("standard_b2s", None, self.catalogue)[0], "listed")
+ self.assertEqual(size_status("standard_a1", None, self.catalogue)[0], "unknown")
+
+
+class ScanTests(unittest.TestCase):
+ def test_reference_kind_separates_deployed_values_from_examples(self):
+ cases = {
+ "core/terraform/variables.tf": "code",
+ "templates/shared_services/admin-vm/template_schema.json": "code",
+ "e2e_tests/resources/aml.py": "test",
+ "api_app/tests_ma/test_services/test_schema_service.py": "test",
+ "devops/tests/test_bootstrap.py": "test",
+ "config.sample.yaml": "sample",
+ "templates/workspace_services/azureml/user_resources/aml_compute/.env.sample": "sample",
+ "api_http_requests/API User Journey.http": "sample",
+ "docs/tre-admins/environment-variables.md": "docs",
+ "CHANGELOG.md": "docs",
+ }
+ self.assertEqual({path: reference_kind(path) for path in cases}, cases)
+
+ def test_scans_each_tracked_text_file_once_with_github_line_numbers(self):
+ with tempfile.TemporaryDirectory() as directory:
+ repo = git_repo(
+ directory,
+ {
+ "main.tf": 'size = "Standard_B2s"\n\nsku = "STANDARD_B2S"\n',
+ "catalogue.txt": "Standard_B2s\nStandard_D4s_v5\n",
+ "image.png": b"\x89PNG\r\n\x1a\n\0\0Standard_D4s_v5",
+ # Not UTF-8, and a form feed that GitHub does not count as a new line.
+ "latin1.tf": b'# caf\xe9\fend\nsize = "Standard_D2s_v5"\n',
+ },
+ )
+ (repo / "link.tf").symlink_to("main.tf")
+ subprocess.run(["git", "-C", str(repo), "add", "link.tf"], check=True)
+ (repo / "untracked.tf").write_text('size = "Standard_D8s_v5"\n')
+ references = find_references(repo, {(repo / "catalogue.txt").resolve()})
+ self.assertEqual(
+ references,
+ {
+ "standard_b2s": [Reference("main.tf", 1, "Standard_B2s"), Reference("main.tf", 3, "STANDARD_B2S")],
+ "standard_d2s_v5": [Reference("latin1.tf", 2, "Standard_D2s_v5")],
+ },
+ )
+
+ def test_scan_skips_database_skus_that_a_tier_label_maps(self):
+ with tempfile.TemporaryDirectory() as directory:
+ repo = git_repo(
+ directory,
+ {
+ "test_mysql.py": (
+ 'SKUS = {"B | 4GB 2vCores": "Standard_B2s", "GP | 8GB 2vCores": "Standard_D2ds_v4"}\n'
+ 'VM = {"vm_size": "Standard_B2s"}\n'
+ 'PAYLOAD = {"sql_sku": "B | 4GB 2vCores", "vm_size": "Standard_D2s_v5"}\n'
+ ),
+ "locals.tf": '"BC | 16GB 2vCores" = "Standard_E2ds_v4"\n',
+ },
+ )
+ references = find_references(repo)
+ self.assertEqual(
+ references,
+ {
+ "standard_b2s": [Reference("test_mysql.py", 2, "Standard_B2s")],
+ "standard_d2s_v5": [Reference("test_mysql.py", 3, "Standard_D2s_v5")],
+ },
+ )
+
+ def test_scan_skips_the_files_of_this_tool(self):
+ self.assertIn(Path(__file__).resolve(), OWN_FILES)
+ self.assertTrue(all(path.is_file() for path in OWN_FILES))
+
+
+class ServiceTests(unittest.TestCase):
+ def test_azure_ml_files_use_the_azure_ml_compute_type(self):
+ cases = {
+ "templates/workspace_services/azureml/terraform/compute.tf": "AmlCompute",
+ "templates/workspace_services/azureml/user_resources/aml_compute/porter.yaml": "ComputeInstance",
+ "e2e_tests/resources/aml.py": "ComputeInstance",
+ "e2e_tests/unit_tests/test_aml_lifecycle.py": "ComputeInstance",
+ "templates/shared_services/sonatype-nexus-vm/porter.yaml": "vm",
+ "e2e_tests/resources/nexus.py": "vm",
+ "templates/workspace_services/guacamole/user_resources/guacamole-azure-windowsvm/porter.yaml": "vm",
+ }
+ self.assertEqual({path: reference_service(path) for path in cases}, cases)
+
+
+class AzureMlReportTests(unittest.TestCase):
+ files = {
+ "templates/workspace_services/azureml/terraform/compute.tf": 'vmSize = "Standard_DS2_v2"\n',
+ "templates/workspace_services/azureml/user_resources/aml_compute/porter.yaml": (
+ 'default: "Standard_D2_v3"\nother: "Standard_B2s"\n'
+ ),
+ "templates/shared_services/admin-vm/porter.yaml": 'default: "Standard_DS2_v2"\n',
+ "catalogue.txt": "Standard_B2s\nStandard_D2_v3\nStandard_DS2_v2\n",
+ }
+
+ def run_report(self, aml_error=None):
+ def fake_az(command, subscription=None):
+ if command[0] == "account":
+ return {"name": "Test subscription", "id": "0000"}
+ if command[0] == "rest":
+ if aml_error:
+ raise aml_error
+ return [
+ {"name": "Standard_DS2_v2", "vCPUs": 2, "memoryGB": 7.0, "computeTypes": ["AmlCompute"]},
+ {"name": "Standard_D2_v3", "vCPUs": 2, "memoryGB": 8.0, "computeTypes": ["ComputeInstance"]},
+ ]
+ return [
+ sku("Standard_DS2_v2", "switzerlandnorth", {"type": "Location"}),
+ sku("Standard_B2s"),
+ sku("Standard_D2_v3"),
+ ]
+
+ with tempfile.TemporaryDirectory() as directory:
+ repo = git_repo(directory, self.files)
+ with (
+ patch.object(vm_size_report, "az", side_effect=fake_az) as az,
+ patch("sys.stdout", new_callable=io.StringIO) as output,
+ patch("sys.stderr", new_callable=io.StringIO) as errors,
+ ):
+ vm_size_report.main(
+ ["--region", "switzerlandnorth", "--repo", str(repo), "--catalogue", str(repo / "catalogue.txt")]
+ )
+ return output.getvalue(), errors.getvalue(), az
+
+ def test_azure_ml_rows_use_the_azure_ml_list_of_sizes(self):
+ report, _, az = self.run_report()
+ self.assertIn(
+ "/subscriptions/0000/providers/Microsoft.MachineLearningServices/locations/switzerlandnorth/",
+ az.call_args_list[-1].args[0][4],
+ )
+ self.assertEqual(
+ [[row[0], row[1], row[2], row[3], row[4]] for row in table_rows(report)],
+ [
+ ["`Standard_DS2_v2`", "VM", "2", "4", "⛔ blocked"],
+ ["`Standard_B2s`", "AML instance", "", "", "❌ not offered"],
+ ["`Standard_D2_v3`", "AML instance", "2", "8", "✅ available"],
+ ["`Standard_DS2_v2`", "AML cluster", "2", "7", "✅ available"],
+ ],
+ )
+ self.assertIn("### `Standard_DS2_v2` (AML cluster)", report)
+
+ def test_azure_ml_error_marks_the_rows_not_checked(self):
+ error = subprocess.CalledProcessError(1, ["az", "rest"], stderr="ERROR: NoRegisteredProviderFound\n")
+ report, errors, _ = self.run_report(aml_error=error)
+ self.assertIn("could not get the Azure ML sizes of switzerlandnorth: ERROR: NoRegisteredProviderFound", errors)
+ self.assertEqual(
+ [[row[0], row[1], row[4]] for row in table_rows(report)],
+ [
+ ["`Standard_DS2_v2`", "VM", "⛔ blocked"],
+ ["`Standard_B2s`", "AML instance", "➖ not checked"],
+ ["`Standard_D2_v3`", "AML instance", "➖ not checked"],
+ ["`Standard_DS2_v2`", "AML cluster", "➖ not checked"],
+ ],
+ )
+
+
+class CatalogueTests(unittest.TestCase):
+ def test_catalogue_gives_the_refresh_date_and_the_names(self):
+ with tempfile.TemporaryDirectory() as directory:
+ path = Path(directory) / "catalogue.txt"
+ path.write_text("# VM sizes that Azure listed in all regions on 2026-10-23.\nStandard_B2s\n\n")
+ self.assertEqual(read_catalogue(path), ("2026-10-23", {"standard_b2s": "Standard_B2s"}))
+
+ def test_every_catalogue_name_matches_the_pattern(self):
+ _, names = read_catalogue(CATALOGUE)
+ self.assertGreater(len(names), 1000)
+ self.assertEqual([name for name in names.values() if not VM_SIZE.fullmatch(name)], [])
+
+ def test_refresh_writes_a_catalogue_that_read_catalogue_reads(self):
+ skus = [sku("Standard_D4s_v5", "uksouth"), sku("Standard_B2s"), sku("Standard_D4s_v5")]
+ with tempfile.TemporaryDirectory() as directory, patch.object(vm_size_report, "az", return_value=skus):
+ path = Path(directory) / "catalogue.txt"
+ self.assertEqual(refresh_catalogue(path), 2)
+ date, names = read_catalogue(path)
+ self.assertEqual(date, datetime.date.today().isoformat())
+ self.assertEqual(list(names.values()), ["Standard_B2s", "Standard_D4s_v5"])
+
+ def test_refresh_keeps_the_catalogue_if_azure_lists_nothing(self):
+ with tempfile.TemporaryDirectory() as directory, patch.object(vm_size_report, "az", return_value=[]):
+ path = Path(directory) / "catalogue.txt"
+ path.write_text("Standard_B2s\n")
+ with self.assertRaises(ValueError):
+ refresh_catalogue(path)
+ self.assertEqual(path.read_text(), "Standard_B2s\n")
+
+
+class ReportTests(unittest.TestCase):
+ files = {
+ "main.tf": 'a = "Standard_D4s_v5"\nb = "Standard_B2s"\nc = "Standard_DS2_v3"\nd = "Standard_D8s_v5"\n',
+ "docs/sizes.md": "Use `Standard_B2s` or `Standard_E2s_v5`.\n",
+ "api_http_requests/API User Journey.http": '"vm_size": "Standard_A1"\n',
+ "catalogue.txt": "# Refreshed on 2026-10-23\nStandard_B2s\nStandard_D4s_v5\nStandard_D8s_v5\nStandard_E2s_v5\n",
+ }
+
+ def run_report(self, *args, skus=(), az_error=None):
+ def fake_az(command, subscription=None):
+ if az_error:
+ raise az_error
+ return {"name": "Test subscription", "id": "0000"} if command[0] == "account" else list(skus)
+
+ with tempfile.TemporaryDirectory() as directory:
+ repo = git_repo(directory, self.files)
+ with (
+ patch.object(vm_size_report, "az", side_effect=fake_az) as az,
+ patch("sys.stdout", new_callable=io.StringIO) as output,
+ ):
+ vm_size_report.main([*args, "--repo", str(repo), "--catalogue", str(repo / "catalogue.txt")])
+ return output.getvalue(), az
+
+ def test_report_skips_the_files_of_this_tool(self):
+ files = {**self.files, "own.md": "For example `Standard_F2s_v2`.\n"}
+ with tempfile.TemporaryDirectory() as directory:
+ repo = git_repo(directory, files)
+ with (
+ patch.object(vm_size_report, "OWN_FILES", {(repo / "own.md").resolve()}),
+ patch("sys.stdout", new_callable=io.StringIO) as output,
+ ):
+ vm_size_report.main(["--repo", str(repo), "--catalogue", str(repo / "catalogue.txt")])
+ report = output.getvalue()
+ self.assertIn("`Standard_D4s_v5`", report)
+ self.assertNotIn("Standard_F2s_v2", report)
+ self.assertNotIn("own.md", report)
+
+ def test_report_skips_the_tool_files_of_another_repository(self):
+ files = {
+ **self.files,
+ "devops/scripts/vm_size_catalogue.txt": "# Refreshed on 2026-10-23\nStandard_F2s_v2\n",
+ "docs/tre-admins/vm-size-availability.md": "For example `Standard_F4s_v2`.\n",
+ }
+ with tempfile.TemporaryDirectory() as directory:
+ repo = git_repo(directory, files)
+ with patch("sys.stdout", new_callable=io.StringIO) as output:
+ vm_size_report.main(["--repo", str(repo), "--catalogue", str(repo / "catalogue.txt")])
+ report = output.getvalue()
+ self.assertIn("`Standard_D4s_v5`", report)
+ self.assertNotIn("Standard_F2s_v2", report)
+ self.assertNotIn("Standard_F4s_v2", report)
+
+ def test_region_report_shows_problems_first_and_code_before_docs(self):
+ skus = [
+ sku("Standard_B2s", "switzerlandnorth", {"type": "Location"}),
+ sku("Standard_D4s_v5", "switzerlandnorth"),
+ sku("Standard_D4s_v5", "uksouth"),
+ sku("Standard_B2s", "uksouth"),
+ sku("Standard_E2s_v5", "uksouth"),
+ sku("Standard_D8s_v5", "uksouth"),
+ ]
+ report, az = self.run_report("--region", "Switzerland North,uksouth", skus=skus)
+
+ self.assertEqual(az.call_count, 2)
+ self.assertEqual(
+ [[row[0], row[1], row[4], row[5], row[6]] for row in table_rows(report)],
+ [
+ ["`Standard_DS2_v3`", "VM", "❓ unknown name", "❓ unknown name", "code 1"],
+ ["`Standard_A1`", "VM", "❓ unknown name", "❓ unknown name", "sample 1"],
+ ["`Standard_B2s`", "VM", "⛔ blocked", "✅ available", "code 1, docs 1"],
+ ["`Standard_D8s_v5`", "VM", "❌ not offered", "✅ available", "code 1"],
+ ["`Standard_E2s_v5`", "VM", "❌ not offered", "✅ available", "docs 1"],
+ ["`Standard_D4s_v5`", "VM", "✅ available", "✅ available", "code 1"],
+ ],
+ )
+ self.assertIn("| ⛔ Blocked | 1 | 0 |", report)
+ self.assertIn("- Catalogue: 4 VM sizes, refreshed 2026-10-23", report)
+ self.assertIn("- Subscription: Test subscription\n", report)
+ self.assertNotIn("0000", report)
+
+ def test_hide_subscription_leaves_the_subscription_out(self):
+ report, az = self.run_report("--region", "switzerlandnorth", "--hide-subscription", skus=[sku("Standard_B2s")])
+ self.assertEqual([call.args[0][0] for call in az.call_args_list], ["vm", "account"])
+ self.assertNotIn("Subscription", report)
+
+ def test_report_without_a_region_needs_no_azure_login(self):
+ report, az = self.run_report()
+ az.assert_not_called()
+ self.assertEqual(
+ [[row[0], row[2]] for row in table_rows(report)],
+ [
+ ["`Standard_DS2_v3`", "❓ unknown name"],
+ ["`Standard_A1`", "❓ unknown name"],
+ ["`Standard_B2s`", "✔️ in catalogue"],
+ ["`Standard_D4s_v5`", "✔️ in catalogue"],
+ ["`Standard_D8s_v5`", "✔️ in catalogue"],
+ ["`Standard_E2s_v5`", "✔️ in catalogue"],
+ ],
+ )
+
+ def test_link_base_makes_links_to_the_lines(self):
+ report, _ = self.run_report("--link-base", "https://github.com/org/repo/blob/abc123/")
+ self.assertIn(
+ "- [`api_http_requests/API User Journey.http:1`]"
+ "(https://github.com/org/repo/blob/abc123/api_http_requests/API%20User%20Journey.http#L1) (sample)",
+ report,
+ )
+
+ def test_region_without_vm_sizes_stops_the_report(self):
+ with self.assertRaises(SystemExit) as stop:
+ self.run_report("--region", "switzerlandnorth,nowhere", skus=[sku("Standard_B2s")])
+ self.assertEqual(str(stop.exception), "Azure lists no VM sizes in nowhere. Check the region names.")
+
+ def test_azure_cli_error_shows_its_message(self):
+ error = subprocess.CalledProcessError(1, ["az", "vm"], stderr="ERROR: Please run 'az login'.\n")
+ with self.assertRaises(SystemExit) as stop:
+ self.run_report("--region", "switzerlandnorth", az_error=error)
+ self.assertEqual(str(stop.exception), "az failed: ERROR: Please run 'az login'.")
+
+ def test_invalid_or_empty_region_stops_before_azure(self):
+ for value in ("eastus;whoami", " , "):
+ with (
+ self.subTest(value=value),
+ patch("sys.stderr", new_callable=io.StringIO),
+ self.assertRaises(SystemExit) as stop,
+ ):
+ self.run_report("--region", value)
+ self.assertEqual(stop.exception.code, 2)
+
+
+if __name__ == "__main__":
+ unittest.main()
diff --git a/devops/version.txt b/devops/version.txt
index 49e0fc1e09..777f190df0 100644
--- a/devops/version.txt
+++ b/devops/version.txt
@@ -1 +1 @@
-__version__ = "0.7.0"
+__version__ = "0.8.0"
diff --git a/docs/tre-admins/environment-variables.md b/docs/tre-admins/environment-variables.md
index 3154669b4b..430edd6750 100644
--- a/docs/tre-admins/environment-variables.md
+++ b/docs/tre-admins/environment-variables.md
@@ -41,7 +41,7 @@
| `RESOURCE_PROCESSOR_VMSS_SKU` | The SKU of the VMMS to use for the resource processing VM. |
| `CORE_APP_SERVICE_PLAN_SKU` | The SKU of AppService plans created for the core infrastructure. |
| `WORKSPACE_APP_SERVICE_PLAN_SKU` | Optional. The SKU used for AppService plan used in E2E tests unless otherwise specified. Default value is `P1v2`. |
-| `RESOURCE_PROCESSOR_VMSS_SKU` | Optional. The SKU of the resource processor VMSS. Defaults to `Standard_B2s`. |
+| `RESOURCE_PROCESSOR_VMSS_SKU` | Optional. The SKU of the resource processor VMSS. Defaults to `Standard_B2ls_v2`. |
| `RESOURCE_PROCESSOR_NUMBER_PROCESSES_PER_INSTANCE` | Optional. The number of processes to instantiate when the Resource Processor starts. Equates to the number of parallel deployment operations possible in your TRE. Defaults to `5`. |
| `FIREWALL_SKU` | Optional. The SKU of the Azure Firewall instance. Default value is `Standard`. Allowed values [`Basic`, `Standard`, `Premium`]. See [Azure Firewall SKU feature comparison](https://learn.microsoft.com/en-us/azure/firewall/choose-firewall-sku). |
| `APP_GATEWAY_SKU` | Optional. The SKU of the Application Gateway. Default value is `Standard_v2`. Allowed values [`Standard_v2`, `WAF_v2`] |
diff --git a/docs/tre-admins/setup-instructions/cicd-pre-deployment-steps.md b/docs/tre-admins/setup-instructions/cicd-pre-deployment-steps.md
index 68e8aa7ad7..cf1982ec54 100644
--- a/docs/tre-admins/setup-instructions/cicd-pre-deployment-steps.md
+++ b/docs/tre-admins/setup-instructions/cicd-pre-deployment-steps.md
@@ -100,7 +100,7 @@ Configure the following **variables** in your github environment:
| `TRE_ADDRESS_SPACE` | Optional. The address space for the whole TRE environment virtual network where workspaces networks will be created (can include the core network as well). Default value is `10.0.0.0/16` |
| `CORE_APP_SERVICE_PLAN_SKU` | Optional. The SKU used for AppService plan for core infrastructure. Default value is `P1v2`. |
| `WORKSPACE_APP_SERVICE_PLAN_SKU` | Optional. The SKU used for AppService plan used in E2E tests. Default value is `P1v2`. |
-| `RESOURCE_PROCESSOR_VMSS_SKU` | Optional. The SKU of the resource processor VMSS. Defaults to `Standard_B2s`. |
+| `RESOURCE_PROCESSOR_VMSS_SKU` | Optional. The SKU of the resource processor VMSS. Defaults to `Standard_B2ls_v2`. |
| `RESOURCE_PROCESSOR_NUMBER_PROCESSES_PER_INSTANCE` | Optional. The number of processes to instantiate when the Resource Processor starts. Equates to the number of parallel deployment operations possible in your TRE. Defaults to `5`. |
| `ENABLE_SWAGGER` | Optional. Determines whether the Swagger interface for the API will be available. Default value is `false`. |
| `FIREWALL_SKU` | Optional. The SKU of the Azure Firewall instance. Default value is `Standard`. Allowed values [`Basic`, `Standard`, `Premium`]. See [Azure Firewall SKU feature comparison](https://learn.microsoft.com/en-us/azure/firewall/choose-firewall-sku). |
diff --git a/docs/tre-admins/setup-instructions/workflows.md b/docs/tre-admins/setup-instructions/workflows.md
index 07c86a9756..15ecefec48 100644
--- a/docs/tre-admins/setup-instructions/workflows.md
+++ b/docs/tre-admins/setup-instructions/workflows.md
@@ -295,7 +295,7 @@ Configure variables used in the deployment workflow:
| `TRE_ADDRESS_SPACE` | Optional. The address space for the whole TRE environment virtual network where workspaces networks will be created (can include the core network as well). Default value is `10.0.0.0/16` |
| `CORE_APP_SERVICE_PLAN_SKU` | Optional. The SKU used for AppService plan for core infrastructure. Default value is `P1v2`. |
| `WORKSPACE_APP_SERVICE_PLAN_SKU` | Optional. The SKU used for AppService plan used in E2E tests. Default value is `P1v2`. |
-| `RESOURCE_PROCESSOR_VMSS_SKU` | Optional. The SKU of the resource processor VMSS. Defaults to `Standard_B2s`. |
+| `RESOURCE_PROCESSOR_VMSS_SKU` | Optional. The SKU of the resource processor VMSS. Defaults to `Standard_B2ls_v2`. |
| `RESOURCE_PROCESSOR_NUMBER_PROCESSES_PER_INSTANCE` | Optional. The number of processes to instantiate when the Resource Processor starts. Equates to the number of parallel deployment operations possible in your TRE. Defaults to `5`. |
| `ENABLE_SWAGGER` | Optional. Determines whether the Swagger interface for the API will be available. Default value is `false`. |
| `FIREWALL_SKU` | Optional. The SKU of the Azure Firewall instance. Default value is `Standard`. Allowed values [`Basic`, `Standard`, `Premium`]. See [Azure Firewall SKU feature comparison](https://learn.microsoft.com/en-us/azure/firewall/choose-firewall-sku). |
diff --git a/docs/tre-admins/vm-size-availability.md b/docs/tre-admins/vm-size-availability.md
new file mode 100644
index 0000000000..5a8e431513
--- /dev/null
+++ b/docs/tre-admins/vm-size-availability.md
@@ -0,0 +1,79 @@
+# VM Size Availability
+
+Azure does not offer all VM sizes in all regions. Azure can also block a size for a subscription in a region. If a template uses a size that the region does not offer, the deployment fails.
+
+The script `devops/scripts/vm_size_report.py` finds each VM size in the repository. Then it shows the status of each size in one or more regions, for your subscription.
+
+## Run the script by hand
+
+You need:
+
+- A clone of the repository. The script reads the files that git tracks.
+- Python 3 and the Azure CLI. The [development container](setup-instructions/prerequisites.md#development-container) has both.
+- The Reader role on the subscription.
+
+1. Log in to Azure with `az login`.
+1. Select the subscription with `az account set --subscription `. You can also give the script the option `--subscription `.
+1. In the repository root, run the script with one or more regions:
+
+ ```bash
+ python3 devops/scripts/vm_size_report.py --region switzerlandnorth --output vm-size-report.md
+ ```
+
+To check more than one region, separate the regions with commas, for example `--region switzerlandnorth,uksouth`. One region takes about 1 minute. More regions take about 1.5 minutes in total, because the script gets the data for all regions in one query.
+
+If you do not give a region, the script checks the names against the catalogue only. It does not use Azure.
+
+## Run the GitHub workflow
+
+1. In GitHub, open **Actions** and select **VM Size Availability**.
+1. Select **Run workflow**.
+1. In **Region**, select a region. The default `ci-location` is the `LOCATION` variable of the `CICD` environment.
+1. To check more regions, type them in **More regions**, separated by commas. To check only these regions, select `none` in **Region**.
+
+You can also start the workflow with the GitHub CLI:
+
+```bash
+gh workflow run vm_size_report.yml -f region=none -f more_regions=uksouth,eastus2
+```
+
+The workflow logs in to Azure with the identity of the `CICD` environment. The report shows on the summary page of the run. The report is also in the `vm-size-report` artifact for 7 days. The workflow leaves the subscription out of the report, because anyone can see the run of a public repository.
+
+GitHub shows **Run workflow** only when the workflow file is on the default branch.
+
+The workflow runs only when a person starts it. It does not start on a push or on a pull request, because the identity of the `CICD` environment can change resources. An automatic run on branch pushes needs a separate identity that can only read.
+
+## Read the report
+
+The report has a column for each region. Problems come first. In each status, sizes that the code uses come before sizes that only samples, tests or documents use.
+
+The **Service** column shows what uses the size:
+
+- **VM**: a virtual machine or a scale set. The script uses the VM SKU list of the region, with the restrictions for your subscription.
+- **AML cluster** and **AML instance**: an Azure Machine Learning compute cluster or compute instance. Azure ML has its own list of sizes for each region, and does not use the VM restrictions. The script uses that list.
+
+A size can have a different status for each service. For example, the VM SKU list can block `Standard_DS2_v2` for your subscription, but Azure ML can still offer it for a compute cluster.
+
+| Status | Meaning |
+| --- | --- |
+| ❓ Unknown name | The name is not in the Azure catalogue. The size is retired or the name is wrong. |
+| ⛔ Blocked | The region has the size, but the subscription cannot use it. |
+| ❌ Not offered | The region does not have the size for this service. |
+| ⚠️ Some zones blocked | The subscription can use the size, but not in the zones shown. |
+| ➖ Not checked | The script could not get the Azure ML sizes of the region. The script prints the reason. |
+| ✅ Available | The subscription can use the size in the region. |
+| ✔️ In catalogue | The name is in the Azure catalogue. The report did not check a region. |
+
+The report does not check quota. A size can be available and still have no free quota. Azure ML has a separate quota.
+
+## Refresh the catalogue
+
+The file `devops/scripts/vm_size_catalogue.txt` lists all VM sizes that Azure offers in any region. Azure removes retired sizes from its API. For this reason, the script finds names that look like VM sizes, and uses the catalogue to identify names that do not exist.
+
+To refresh the catalogue, run:
+
+```bash
+python3 devops/scripts/vm_size_report.py --refresh-catalogue
+```
+
+The query takes about 1.5 minutes.
diff --git a/docs/tre-templates/shared-services/airlock-notifier.md b/docs/tre-templates/shared-services/airlock-notifier.md
index bb800168e4..bed42081cf 100644
--- a/docs/tre-templates/shared-services/airlock-notifier.md
+++ b/docs/tre-templates/shared-services/airlock-notifier.md
@@ -15,3 +15,11 @@ In the future, the SMTP connection should transition into a ['Built-in connector
As an alternative to the SMTP connector, you can modify the Logic app to use other email and messaging platforms as connectors, like [Office 365](https://docs.microsoft.com/en-us/azure/connectors/connectors-create-api-office365-outlook),
[Outlook.com](https://docs.microsoft.com/en-us/azure/connectors/connectors-create-api-outlook), [MailChimp](https://docs.microsoft.com/en-us/connectors/mailchimp/), [Mandrill](https://docs.microsoft.com/en-us/connectors/mandrill/).
+
+## Storage and network
+
+The Logic App keeps its runtime state and its files in the core storage account `stg`. This account accepts traffic only through its private endpoints and from trusted Azure services. The Logic App uses virtual network integration and the app setting `WEBSITE_CONTENTOVERVNET` to reach the blob, file, queue and table endpoints of the account.
+
+Terraform creates the content share `airlock-notifier-content-` before the Logic App. Before version 1.0.15, the platform created the content share `airlock-notifier-app--content` outside Terraform. The upgrade to 1.0.15 deploys the workflow to the new share. After the upgrade, you can delete the earlier share.
+
+If you upgrade the core to version 0.19.0 or later, upgrade the notifier to 1.0.15 directly after the core. Azure mounts the content share of earlier notifier versions over the public network, and the storage account no longer accepts this traffic. A running notifier can continue to work, but a restart or a configuration change of its Logic App can fail until the upgrade.
diff --git a/docs/tre-templates/shared-services/nexus.md b/docs/tre-templates/shared-services/nexus.md
index 6b1a8570f1..b0890b7ca9 100644
--- a/docs/tre-templates/shared-services/nexus.md
+++ b/docs/tre-templates/shared-services/nexus.md
@@ -58,6 +58,13 @@ This VM bundle requests the `$RELEASE-security` suite and waits for cloud-init t
For existing Linux VMs, set the security source suite to the VM's release plus `-security`, for example `jammy-security`.
Bundle upgrades do not change existing apt sources or rerun cloud-init. Already-failed VMs need a separate repair or replacement.
+## Ubuntu archive key and HTTPS
+
+Nexus bundle `3.11.5` gets the `ubuntu` and `ubuntu-security` packages over HTTPS, the same as the other proxies. An upgrade updates the remote URL of the two repositories in place.
+
+Guacamole Linux VM bundle `1.4.10` gives the three Ubuntu lines the option `signed-by=/usr/share/keyrings/ubuntu-archive-keyring.gpg`, so apt uses the Ubuntu archive key for these sources.
+Bundle upgrades do not change the apt sources of an existing VM. For an existing Linux VM, set the options of the three Ubuntu lines in `/etc/apt/sources.list` to `[signed-by=/usr/share/keyrings/ubuntu-archive-keyring.gpg]`.
+
## Validate Linux VM provisioning
Run the `linux_vm` E2E test explicitly to check Ubuntu 22.04 bootstrap through Nexus.
@@ -122,8 +129,8 @@ Nexus Shared Service requires access to resources outside of the Azure TRE VNET.
| Docker | raw | [https://download.docker.com/linux/ubuntu/] | `https://nexus-{TRE_ID}.{LOCATION}.cloudapp.azure.com/repository/docker/` | Install Docker via apt on Linux systems. A raw proxy passes through any Ubuntu release, so one repo serves all supported distributions. |
| Docker GPG | raw | [https://download.docker.com/linux/ubuntu/] | `https://nexus-{TRE_ID}.{LOCATION}.cloudapp.azure.com/repository/docker-public-key/` | Provide public key to sign apt source for above Docker apt. |
| Docker Hub | docker | [https://registry-1.docker.io] | `https://nexus-{TRE_ID}.{LOCATION}.cloudapp.azure.com/repository/docker-hub/` | Provide docker access to public images repo. |
-| Ubuntu Packages | raw | [http://archive.ubuntu.com/ubuntu/] | `https://nexus-{TRE_ID}.{LOCATION}.cloudapp.azure.com/repository/ubuntu/` | Ubuntu apt packages. A raw proxy passes through any Ubuntu release, so one repo serves all supported distributions. |
-| Ubuntu Security | raw | [http://security.ubuntu.com/ubuntu/] | `https://nexus-{TRE_ID}.{LOCATION}.cloudapp.azure.com/repository/ubuntu-security/` | Ubuntu security apt packages. A raw proxy passes through any Ubuntu release, so one repo serves all supported distributions. |
+| Ubuntu Packages | raw | [https://archive.ubuntu.com/ubuntu/] | `https://nexus-{TRE_ID}.{LOCATION}.cloudapp.azure.com/repository/ubuntu/` | Ubuntu apt packages. A raw proxy passes through any Ubuntu release, so one repo serves all supported distributions. |
+| Ubuntu Security | raw | [https://security.ubuntu.com/ubuntu/] | `https://nexus-{TRE_ID}.{LOCATION}.cloudapp.azure.com/repository/ubuntu-security/` | Ubuntu security apt packages. A raw proxy passes through any Ubuntu release, so one repo serves all supported distributions. |
| Almalinux | yum | [https://repo.almalinux.org] | `https://nexus-{TRE_ID}.{LOCATION}.cloudapp.azure.com/repository/almalinux` | Install Almalinux packages |
| R-Proxy | r | [https://cran.r-project.org/] | `https://nexus-{TRE_ID}.{LOCATION}.cloudapp.azure.com/repository/r-proxy` | Provide access to CRAN packages for R |
| R-Studio Download | raw | [https://download1.rstudio.org] | `https://nexus-{TRE_ID}.{LOCATION}.cloudapp.azure.com/repository/r-studio-download` | Provide access to download R Studio |
diff --git a/docs/tre-templates/workspace-services/guacamole.md b/docs/tre-templates/workspace-services/guacamole.md
index a18b195367..b4e7db0fa7 100644
--- a/docs/tre-templates/workspace-services/guacamole.md
+++ b/docs/tre-templates/workspace-services/guacamole.md
@@ -44,3 +44,24 @@ packages, we recommend using a custom VM image with the tooling pre-installed.
The included user resource templates that rely on bootstrap scripts should only
be used for trial/demonstration purposes. More info can be found in the
[custom templates documentation](../user-resources/custom.md).
+
+### Command trace in earlier versions
+
+Before `tre-service-guacamole` 0.14.8, the Guacamole server wrote the start
+command of oauth2-proxy to the console log of its web app. This command has the
+cookie secret of oauth2-proxy, and the web app sends the log to the Log
+Analytics workspace of the TRE core. The server makes a new cookie secret at
+each start and keeps it only in memory. The upgrade to 0.14.8 restarts the
+server, so after the upgrade the old value in Log Analytics has no use.
+
+Before `tre-service-guacamole-linuxvm` 1.4.10, the setup script of the Linux VM
+wrote its commands to the cloud-init output log `/var/log/cloud-init-output.log`
+on the VM. Some of these commands have the key of the workspace storage
+account, which the VM uses for the workspace file share. An upgrade does not
+change an existing VM, so its log keeps the key. The VM also keeps the key in
+the credential file of the share in `/etc/smbcredentials` and in its cloud-init
+user data, so a change of the log does not remove the key from the VM.
+
+If the people who can sign in to such a VM must not keep the key, rotate the
+key of the workspace storage account. After a rotation, the share mount of each
+existing VM fails until the VM gets the new key.
diff --git a/e2e_tests/unit_tests/test_vm_size_defaults.py b/e2e_tests/unit_tests/test_vm_size_defaults.py
new file mode 100644
index 0000000000..4e72a9afc5
--- /dev/null
+++ b/e2e_tests/unit_tests/test_vm_size_defaults.py
@@ -0,0 +1,48 @@
+"""Check that each VM size default is the same in every file that sets it."""
+
+import json
+from pathlib import Path
+import re
+import unittest
+
+import yaml
+
+ROOT = Path(__file__).resolve().parents[2]
+
+
+def terraform_default(path, name):
+ block = (ROOT / path).read_text().split(f'variable "{name}" {{', 1)[1].split("\n}", 1)[0]
+ return re.search(r'default\s*=\s*"([^"]+)"', block).group(1)
+
+
+class VMSizeDefaultTests(unittest.TestCase):
+ def test_resource_processor_default_is_the_same_in_each_file(self):
+ default = terraform_default("core/terraform/variables.tf", "resource_processor_vmss_sku")
+ sample = yaml.safe_load((ROOT / "config.sample.yaml").read_text())
+ self.assertEqual(sample["tre"]["resource_processor_vmss_sku"], default)
+ action = (ROOT / ".github/actions/devcontainer_run_command/action.yml").read_text()
+ self.assertIn(f"&& inputs.RESOURCE_PROCESSOR_VMSS_SKU) || '{default}' }}}}", action)
+ for doc in (
+ "docs/tre-admins/environment-variables.md",
+ "docs/tre-admins/setup-instructions/cicd-pre-deployment-steps.md",
+ "docs/tre-admins/setup-instructions/workflows.md",
+ ):
+ with self.subTest(doc=doc):
+ self.assertIn(f"Defaults to `{default}`.", (ROOT / doc).read_text())
+
+ def test_bundle_defaults_match_their_schema(self):
+ cases = (
+ ("templates/shared_services/admin-vm", "admin_jumpbox_vm_sku"),
+ ("templates/shared_services/sonatype-nexus-vm", "vm_size"),
+ ("templates/workspace_services/azureml/user_resources/aml_compute", "vm_size"),
+ )
+ for folder, name in cases:
+ with self.subTest(bundle=folder):
+ porter = yaml.safe_load((ROOT / folder / "porter.yaml").read_text())
+ parameter = next(p for p in porter["parameters"] if p["name"] == name)
+ schema = json.loads((ROOT / folder / "template_schema.json").read_text())["properties"][name]
+ self.assertEqual(parameter["default"], schema["default"])
+ self.assertIn(schema["default"], schema["enum"])
+ nexus = terraform_default("templates/shared_services/sonatype-nexus-vm/terraform/variables.tf", "vm_size")
+ schema = json.loads((ROOT / "templates/shared_services/sonatype-nexus-vm/template_schema.json").read_text())
+ self.assertEqual(nexus, schema["properties"]["vm_size"]["default"])
diff --git a/mkdocs.yml b/mkdocs.yml
index 0f4c44ba58..0e2eb3fd32 100644
--- a/mkdocs.yml
+++ b/mkdocs.yml
@@ -145,6 +145,7 @@ nav:
- Upgrading Resources Version: tre-admins/upgrading-resources.md
- Configuring Airlock Reviews: tre-admins/configure-airlock-review.md
- Supported Clouds: tre-admins/supported-clouds.md
+ - VM Size Availability: tre-admins/vm-size-availability.md
- Customer Managed Keys: tre-admins/customer-managed-keys.md
- Custom Domain Name: tre-admins/custom-domain.md
- Firewall Force Tunneling: tre-admins/configure-firewall-force-tunneling.md
diff --git a/templates/shared_services/admin-vm/porter.yaml b/templates/shared_services/admin-vm/porter.yaml
index c808ff4866..df674d729e 100644
--- a/templates/shared_services/admin-vm/porter.yaml
+++ b/templates/shared_services/admin-vm/porter.yaml
@@ -1,7 +1,7 @@
---
schemaVersion: 1.0.0
name: tre-shared-service-admin-vm
-version: 0.5.7
+version: 0.5.8
description: "An admin vm shared service"
dockerfile: Dockerfile.tmpl
registry: azuretre
@@ -60,7 +60,7 @@ parameters:
- name: admin_jumpbox_vm_sku
env: ADMIN_JUMPBOX_VM_SKU
type: string
- default: Standard_B2s
+ default: Standard_B2ls_v2
- name: enable_cmk_encryption
type: boolean
default: false
diff --git a/templates/shared_services/admin-vm/template_schema.json b/templates/shared_services/admin-vm/template_schema.json
index a32086d0e8..8e1b2880f7 100644
--- a/templates/shared_services/admin-vm/template_schema.json
+++ b/templates/shared_services/admin-vm/template_schema.json
@@ -18,12 +18,13 @@
"admin_jumpbox_vm_sku": {
"type": "string",
"enum": [
+ "Standard_B2ls_v2",
"Standard_B2s",
"Standard_D2s_v3",
"Standard_D2s_v4",
"Standard_D2s_v5"
],
- "default": "Standard_B2s",
+ "default": "Standard_B2ls_v2",
"title": "VM SKU",
"description": "The SKU of the VM that will be deployed."
}
diff --git a/templates/shared_services/admin-vm/terraform/admin-jumpbox.tf b/templates/shared_services/admin-vm/terraform/admin-jumpbox.tf
index ce343e48f4..faa24db5a5 100644
--- a/templates/shared_services/admin-vm/terraform/admin-jumpbox.tf
+++ b/templates/shared_services/admin-vm/terraform/admin-jumpbox.tf
@@ -62,7 +62,11 @@ resource "azurerm_windows_virtual_machine" "jumpbox" {
# ignore changes to secure_boot_enabled and vtpm_enabled as these are destructive
# (may be allowed once https://github.com/hashicorp/terraform-provider-azurerm/issues/25808 is fixed)
#
- lifecycle { ignore_changes = [tags, secure_boot_enabled, vtpm_enabled] }
+ # The size applies only at install. The template schema does not mark admin_jumpbox_vm_sku as updateable,
+ # and Terraform ignores a later change of the default. Azure cannot resize a VM between a size with a
+ # temporary disk (Standard_B2s) and a size without one (Standard_B2ls_v2), so an upgrade of an earlier
+ # admin VM keeps its installed size. To change the size, install the admin VM again.
+ lifecycle { ignore_changes = [tags, secure_boot_enabled, vtpm_enabled, size] }
}
resource "azurerm_disk_encryption_set" "jumpbox_disk_encryption" {
diff --git a/templates/shared_services/airlock_notifier/porter.yaml b/templates/shared_services/airlock_notifier/porter.yaml
index 40e1a583de..5ec902b60c 100644
--- a/templates/shared_services/airlock_notifier/porter.yaml
+++ b/templates/shared_services/airlock_notifier/porter.yaml
@@ -1,7 +1,7 @@
---
schemaVersion: 1.0.0
name: tre-shared-service-airlock-notifier
-version: 1.0.14
+version: 1.0.15
description: "A shared service notifying on Airlock Operations"
registry: azuretre
dockerfile: Dockerfile.tmpl
diff --git a/templates/shared_services/airlock_notifier/terraform/.terraform.lock.hcl b/templates/shared_services/airlock_notifier/terraform/.terraform.lock.hcl
index 6e8b87ea6b..a174e9aebb 100644
--- a/templates/shared_services/airlock_notifier/terraform/.terraform.lock.hcl
+++ b/templates/shared_services/airlock_notifier/terraform/.terraform.lock.hcl
@@ -2,21 +2,21 @@
# Manual edits may be lost in future updates.
provider "registry.terraform.io/hashicorp/azurerm" {
- version = "3.117.0"
- constraints = "3.117.0"
+ version = "4.57.0"
+ constraints = "4.57.0"
hashes = [
- "h1:Ynfg+Iy7x6K8M6W1AhqXCe3wkoiqIQhROlca7C3KC3w=",
- "zh:2e25f47492366821a786762369f0e0921cc9452d64bfd5075f6fdfcf1a9c6d70",
- "zh:41eb34f2f7469bf3eb1019dfb0e7fc28256f809824016f4f8b9d691bf473b2ac",
- "zh:48bb9c87b3d928da1abc1d3db75453c9725de4674c612daf3800160cc7145d30",
- "zh:5d6b0de0bbd78943fcc65c53944ef4496329e247f434c6eab86ed051c5cea67b",
- "zh:78c9f6fdb1206a89cf0e6706b4f46178169a93b6c964a4cad8a321058ccbd9b4",
- "zh:793b702c352589d4360b580d4a1cf654a7439d2ad6bdb7bfea91de07bc4b0fac",
- "zh:7ed687ff0a5509463a592f97431863574fe5cc80a34e395be06766215b8c6285",
- "zh:955ba18789bd15592824eb426a8d0f38595bd09fffc6939c1c58933489c1a71e",
- "zh:bf5949a55be0714cd9c8815d472eae4baa48ba06d0f6bf2b96775869acda8a54",
- "zh:da5d31f635abd2c645ffc76d6176d73f646128e73720cc368247cc424975c127",
- "zh:eed5a66d59883c9c56729b0a964a2b60d758ea7489ef3e920a6fbd48518ce5f5",
- "zh:f569b65999264a9416862bca5cd2a6177d94ccb0424f3a4ef424428912b9cb3c",
+ "h1:NhgHn/RyZRDXMa7pEQlGv/9B+wjk48E+lvgq4asFKHs=",
+ "zh:05e1cc7fee7829919b772ca6ce893d9c2abb3535ebff172df38f7358cdaf8f9e",
+ "zh:30122203abc381660582f989c9e53874bd9ff93e25476a5536ea0ae37dd51f4b",
+ "zh:4a90f008f7707d95f8f9aca90f140a9ca0e9506b0a6d436fe516de4026cacd86",
+ "zh:6d9e114b8aed06454b71fe91a0591cc6a16cd7acde3cb36a96e4aeaec06a315a",
+ "zh:7145c50facd9d40615fc63561ec21962feae3fa262239f9f1f1339581226104b",
+ "zh:78d5eefdd9e494defcb3c68d282b8f96630502cac21d1ea161f53cfe9bb483b3",
+ "zh:95f60557f1bc4210ecc3c11e2f86fe983ed7e4af19036616b605887c1195f2ac",
+ "zh:9722b3ab879a3457588af5f0dcd65e997263affe4b829e60ecd59dbef6239e70",
+ "zh:b891f295b018d058e8c6f841d923d5b30ba13b8208f2c20aacc70ba48c5cc0da",
+ "zh:cb7ff113ca0bd91ab76f9f7a492d6ce9c911d6c4deb8c8e263e38322b5ff861e",
+ "zh:ec2950bf003d29bee3fa87ab073d57fe14a4da52e9fc646fec27798b700cc8af",
+ "zh:f69899d9e1d570a560cfa97aebec3edc2b106f2ebc15dfdee473294dd8756deb",
]
}
diff --git a/templates/shared_services/airlock_notifier/terraform/airlock_notifier.tf b/templates/shared_services/airlock_notifier/terraform/airlock_notifier.tf
index 7680d67562..3acc0df777 100644
--- a/templates/shared_services/airlock_notifier/terraform/airlock_notifier.tf
+++ b/templates/shared_services/airlock_notifier/terraform/airlock_notifier.tf
@@ -35,6 +35,14 @@ resource "azurerm_role_assignment" "servicebus_logic_app" {
principal_id = azurerm_logic_app_standard.logic_app.identity[0].principal_id
}
+# The core storage account accepts traffic only through its private endpoints, so the platform
+# cannot create the content share of the Logic App. Terraform creates it through Azure Resource Manager.
+resource "azurerm_storage_share" "logic_app_content" {
+ name = lower("airlock-notifier-content-${var.tre_id}")
+ storage_account_id = data.azurerm_storage_account.storage.id
+ quota = 50
+}
+
resource "azurerm_logic_app_standard" "logic_app" {
name = "airlock-notifier-app-${var.tre_id}"
location = data.azurerm_resource_group.core.location
@@ -42,10 +50,13 @@ resource "azurerm_logic_app_standard" "logic_app" {
app_service_plan_id = azurerm_service_plan.notifier_plan.id
storage_account_name = data.azurerm_storage_account.storage.name
storage_account_access_key = data.azurerm_storage_account.storage.primary_access_key
+ storage_account_share_name = azurerm_storage_share.logic_app_content.name
virtual_network_subnet_id = data.azurerm_subnet.airlock_notification.id
version = "~4"
bundle_version = "[1.*, 2.0.0)"
app_settings = {
+ # The runtime reaches its content share through the virtual network.
+ "WEBSITE_CONTENTOVERVNET" = "1"
"FUNCTIONS_WORKER_RUNTIME" = "node"
"WEBSITE_NODE_DEFAULT_VERSION" = "~20"
"serviceBus_connectionString" = data.azurerm_servicebus_namespace.core.default_primary_connection_string
diff --git a/templates/shared_services/airlock_notifier/terraform/providers.tf b/templates/shared_services/airlock_notifier/terraform/providers.tf
index 48acc73073..917afb5802 100644
--- a/templates/shared_services/airlock_notifier/terraform/providers.tf
+++ b/templates/shared_services/airlock_notifier/terraform/providers.tf
@@ -3,7 +3,7 @@ terraform {
required_providers {
azurerm = {
source = "hashicorp/azurerm"
- version = "= 3.117.0"
+ version = "= 4.57.0"
}
}
backend "azurerm" {}
diff --git a/templates/shared_services/sonatype-nexus-vm/porter.yaml b/templates/shared_services/sonatype-nexus-vm/porter.yaml
index 2c32e4586e..34e14084e8 100644
--- a/templates/shared_services/sonatype-nexus-vm/porter.yaml
+++ b/templates/shared_services/sonatype-nexus-vm/porter.yaml
@@ -1,7 +1,7 @@
---
schemaVersion: 1.0.0
name: tre-shared-service-sonatype-nexus
-version: 3.11.4
+version: 3.11.5
description: "A Sonatype Nexus shared service"
dockerfile: Dockerfile.tmpl
registry: azuretre
@@ -66,7 +66,7 @@ parameters:
default: ""
- name: vm_size
type: string
- default: "Standard_B2ms"
+ default: "Standard_B2s_v2"
description: "The size of the VM to be deployed"
- name: accept_nexus_eula
type: boolean
diff --git a/templates/shared_services/sonatype-nexus-vm/scripts/nexus_repos_config/ubuntu_proxy_conf.json b/templates/shared_services/sonatype-nexus-vm/scripts/nexus_repos_config/ubuntu_proxy_conf.json
index 77a36b72f9..f009db6c6e 100644
--- a/templates/shared_services/sonatype-nexus-vm/scripts/nexus_repos_config/ubuntu_proxy_conf.json
+++ b/templates/shared_services/sonatype-nexus-vm/scripts/nexus_repos_config/ubuntu_proxy_conf.json
@@ -6,7 +6,7 @@
"strictContentTypeValidation": false
},
"proxy": {
- "remoteUrl": "http://archive.ubuntu.com/ubuntu/",
+ "remoteUrl": "https://archive.ubuntu.com/ubuntu/",
"contentMaxAge": 1440,
"metadataMaxAge": 1440
},
diff --git a/templates/shared_services/sonatype-nexus-vm/scripts/nexus_repos_config/ubuntu_security_proxy_conf.json b/templates/shared_services/sonatype-nexus-vm/scripts/nexus_repos_config/ubuntu_security_proxy_conf.json
index cd30ba7d90..7d0c7235ec 100644
--- a/templates/shared_services/sonatype-nexus-vm/scripts/nexus_repos_config/ubuntu_security_proxy_conf.json
+++ b/templates/shared_services/sonatype-nexus-vm/scripts/nexus_repos_config/ubuntu_security_proxy_conf.json
@@ -6,7 +6,7 @@
"strictContentTypeValidation": false
},
"proxy": {
- "remoteUrl": "http://security.ubuntu.com/ubuntu/",
+ "remoteUrl": "https://security.ubuntu.com/ubuntu/",
"contentMaxAge": 1440,
"metadataMaxAge": 1440
},
diff --git a/templates/shared_services/sonatype-nexus-vm/template_schema.json b/templates/shared_services/sonatype-nexus-vm/template_schema.json
index 4da2699064..0edf736ab3 100644
--- a/templates/shared_services/sonatype-nexus-vm/template_schema.json
+++ b/templates/shared_services/sonatype-nexus-vm/template_schema.json
@@ -52,8 +52,10 @@
"type": "string",
"title": "VM Size",
"description": "The size of the VM to be deployed",
- "default": "Standard_B2ms",
+ "default": "Standard_B2s_v2",
"enum": [
+ "Standard_B2s_v2",
+ "Standard_B4s_v2",
"Standard_B2ms",
"Standard_B4ms",
"Standard_D2s_v3",
diff --git a/templates/shared_services/sonatype-nexus-vm/terraform/data.tf b/templates/shared_services/sonatype-nexus-vm/terraform/data.tf
index b47d05e891..f16460c32a 100644
--- a/templates/shared_services/sonatype-nexus-vm/terraform/data.tf
+++ b/templates/shared_services/sonatype-nexus-vm/terraform/data.tf
@@ -19,11 +19,6 @@ data "azurerm_key_vault_certificate" "nexus_cert" {
key_vault_id = data.azurerm_key_vault.kv.id
}
-data "azurerm_storage_account" "nexus" {
- name = local.storage_account_name
- resource_group_name = local.core_resource_group_name
-}
-
data "azurerm_resource_group" "rg" {
name = local.core_resource_group_name
}
diff --git a/templates/shared_services/sonatype-nexus-vm/terraform/locals.tf b/templates/shared_services/sonatype-nexus-vm/terraform/locals.tf
index 860e557d22..e1aba1d093 100644
--- a/templates/shared_services/sonatype-nexus-vm/terraform/locals.tf
+++ b/templates/shared_services/sonatype-nexus-vm/terraform/locals.tf
@@ -5,7 +5,6 @@ locals {
nexus_allowed_fqdns_list = distinct(compact(split(",", replace(local.nexus_allowed_fqdns, " ", ""))))
workspace_vm_allowed_fqdns = "*.o.lencr.org,*.c.lencr.org,*.i.lencr.org"
workspace_vm_allowed_fqdns_list = distinct(compact(split(",", replace(local.workspace_vm_allowed_fqdns, " ", ""))))
- storage_account_name = lower(replace("stg-${var.tre_id}", "-", ""))
tre_shared_service_tags = {
tre_id = var.tre_id
tre_shared_service_id = var.tre_resource_id
diff --git a/templates/shared_services/sonatype-nexus-vm/terraform/variables.tf b/templates/shared_services/sonatype-nexus-vm/terraform/variables.tf
index ae7ea599f3..26ee014790 100644
--- a/templates/shared_services/sonatype-nexus-vm/terraform/variables.tf
+++ b/templates/shared_services/sonatype-nexus-vm/terraform/variables.tf
@@ -23,7 +23,7 @@ variable "key_store_id" {
variable "vm_size" {
type = string
description = "The size of the VM to be deployed"
- default = "Standard_B2ms"
+ default = "Standard_B2s_v2"
}
variable "mgmt_acr_name" {
diff --git a/templates/shared_services/sonatype-nexus-vm/terraform/vm.tf b/templates/shared_services/sonatype-nexus-vm/terraform/vm.tf
index e16812e050..177e3b08e0 100644
--- a/templates/shared_services/sonatype-nexus-vm/terraform/vm.tf
+++ b/templates/shared_services/sonatype-nexus-vm/terraform/vm.tf
@@ -149,9 +149,8 @@ resource "azurerm_linux_virtual_machine" "nexus" {
identity_ids = [azurerm_user_assigned_identity.nexus_msi.id]
}
- boot_diagnostics {
- storage_account_uri = data.azurerm_storage_account.nexus.primary_blob_endpoint
- }
+ # Azure keeps the boot diagnostics in a managed storage account.
+ boot_diagnostics {}
depends_on = [
azurerm_role_assignment.keyvault_nexus_secret_role
diff --git a/templates/workspace_services/azureml/user_resources/aml_compute/porter.yaml b/templates/workspace_services/azureml/user_resources/aml_compute/porter.yaml
index ecf738b05e..f229ab0bfb 100644
--- a/templates/workspace_services/azureml/user_resources/aml_compute/porter.yaml
+++ b/templates/workspace_services/azureml/user_resources/aml_compute/porter.yaml
@@ -1,7 +1,7 @@
---
schemaVersion: 1.0.0
name: tre-user-resource-aml-compute-instance
-version: 0.5.15
+version: 0.5.16
description: "Azure Machine Learning Compute Instance"
registry: azuretre
dockerfile: Dockerfile.tmpl
@@ -30,7 +30,7 @@ parameters:
type: string
- name: vm_size
type: string
- default: "Standard_DS2_v3"
+ default: "Standard_D2_v3"
- name: user_object_id
type: string
- name: tfstate_resource_group_name
diff --git a/templates/workspace_services/gitea/porter.yaml b/templates/workspace_services/gitea/porter.yaml
index 8dfa72c65d..22eca9b5d0 100644
--- a/templates/workspace_services/gitea/porter.yaml
+++ b/templates/workspace_services/gitea/porter.yaml
@@ -1,7 +1,7 @@
---
schemaVersion: 1.0.0
name: tre-workspace-service-gitea
-version: 2.0.0
+version: 2.0.1
description: "A Gitea workspace service"
dockerfile: Dockerfile.tmpl
registry: azuretre
diff --git a/templates/workspace_services/gitea/terraform/storage.tf b/templates/workspace_services/gitea/terraform/storage.tf
index fbd6eecf18..b2385d3aa4 100644
--- a/templates/workspace_services/gitea/terraform/storage.tf
+++ b/templates/workspace_services/gitea/terraform/storage.tf
@@ -12,6 +12,11 @@ resource "azurerm_storage_account" "gitea" {
# changing this value is destructive, hence attribute is in lifecycle.ignore_changes block below
infrastructure_encryption_enabled = true
+ network_rules {
+ default_action = "Deny"
+ bypass = ["AzureServices"]
+ }
+
dynamic "identity" {
for_each = var.enable_cmk_encryption ? [1] : []
content {
@@ -31,11 +36,14 @@ resource "azurerm_storage_account" "gitea" {
lifecycle { ignore_changes = [infrastructure_encryption_enabled, tags] }
}
-resource "azurerm_storage_account_network_rules" "stgrules" {
- storage_account_id = azurerm_storage_account.gitea.id
+# Before version 2.0.1, a separate resource managed the network rules. A destroy of that resource
+# changes the rules of the account, so an upgrade only removes it from the state.
+removed {
+ from = azurerm_storage_account_network_rules.stgrules
- default_action = "Deny"
- bypass = ["AzureServices"]
+ lifecycle {
+ destroy = false
+ }
}
resource "azurerm_private_endpoint" "stgfilepe" {
diff --git a/templates/workspace_services/guacamole/guacamole-server/docker/start-guacamole.sh b/templates/workspace_services/guacamole/guacamole-server/docker/start-guacamole.sh
index 21dd16f91e..51fd7e4617 100755
--- a/templates/workspace_services/guacamole/guacamole-server/docker/start-guacamole.sh
+++ b/templates/workspace_services/guacamole/guacamole-server/docker/start-guacamole.sh
@@ -49,7 +49,6 @@ start_oauth() {
cookiesecret=$(dd if=/dev/urandom bs=32 count=1 2>/dev/null | base64 | tr -d '\n' | tr '+/' '-_')
log "starting oauth2-proxy"
- set -x
"${OAUTH2_PROXY_HOME}/oauth2-proxy" \
--provider oidc \
--skip-provider-button \
@@ -74,7 +73,6 @@ start_oauth() {
--oidc-email-claim "preferred_username" \
--scope "openid offline_access ${AUDIENCE}/user_impersonation profile" &
oauth_pid=$!
- set +x
}
start_tomcat
diff --git a/templates/workspace_services/guacamole/guacamole-server/docker/version.txt b/templates/workspace_services/guacamole/guacamole-server/docker/version.txt
index 17c1a6260b..b2385cb400 100644
--- a/templates/workspace_services/guacamole/guacamole-server/docker/version.txt
+++ b/templates/workspace_services/guacamole/guacamole-server/docker/version.txt
@@ -1 +1 @@
-__version__ = "0.10.2"
+__version__ = "0.10.3"
diff --git a/templates/workspace_services/guacamole/porter.yaml b/templates/workspace_services/guacamole/porter.yaml
index df7342852d..511904e86a 100644
--- a/templates/workspace_services/guacamole/porter.yaml
+++ b/templates/workspace_services/guacamole/porter.yaml
@@ -1,7 +1,7 @@
---
schemaVersion: 1.0.0
name: tre-service-guacamole
-version: 0.14.7
+version: 0.14.8
description: "An Azure TRE service for Guacamole"
dockerfile: Dockerfile.tmpl
registry: azuretre
diff --git a/templates/workspace_services/guacamole/user_resources/guacamole-azure-linuxvm/porter.yaml b/templates/workspace_services/guacamole/user_resources/guacamole-azure-linuxvm/porter.yaml
index 7bf342ff5c..d82e9f32ae 100644
--- a/templates/workspace_services/guacamole/user_resources/guacamole-azure-linuxvm/porter.yaml
+++ b/templates/workspace_services/guacamole/user_resources/guacamole-azure-linuxvm/porter.yaml
@@ -1,7 +1,7 @@
---
schemaVersion: 1.0.0
name: tre-service-guacamole-linuxvm
-version: 1.4.9
+version: 1.4.10
description: "An Azure TRE User Resource Template for Guacamole (Linux)"
dockerfile: Dockerfile.tmpl
registry: azuretre
diff --git a/templates/workspace_services/guacamole/user_resources/guacamole-azure-linuxvm/terraform/apt_sources_config.yml b/templates/workspace_services/guacamole/user_resources/guacamole-azure-linuxvm/terraform/apt_sources_config.yml
index 58ce121d77..d315c1d5b0 100644
--- a/templates/workspace_services/guacamole/user_resources/guacamole-azure-linuxvm/terraform/apt_sources_config.yml
+++ b/templates/workspace_services/guacamole/user_resources/guacamole-azure-linuxvm/terraform/apt_sources_config.yml
@@ -11,9 +11,9 @@ apt:
- default
uri: "${nexus_proxy_url}/repository/ubuntu-security/"
sources_list: |
- deb [trusted=yes] $PRIMARY $RELEASE main restricted universe multiverse
- deb [trusted=yes] $PRIMARY $RELEASE-updates main restricted universe multiverse
- deb [trusted=yes] $SECURITY $RELEASE-security main restricted universe multiverse
+ deb [signed-by=/usr/share/keyrings/ubuntu-archive-keyring.gpg] $PRIMARY $RELEASE main restricted universe multiverse
+ deb [signed-by=/usr/share/keyrings/ubuntu-archive-keyring.gpg] $PRIMARY $RELEASE-updates main restricted universe multiverse
+ deb [signed-by=/usr/share/keyrings/ubuntu-archive-keyring.gpg] $SECURITY $RELEASE-security main restricted universe multiverse
deb [signed-by=/etc/apt/trusted.gpg.d/microsoft.gpg] ${nexus_proxy_url}/repository/microsoft-apt/ubuntu/${apt_sku}/prod $RELEASE main
deb [signed-by=/etc/apt/trusted.gpg.d/microsoft.gpg] ${nexus_proxy_url}/repository/microsoft-apt/repos/edge stable main
deb [signed-by=/etc/apt/trusted.gpg.d/microsoft.gpg] ${nexus_proxy_url}/repository/microsoft-apt/repos/vscode stable main
diff --git a/templates/workspace_services/guacamole/user_resources/guacamole-azure-linuxvm/terraform/vm_config.sh b/templates/workspace_services/guacamole/user_resources/guacamole-azure-linuxvm/terraform/vm_config.sh
index 15be1b9a42..b880b68550 100755
--- a/templates/workspace_services/guacamole/user_resources/guacamole-azure-linuxvm/terraform/vm_config.sh
+++ b/templates/workspace_services/guacamole/user_resources/guacamole-azure-linuxvm/terraform/vm_config.sh
@@ -4,7 +4,7 @@ set -o errexit
set -o pipefail
set -o nounset
# Uncomment this line to see each command for debugging (careful: this will show secrets!)
-set -o xtrace
+# set -o xtrace
# Remove apt sources not included in sources.list file
sudo rm -f /etc/apt/sources.list.d/*
diff --git a/templates/workspaces/airlock-import-review/porter.yaml b/templates/workspaces/airlock-import-review/porter.yaml
index aa37846ef0..6ee71d7595 100644
--- a/templates/workspaces/airlock-import-review/porter.yaml
+++ b/templates/workspaces/airlock-import-review/porter.yaml
@@ -1,7 +1,7 @@
---
schemaVersion: 1.0.0
name: tre-workspace-airlock-import-review
-version: 0.18.3
+version: 0.18.4
description: "A workspace to do Airlock Data Import Reviews for Azure TRE"
dockerfile: Dockerfile.tmpl
registry: azuretre
diff --git a/templates/workspaces/base/porter.yaml b/templates/workspaces/base/porter.yaml
index b973e35c0b..7c50c2efbd 100644
--- a/templates/workspaces/base/porter.yaml
+++ b/templates/workspaces/base/porter.yaml
@@ -1,7 +1,7 @@
---
schemaVersion: 1.0.0
name: tre-workspace-base
-version: 2.12.4
+version: 2.12.5
description: "A base Azure TRE workspace"
dockerfile: Dockerfile.tmpl
registry: azuretre
diff --git a/templates/workspaces/base/terraform/airlock/storage_accounts.tf b/templates/workspaces/base/terraform/airlock/storage_accounts.tf
index 96eb207048..3857f453c8 100644
--- a/templates/workspaces/base/terraform/airlock/storage_accounts.tf
+++ b/templates/workspaces/base/terraform/airlock/storage_accounts.tf
@@ -166,6 +166,16 @@ resource "azurerm_storage_account" "sa_export_inprogress" {
# This is true ONLY when Hierarchical Namespace is DISABLED
is_hns_enabled = false
+ network_rules {
+ # The Airlock processor is unable to copy blobs from the export-inprogress storage account when the only method of access from the Airlock processor is a private endpoint in the core VNet,
+ # so we need to allow the Airlock processor subnet to access this storage account without using a private endpoint.
+ # https://github.com/microsoft/AzureTRE/issues/2098
+ virtual_network_subnet_ids = [var.airlock_processor_subnet_id]
+
+ default_action = var.enable_local_debugging ? "Allow" : "Deny"
+ bypass = ["AzureServices"]
+ }
+
dynamic "identity" {
for_each = var.enable_cmk_encryption ? [1] : []
content {
@@ -195,16 +205,14 @@ resource "azurerm_storage_account" "sa_export_inprogress" {
lifecycle { ignore_changes = [infrastructure_encryption_enabled, tags] }
}
-resource "azurerm_storage_account_network_rules" "sa_export_inprogress_rules" {
- storage_account_id = azurerm_storage_account.sa_export_inprogress.id
+# Before version 2.12.5, a separate resource managed the network rules. A destroy of that resource
+# changes the rules of the account, so an upgrade only removes it from the state.
+removed {
+ from = azurerm_storage_account_network_rules.sa_export_inprogress_rules
- # The Airlock processor is unable to copy blobs from the export-inprogress storage account when the only method of access from the Airlock processor is a private endpoint in the core VNet,
- # so we need to allow the Airlock processor subnet to access this storage account without using a private endpoint.
- # https://github.com/microsoft/AzureTRE/issues/2098
- virtual_network_subnet_ids = [var.airlock_processor_subnet_id]
-
- default_action = var.enable_local_debugging ? "Allow" : "Deny"
- bypass = ["AzureServices"]
+ lifecycle {
+ destroy = false
+ }
}
resource "azurerm_private_endpoint" "export_inprogress_pe" {
diff --git a/templates/workspaces/base/terraform/storage.tf b/templates/workspaces/base/terraform/storage.tf
index 53c45fd79e..9b07754055 100644
--- a/templates/workspaces/base/terraform/storage.tf
+++ b/templates/workspaces/base/terraform/storage.tf
@@ -32,6 +32,12 @@ resource "azurerm_storage_account" "stg" {
lifecycle { ignore_changes = [infrastructure_encryption_enabled, tags] }
+ # When deploying from a local machine we need to "allow"
+ network_rules {
+ default_action = var.enable_local_debugging ? "Allow" : "Deny"
+ bypass = ["AzureServices"]
+ }
+
blob_properties {
delete_retention_policy {
days = 7
@@ -62,8 +68,7 @@ resource "azapi_resource" "shared_storage" {
}
depends_on = [
- azurerm_private_endpoint.stgfilepe,
- azurerm_storage_account_network_rules.stgrules
+ azurerm_private_endpoint.stgfilepe
]
}
@@ -73,17 +78,18 @@ resource "azurerm_storage_container" "stgcontainer" {
container_access_type = "private"
depends_on = [
- azurerm_private_endpoint.stgblobpe,
- azurerm_storage_account_network_rules.stgrules
+ azurerm_private_endpoint.stgblobpe
]
}
-resource "azurerm_storage_account_network_rules" "stgrules" {
- storage_account_id = azurerm_storage_account.stg.id
+# Before version 2.12.5, a separate resource managed the network rules. A destroy of that resource
+# changes the rules of the account, so an upgrade only removes it from the state.
+removed {
+ from = azurerm_storage_account_network_rules.stgrules
- # When deploying from a local machine we need to "allow"
- default_action = var.enable_local_debugging ? "Allow" : "Deny"
- bypass = ["AzureServices"]
+ lifecycle {
+ destroy = false
+ }
}
resource "azurerm_private_endpoint" "stgfilepe" {
diff --git a/templates/workspaces/unrestricted/porter.yaml b/templates/workspaces/unrestricted/porter.yaml
index 805be3a171..0bb4572863 100644
--- a/templates/workspaces/unrestricted/porter.yaml
+++ b/templates/workspaces/unrestricted/porter.yaml
@@ -1,7 +1,7 @@
---
schemaVersion: 1.0.0
name: tre-workspace-unrestricted
-version: 0.15.3
+version: 0.15.4
description: "A base Azure TRE workspace"
dockerfile: Dockerfile.tmpl
registry: azuretre