fetches test models from azure storage blob

.pipelines/templates/fetch-test-data-from-blob.yml

@@ -0,0 +1,136 @@
+# Download test model data from blob storage into a local directory.
+# Uses azcopy with AZCLI auth so the agent identity can read from storage.
+
+parameters:
+- name: destinationPath
+  type: string
+  default: '$(Build.SourcesDirectory)/test-data-shared'
+
+steps:
+- task: AzureCLI@2
+  displayName: 'Fetch test data from blob'
+  inputs:
+    azureSubscription: 'ortcibuild_readonly_mi2-ONNX Runtime-AIFoundryLocal'
+    scriptType: pscore
+    scriptLocation: inlineScript
+    inlineScript: |
+      $ErrorActionPreference = 'Stop'
+
+      $destination = '${{ parameters.destinationPath }}'
+      $storageAccount = 'foundrylocalmodels'
+      $container = 'models'
+      $prefix = 'foundrylocal/models'
+
+      if (-not (Get-Command azcopy -ErrorAction SilentlyContinue)) {
+        if ($IsMacOS) {
+          Write-Host 'azcopy not found on macOS agent. Installing via Homebrew...'
+          if (-not (Get-Command brew -ErrorAction SilentlyContinue)) {
+            throw 'Homebrew is required to install azcopy on macOS agents, but brew was not found.'
+          }
+
+          brew update --quiet
+          brew install --quiet azcopy
+        } else {
+          throw 'azcopy is not installed on this agent.'
+        }
+      }
+
+      azcopy --version
+
+      New-Item -ItemType Directory -Path $destination -Force | Out-Null
+      $publisherRoot = Join-Path $destination 'Microsoft'
+      New-Item -ItemType Directory -Path $publisherRoot -Force | Out-Null
+
+      function Invoke-AzCopy {
+        param(
+          [string]$Source,
+          [string]$Target
+        )
+
+        $parent = Split-Path -Path $Target -Parent
+        if (-not [string]::IsNullOrEmpty($parent)) {
+          New-Item -ItemType Directory -Path $parent -Force | Out-Null
+        }
+
+        $args = @('copy', $Source, $Target, '--recursive')
+
+        & azcopy @args
+        if ($LASTEXITCODE -ne 0) {
+          throw "azcopy failed downloading test data from $Source"
+        }
+      }
+
+      function Generate-InferenceModelJson {
+        param(
+          [string]$ModelRoot,
+          [string]$TargetAlias
+        )
+
+        if ($TargetAlias -notmatch '-\d+$') {
+          throw "TargetAlias '$TargetAlias' does not end with a numeric version suffix."
+        }
+
+        # Convert '<name>-<version>' to '<name>:<version>' by replacing the last '-'.
+        $modelId = $TargetAlias -replace '-(?=[^-]+$)', ':'
+
+        $inferenceModelPath = Join-Path $ModelRoot 'inference_model.json'
+        @{ Name = $modelId } |
+          ConvertTo-Json -Depth 2 |
+          Set-Content -Path $inferenceModelPath -Encoding utf8
+
+        Write-Host "Generated inference_model.json: $inferenceModelPath (Name=$modelId)"
+      }
+
+      # The active SDK tests resolve versioned model aliases in cache.
+      # Keep explicit version per model, then derive target alias and v{N} path.
+      $modelMappings = @(
+        @{
+          SourcePath = 'qwen2.5-0.5b-instruct'
+          Version = 4
+        },
+        @{
+          SourcePath = 'openai-whisper-tiny'
+          Version = 4
+        },
+        @{
+          SourcePath = 'nemotron-speech-streaming-en-0.6b'
+          Version = 3
+        },
+        @{
+          SourcePath = 'qwen3-embedding-0.6b'
+          Version = 1
+        },
+        @{
+          SourcePath = 'qwen3.5-0.8b'
+          Version = 2
+        },
+        @{
+          SourcePath = 'deepseek-r1-distill-qwen-14b'
+          Version = 4
+        }
+      )
+
+      foreach ($model in $modelMappings) {
+        $targetAlias = "$($model.SourcePath)-generic-cpu-$($model.Version)"
+        $requestedUrl = "https://$storageAccount.blob.core.windows.net/$container/$prefix/$($model.SourcePath)/onnx/cpu_and_mobile/v$($model.Version)/*"
+        Write-Host "Requested blob URL: $requestedUrl"
+
+        $target = Join-Path (Join-Path $publisherRoot $targetAlias) ("v" + $model.Version)
+        Invoke-AzCopy -Source $requestedUrl -Target $target
+        Generate-InferenceModelJson -ModelRoot $target -TargetAlias $targetAlias
+      }
+
+      $count = @(Get-ChildItem -Path $destination -Recurse -File).Count
+
+      if ($count -eq 0) {
+        throw "Downloaded test data is empty at $destination"
+      }
+
+      Write-Host "Downloaded $count files into $destination"
+      Write-Host "Cache directory contents for $destination"
+      (Get-ChildItem -Path $destination -Recurse -Force |
+        Select-Object FullName, Length |
+        Format-Table -AutoSize |
+        Out-String).TrimEnd() | Write-Host
+  env:
+    AZCOPY_AUTO_LOGIN_TYPE: AZCLI

.pipelines/v2/templates/stages-cs.yml

@@ -67,9 +67,7 @@ stages:
     steps:
     - checkout: self
       clean: true
-    - template: ../../templates/checkout-steps.yml@self
-      parameters:
-        repoName: test-data-shared
+    - template: ../../templates/fetch-test-data-from-blob.yml@self
     - template: steps-test-cs.yml
       parameters:
         flNugetDir: '$(Pipeline.Workspace)/cpp-nuget'
@@ -98,9 +96,7 @@ stages:
     steps:
     - checkout: self
       clean: true
-    - template: ../../templates/checkout-steps.yml@self
-      parameters:
-        repoName: test-data-shared
+    - template: ../../templates/fetch-test-data-from-blob.yml@self
     - template: steps-test-cs.yml
       parameters:
         flNugetDir: '$(Pipeline.Workspace)/cpp-nuget'
@@ -128,16 +124,7 @@ stages:
     steps:
     - checkout: self
       clean: true
-    - bash: |
-        set -euo pipefail
-        if ! command -v git-lfs >/dev/null 2>&1; then
-          brew install git-lfs
-        fi
-        git lfs install
-      displayName: 'Install git-lfs (macOS)'
-    - template: ../../templates/checkout-steps.yml@self
-      parameters:
-        repoName: test-data-shared
+    - template: ../../templates/fetch-test-data-from-blob.yml@self
     - template: steps-test-cs.yml
       parameters:
         flNugetDir: '$(Pipeline.Workspace)/cpp-nuget'

.pipelines/v2/templates/stages-js.yml

@@ -198,9 +198,7 @@ stages:
     steps:
     - checkout: self
       clean: true
-    - template: ../../templates/checkout-steps.yml@self
-      parameters:
-        repoName: test-data-shared
+    - template: ../../templates/fetch-test-data-from-blob.yml@self
     - template: steps-test-js.yml
       parameters:
         rid: 'win-x64'
@@ -224,9 +222,7 @@ stages:
     steps:
     - checkout: self
       clean: true
-    - template: ../../templates/checkout-steps.yml@self
-      parameters:
-        repoName: test-data-shared
+    - template: ../../templates/fetch-test-data-from-blob.yml@self
     - template: steps-test-js.yml
       parameters:
         rid: 'linux-x64'
@@ -252,16 +248,7 @@ stages:
     steps:
     - checkout: self
       clean: true
-    - bash: |
-          set -euo pipefail
-          if ! command -v git-lfs >/dev/null 2>&1; then
-              brew install git-lfs
-          fi
-          git lfs install
-      displayName: 'Install git-lfs (macOS)'
-    - template: ../../templates/checkout-steps.yml@self
-      parameters:
-        repoName: test-data-shared
+    - template: ../../templates/fetch-test-data-from-blob.yml@self
     - template: steps-test-js.yml
       parameters:
         rid: 'osx-arm64'

.pipelines/v2/templates/stages-python.yml

@@ -189,9 +189,7 @@ stages:
     steps:
     - checkout: self
       clean: true
-    - template: ../../templates/checkout-steps.yml@self
-      parameters:
-        repoName: test-data-shared
+    - template: ../../templates/fetch-test-data-from-blob.yml@self
     - template: steps-test-python.yml
       parameters:
         wheelDir: '$(Pipeline.Workspace)/python-sdk-linux-x64'
@@ -216,16 +214,7 @@ stages:
     steps:
     - checkout: self
       clean: true
-    - bash: |
-          set -euo pipefail
-          if ! command -v git-lfs >/dev/null 2>&1; then
-              brew install git-lfs
-          fi
-          git lfs install
-      displayName: 'Install git-lfs (macOS)'
-    - template: ../../templates/checkout-steps.yml@self
-      parameters:
-        repoName: test-data-shared
+    - template: ../../templates/fetch-test-data-from-blob.yml@self
     - template: steps-test-python.yml
       parameters:
         wheelDir: '$(Pipeline.Workspace)/python-sdk-osx-arm64'

.pipelines/v2/templates/steps-build-linux.yml

@@ -43,10 +43,9 @@ steps:
   displayName: 'Append version define'
 
 - ${{ if eq(parameters.runTests, true) }}:
-  - template: ../../templates/checkout-steps.yml@self
+  - template: ../../templates/fetch-test-data-from-blob.yml@self
     parameters:
-      repoName: test-data-shared
-      basePath: '$(Agent.BuildDirectory)'
+      destinationPath: '$(Agent.BuildDirectory)/test-data-shared'
 
 - bash: |
     set -euo pipefail

.pipelines/v2/templates/steps-build-macos.yml

@@ -51,10 +51,9 @@ steps:
   displayName: 'Append version define'
 
 - ${{ if eq(parameters.runTests, true) }}:
-  - template: ../../templates/checkout-steps.yml@self
+  - template: ../../templates/fetch-test-data-from-blob.yml@self
     parameters:
-      repoName: test-data-shared
-      basePath: '$(Agent.BuildDirectory)'
+      destinationPath: '$(Agent.BuildDirectory)/test-data-shared'
 
 - bash: |
     set -euo pipefail

.pipelines/v2/templates/steps-build-windows.yml

@@ -74,10 +74,9 @@ steps:
 
 # Tests need shared model files.
 - ${{ if eq(parameters.runTests, true) }}:
-  - template: ../../templates/checkout-steps.yml@self
+  - template: ../../templates/fetch-test-data-from-blob.yml@self
     parameters:
-      repoName: test-data-shared
-      basePath: '$(Agent.BuildDirectory)'
+      destinationPath: '$(Agent.BuildDirectory)/test-data-shared'
 
 - ${{ if eq(parameters.arch, 'x64') }}:
   - script: >-

.pipelines/v2/templates/steps-test-cs.yml

@@ -2,15 +2,15 @@
 # (FoundryLocal.Tests). The caller is responsible for:
 #   - placing the Foundry Local Runtime nupkg in `flNugetDir`
 #   - downloading the `version-info` pipeline artifact
-#   - checking out `test-data-shared` at `testDataSharedDir`
+#   - populating the model cache directory at `testDataSharedDir`
 
 parameters:
 - name: flNugetDir
   type: string
   displayName: 'Path to directory containing the Foundry Local Runtime .nupkg'
 - name: testDataSharedDir
   type: string
-  displayName: 'Absolute path to a checked-out test-data-shared working tree'
+  displayName: 'Absolute path to the model cache directory used by tests'
 - name: additionalTestArgs
   type: string
   default: ''

.pipelines/v2/templates/steps-test-js.yml

@@ -14,7 +14,7 @@ parameters:
   displayName: 'Path to the downloaded js-prebuild-<rid> artifact directory (root with prebuilds/ inside)'
 - name: testDataSharedDir
   type: string
-  displayName: 'Path to the checked-out test-data-shared repo'
+  displayName: 'Path to the model cache directory used by tests'
 
 steps:
 
@@ -62,6 +62,9 @@ steps:
 
   - pwsh: |
       Set-Location "$(Build.SourcesDirectory)/sdk_v2/js"
+      Write-Host "FOUNDRY_TEST_DATA_DIR=$env:FOUNDRY_TEST_DATA_DIR"
+      if (-not (Test-Path $env:FOUNDRY_TEST_DATA_DIR)) { throw "FOUNDRY_TEST_DATA_DIR does not exist: $env:FOUNDRY_TEST_DATA_DIR" }
+      Get-ChildItem -Path $env:FOUNDRY_TEST_DATA_DIR -Force | ForEach-Object { Write-Host "  $($_.FullName)" }
       npx --no-install vitest run --reporter=verbose
       if ($LASTEXITCODE -ne 0) { exit $LASTEXITCODE }
     displayName: 'Run vitest'
@@ -84,6 +87,9 @@ steps:
   - bash: |
       set -euo pipefail
       cd "$(Build.SourcesDirectory)/sdk_v2/js"
+      echo "FOUNDRY_TEST_DATA_DIR=${FOUNDRY_TEST_DATA_DIR}"
+      test -d "${FOUNDRY_TEST_DATA_DIR}"
+      ls -la "${FOUNDRY_TEST_DATA_DIR}"
       npx --no-install vitest run --reporter=verbose
     displayName: 'Run vitest'
     env:

.pipelines/v2/templates/steps-test-python.yml

@@ -3,7 +3,7 @@
 #
 # The caller is responsible for:
 #   * placing the built wheel (.whl) under `wheelDir`
-#   * checking out test-data-shared at `testDataSharedDir`
+#   * populating the model cache directory at `testDataSharedDir`
 
 parameters:
 - name: wheelDir

sdk_v2/DEVELOPMENT.md

@@ -87,6 +87,24 @@ pwsh ./build_and_test_all.ps1 -ContinueOnError
 
 See `pwsh ./build_and_test_all.ps1 -?` for the full parameter list.
 
+## Model cache for tests
+
+Model-dependent sdk_v2 tests require `FOUNDRY_TEST_DATA_DIR` to point to a
+local model cache directory.
+
+In CI, sdk_v2 pipelines download model data from blob storage into this path.
+For local runs, set it explicitly before invoking test commands.
+
+Example:
+
+```powershell
+$env:FOUNDRY_TEST_DATA_DIR = 'C:\path\to\model-cache'
+pwsh ./build_and_test_all.ps1
+```
+
+The directory can have any name. What matters is that it already contains the
+model files expected by the tests you are running.
+
 ## Troubleshooting
 
 * **`cl.exe ... HostX86\x86\cl.exe` during pip install** — your shell has