Update build scripts to use common metadata file

.vscode/cspell.json

@@ -319,6 +319,7 @@
         "azureisv",
         "azurekeyvault",
         "managedlustre",
+        "azuremanagedlustre",
         "azuremcp",
         "azuremcpserver",
         "azureopenai",
@@ -350,6 +351,7 @@
         "brazilsoutheast",
         "breathability",
         "burstable",
+        "buildable",
         "byol",
         "canadacentral",
         "canadaeast",

Directory.Build.props

@@ -14,18 +14,22 @@
     <_RelativeProjectDir>$([System.IO.Path]::GetFullPath('$(MSBuildProjectDirectory)').Replace($([System.IO.Path]::GetFullPath('$(RepoRoot)')), ''))</_RelativeProjectDir>
     <IsServerProject Condition="'$(IsServerProject)' == '' and $(_RelativeProjectDir.StartsWith('servers')) and $(_RelativeProjectDir.EndsWith('src'))">true</IsServerProject>
   </PropertyGroup>
+
   <PropertyGroup Condition="'$(BuildNative)' == 'true'">
     <DefineConstants>$(DefineConstants);BUILD_NATIVE</DefineConstants>
   </PropertyGroup>
+
     <!-- Windows AOT native build security flags to enable 'Control Flow Guard' (CFG) -->
   <PropertyGroup Condition="'$(BuildNative)' == 'true' and $(RuntimeIdentifier.StartsWith('win'))">
     <ControlFlowGuard>Guard</ControlFlowGuard>
   </PropertyGroup>
+
   <PropertyGroup Condition="'$(IsServerProject)' == 'true'">
     <!-- .NET Tool Package settings -->
     <IsPackable>true</IsPackable>
     <PackAsTool>true</PackAsTool>
     <PackageType>McpServer</PackageType>
+    <PackageIcon>$(RepoRoot)eng/images/microsofticon.png</PackageIcon>
     <PackageLicenseExpression>MIT</PackageLicenseExpression>
     <PublishRepositoryUrl>true</PublishRepositoryUrl>
     <!-- Keep these aligned with OS + arch build-matrix.json. -->
@@ -34,9 +38,11 @@
     <DebugSymbols>true</DebugSymbols>
     <CopyOutputSymbolsToPublishDirectory>true</CopyOutputSymbolsToPublishDirectory>
   </PropertyGroup>
+
   <PropertyGroup Condition="'$(IsServerProject)' == 'true' and '$(RuntimeIdentifier)' == ''">
-    <McpServerJsonTemplateFile>$(RepoRoot)/eng/dnx/.mcp/server.json</McpServerJsonTemplateFile>
+    <McpServerJsonTemplateFile>$(RepoRoot)eng/dnx/.mcp/server.json</McpServerJsonTemplateFile>
   </PropertyGroup>
+
   <PropertyGroup Condition="'$(IsServerProject)' == 'true' and '$(BuildNative)' == 'true'">
     <!-- AOT native build flags -->
     <IsAotCompatible>true</IsAotCompatible>

eng/pipelines/templates/common.yml

@@ -5,10 +5,7 @@ parameters:
 - name: PublishTarget
   type: string
   default: none
-  values:
-  - internal
-  - public
-  - none
+  values: [none, internal, public ]
 - name: RunLiveTests
   type: boolean
   default: false
@@ -48,8 +45,10 @@ extends:
       jobs:
       - template: /eng/pipelines/templates/jobs/initialize.yml
         parameters:
-          DynamicPrereleaseVersion: ${{ or(ne(parameters.PublishTarget, 'public'), parameters.IsTestPipeline) }}
           ServerName: ${{ parameters.ServerName }}
+          PublishTarget: ${{ parameters.PublishTarget }}
+          IncludeNative: ${{ parameters.IncludeNative }}
+          IsTestPipeline: ${{ parameters.IsTestPipeline }}
 
     - stage: Build
       dependsOn:
@@ -61,25 +60,18 @@ extends:
       variables:
       - template: /eng/pipelines/templates/variables/image.yml
       - template: /eng/pipelines/templates/variables/globals.yml
-      - name: VersionSuffix
-        value: $[ stageDependencies.Initialize.Initialize.outputs['GetVersion.VersionSuffix'] ]
       jobs:
       - template: /eng/pipelines/templates/jobs/analyze.yml
-        parameters:
-          ServerName: ${{ parameters.ServerName }}
-      - template: /eng/common/pipelines/templates/jobs/generate-job-matrix.yml
-        parameters:
-          SparseCheckout: false
-          JobTemplatePath: /eng/pipelines/templates/jobs/build.yml
-          AdditionalParameters:
+
+      - ${{ each os in split('linux|windows|macOS', '|') }}:
+        - template: /eng/pipelines/templates/jobs/build.yml
+          parameters:
             TestTimeoutInMinutes: 30
             ServerName: ${{ parameters.ServerName }}
             PublishTarget: ${{ parameters.PublishTarget }}
-          MatrixConfigs:
-            - Name: build_matrix
-              Path: eng/pipelines/build-matrix.json
-              Selection: all
-              GenerateVMJobs: true
+            OSName: ${{ os }}
+            Matrix: stageDependencies.Initialize.Initialize.outputs['CreateBuildInfo.${{ os }}BuildMatrix']
+            MaxParallel: 4
 
     - ${{ if and(eq(variables['System.TeamProject'], 'internal'), eq(parameters.RunLiveTests, 'true')) }}:
       - stage: Test
@@ -95,6 +87,10 @@ extends:
         - template: /eng/pipelines/templates/variables/globals.yml
         jobs:
         - template: /eng/pipelines/templates/jobs/live-test.yml
+          parameters:
+            Matrix: stageDependencies.Initialize.Initialize.outputs['CreateBuildInfo.liveTestMatrix']
+            MaxParallel: 10
+            TimeoutInMinutes: 75
 
     - ${{ if ne(parameters.PublishTarget, 'none') }}:
       # We only sign if we're going to publish
@@ -110,27 +106,10 @@ extends:
         variables:
         - template: /eng/pipelines/templates/variables/image.yml
         - template: /eng/pipelines/templates/variables/globals.yml
-        - name: VersionSuffix
-          value: $[ stageDependencies.Initialize.Initialize.outputs['GetVersion.VersionSuffix'] ]
         jobs:
         - template: /eng/pipelines/templates/jobs/sign-and-pack.yml
           parameters:
             ServerName: ${{ parameters.ServerName }}
-        - template: /eng/common/pipelines/templates/jobs/generate-job-matrix.yml
-          parameters:
-            DependsOn:
-              - PackNpm
-              - PackNuget
-            SparseCheckout: false
-            JobTemplatePath: /eng/pipelines/templates/jobs/verify-packages.yml
-            AdditionalParameters:
-              TestTimeoutInMinutes: 10
-              ServerName: ${{ parameters.ServerName }}
-            MatrixConfigs:
-              - Name: build_matrix
-                Path: eng/pipelines/build-matrix.json
-                Selection: all
-                GenerateVMJobs: true
 
       - ${{ if eq(parameters.PublishTarget, 'public') }}:
         - stage: Release
@@ -144,8 +123,6 @@ extends:
           variables:
           - template: /eng/pipelines/templates/variables/image.yml
           - template: /eng/pipelines/templates/variables/globals.yml
-          - name: VersionSuffix
-            value: $[ stageDependencies.Initialize.Initialize.outputs['GetVersion.VersionSuffix'] ]
           jobs:
           - template: /eng/pipelines/templates/jobs/release.yml
             parameters:
@@ -166,9 +143,5 @@ extends:
           variables:
           - template: /eng/pipelines/templates/variables/image.yml
           - template: /eng/pipelines/templates/variables/globals.yml
-          - name: VersionSuffix
-            value: $[ stageDependencies.Initialize.Initialize.outputs['GetVersion.VersionSuffix'] ]
           jobs:
           - template: /eng/pipelines/templates/jobs/integration.yml
-            parameters:
-              ServerName: ${{ parameters.ServerName }}

eng/pipelines/templates/jobs/analyze.yml

@@ -1,14 +1,7 @@
-parameters:
-- name: TimeoutInMinutes
-  type: number
-  default: 120
-- name: ServerName
-  type: string
-
 jobs:
 - job: Analyze
   condition: and(succeededOrFailed(), ne(variables['Skip.Analyze'], 'true'))
-  timeoutInMinutes: ${{ parameters.TimeoutInMinutes }}
+  timeoutInMinutes: 120
   dependsOn: []
   steps:
   - checkout: self
@@ -40,7 +33,7 @@ jobs:
       sourceDirectory: $(Build.SourcesDirectory)
 
   - template: /eng/common/pipelines/templates/steps/check-spelling.yml
-  
+
   - template: /eng/common/pipelines/templates/steps/verify-links.yml
     parameters:
       Condition: succeededOrFailed()

eng/pipelines/templates/jobs/build.yml

@@ -1,33 +1,24 @@
 parameters:
 # required matrix parameters
-- name: UsePlatformContainer
-  type: boolean
-- name: OSName
-  type: string
-- name: Matrix
-  type: object
-- name: DependsOn
-  type: string
-- name: CloudConfig
-  type: object
 - name: TestTimeoutInMinutes
   type: number
 - name: ServerName
   type: string
 - name: PublishTarget
   type: string
-  default: none
-  values:
-  - internal
-  - public
-  - none
+- name: OSName
+  type: string
+- name: Matrix
+  type: string
+- name: MaxParallel
+  type: number
 
 jobs:
 - job: Build_${{ parameters.OSName }}
   displayName: "Build"
-  dependsOn:
-  - ${{ parameters.DependsOn }}
+  condition: and(succeeded(), ne(${{ parameters.Matrix }}, '{}'))
   strategy:
+    maxParallel: ${{ parameters.MaxParallel }}
     matrix: $[ ${{ parameters.Matrix }} ]
   pool:
     name: $(Pool)
@@ -46,6 +37,10 @@ jobs:
             enabled: true
 
   steps:
+  - download: current
+    artifact: build_info
+    displayName: 'Download build info artifact'
+
   - checkout: self
 
   - task: UseDotNet@2
@@ -62,32 +57,22 @@ jobs:
       version: 9.0.x
 
   - task: Powershell@2
-    displayName: "(Trimmed) Build module"
+    displayName: "Build code"
     condition: and(succeeded(), ne(variables['NoPackagesChanged'],'true'))
     inputs:
       pwsh: true
       filePath: $(Build.SourcesDirectory)/eng/scripts/Build-Code.ps1
-      ${{ if ne(parameters.PublishTarget, 'none') }}:
-        arguments: >
-          -ServerName '${{ parameters.ServerName }}'
-          -OutputPath '$(Build.ArtifactStagingDirectory)'
-          -VersionSuffix '$(VersionSuffix)'
-          -OperatingSystem '${{ parameters.OSName }}'
-          -Architecture '$(Architecture)'
-          -SelfContained
-          -Trimmed
-          -SingleFile
-          -ReleaseBuild
-      ${{ else }}:
-        arguments: >
-          -ServerName '${{ parameters.ServerName }}'
-          -OutputPath '$(Build.ArtifactStagingDirectory)'
-          -VersionSuffix '$(VersionSuffix)'
-          -OperatingSystem '${{ parameters.OSName }}'
-          -Architecture '$(Architecture)'
-          -SelfContained
-          -Trimmed
-          -SingleFile
+      arguments: >
+        -ServerName '${{ parameters.ServerName }}'
+        -BuildInfoPath '$(Pipeline.Workspace)/build_info/build_info.json'
+        -OutputPath '$(Build.ArtifactStagingDirectory)'
+        -OperatingSystem '${{ parameters.OSName }}'
+        -Architecture '$(Architecture)'
+        -Native:$$(Native)
+        -ReleaseBuild:$${{ ne(parameters.PublishTarget, 'none') }}
+        -SelfContained
+        -Trimmed
+        -SingleFile
 
   - task: Powershell@2
     displayName: "Run tests"
@@ -116,23 +101,12 @@ jobs:
     inputs:
       summaryFileLocation: $(CoverageFile)
 
-  - task: Powershell@2
-    displayName: "(Native AOT) Build module"
-    condition: and(succeeded(), ne(variables['NoPackagesChanged'],'true'), eq('${{ parameters.OSName }}', 'linux'), eq(variables['Architecture'], 'x64'))
-    inputs:
-      pwsh: true
-      filePath: $(Build.SourcesDirectory)/eng/scripts/Build-Code.ps1
-      arguments: >
-        -ServerName '${{ parameters.ServerName }}'
-        -OutputPath '$(Build.ArtifactStagingDirectory)'
-        -VersionSuffix '$(VersionSuffix)'
-        -OperatingSystem '${{ parameters.OSName }}'
-        -Architecture '$(Architecture)'
-        -CleanBuild
-        -BuildNative
-        -ReleaseBuild
+  - template: /eng/common/pipelines/templates/steps/publish-1es-artifact.yml
+    parameters:
+      ArtifactPath: $(Build.ArtifactStagingDirectory)
+      ArtifactName: binaries_$(System.JobName)
 
-  # --- VS Code Extension Packaging Steps ---
+  # --- VS Code Extension Component Detection ---
   - task: NodeTool@0
     displayName: "Use Node.js 20.x"
     inputs:
@@ -150,9 +124,3 @@ jobs:
 
   - task: ComponentGovernanceComponentDetection@0
     displayName: "Component Governance Detection"
-
-  - template: /eng/common/pipelines/templates/steps/publish-1es-artifact.yml
-    parameters:
-      ArtifactPath: $(Build.ArtifactStagingDirectory)
-      ArtifactName: build_$(System.JobName)
-      SbomEnabled: ${{ ne(variables['Build.Reason'], 'PullRequest') }}