Skip to content

chore: validate artifact #1756

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 15 commits into from
Sep 9, 2025
Merged

chore: validate artifact #1756

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
15 commits
Select commit Hold shift + click to select a range
0875f07
validate artifact
hallvictoria Aug 28, 2025
09b10b5
fix pattern
hallvictoria Aug 28, 2025
a4b2dfd
uncomment tests
hallvictoria Aug 28, 2025
767c825
fix variable ref
hallvictoria Aug 28, 2025
c8e7b9a
this time for sure
hallvictoria Aug 28, 2025
8527251
Merge branch 'dev' into hallvictoria/validate-package
hallvictoria Aug 28, 2025
2a9757f
Merge branch 'dev' of https://github.com/Azure/azure-functions-python…
hallvictoria Aug 29, 2025
fe3e485
fixes
hallvictoria Aug 29, 2025
7adc887
release fix
hallvictoria Aug 29, 2025
a2e661c
install with uv
hallvictoria Sep 2, 2025
b634a55
Merge branch 'dev' into hallvictoria/validate-package
hallvictoria Sep 2, 2025
5e38798
uv is not available for 3.7
hallvictoria Sep 2, 2025
df51709
correct params
hallvictoria Sep 2, 2025
c4d3371
remove uv
hallvictoria Sep 2, 2025
0b8ec3c
Merge branch 'dev' into hallvictoria/validate-package
gavin-aguiar Sep 9, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion eng/ci/official-build.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -115,4 +115,4 @@ extends:
parameters:
PROJECT_NAME: 'Python V1 Library'
PROJECT_DIRECTORY: 'runtimes/v1'
PoolName: 1es-pool-azfunc
PoolName: 1es-pool-azfunc
127 changes: 127 additions & 0 deletions eng/pack/templates/macos_64_env_gen.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
parameters:
pythonVersion: ''
artifactName: ''
grpcBuild: ''

steps:
- task: UsePythonVersion@0
Expand All @@ -13,8 +14,13 @@ steps:
Write-Host "Python version: $PY_VER"
# Extract minor version as integers
$versionParts = $PY_VER.Split('.')
$PY_MAJOR = [int]$versionParts[0]
Write-Host "Major version: $PY_MAJOR"
Write-Host "##vso[task.setvariable variable=majorVersion;]$PY_MAJOR"

$PY_MINOR = [int]$versionParts[1]
Write-Host "Minor version: $PY_MINOR"
Write-Host "##vso[task.setvariable variable=minorVersion;]$PY_MINOR"

# Set build-related variables based on Python minor version
if( $PY_MINOR -ge 13 )
Expand Down Expand Up @@ -73,6 +79,68 @@ steps:
targetFolder: '$(Build.ArtifactStagingDirectory)'
condition: eq(variables['proxyWorker'], false)
displayName: 'Copy azure_functions_worker files'
- powershell: |
$root = "$(Build.ArtifactStagingDirectory)"
$cythonDir = Join-Path $root "grpc/_cython"

# Define expected files/folders relative to root
$expected = @(
".artifactignore",
"azure",
"azure_functions_worker",
"azure_functions_worker/protos/FunctionRpc_pb2.py",
"azure_functions_worker/protos/FunctionRpc_pb2_grpc.py",
"azure_functions_worker/protos/_src",
"azure_functions_worker/protos/identity",
"azure_functions_worker/protos/identity/ClaimsIdentityRpc_pb2.py",
"azure_functions_worker/protos/identity/ClaimsIdentityRpc_pb2_grpc.py",
"azure_functions_worker/protos/shared",
"azure_functions_worker/protos/shared/NullableTypes_pb2.py",
"azure_functions_worker/protos/shared/NullableTypes_pb2_grpc.py",
"dateutil",
"google",
"grpc",
"markupsafe",
"six.py",
"werkzeug",
"worker.py"
)
# Add azurefunctions/ conditionally
if ("$(minorVersion)" -ne "7") {
Write-Host "Including azurefunctions/ in expected list (minorVersion=$(minorVersion))"
$expected += "azurefunctions"
} else {
Write-Host "Skipping azurefunctions/ (minorVersion=7)"
}

$missing = @()

foreach ($item in $expected) {
$path = Join-Path $root $item
if (-not (Test-Path $path)) {
$missing += $item
}
}
# === gRPC check ===
$grpcPattern = "*$(majorVersion)$(minorVersion)*-${{ parameters.grpcBuild }}"
$grpcMatch = Get-ChildItem -Path $cythonDir -Name -ErrorAction SilentlyContinue |
Where-Object { $_ -like $grpcPattern }

if (-not $grpcMatch) {
$missing += "grpc/_cython/$grpcPattern"
} else {
Write-Host "✅ Found gRPC binary: $grpcMatch"
}

if ($missing.Count -gt 0) {
Write-Error "Validation failed. Missing expected files/folders:`n$($missing -join "`n")"
exit 1
}
else {
Write-Host "✅ Validation passed. All expected files/folders are present."
}
displayName: "Validate azure_functions_worker artifact contents"
condition: eq(variables['proxyWorker'], false)
- task: CopyFiles@2
inputs:
sourceFolder: '$(Build.SourcesDirectory)/deps'
Expand All @@ -96,3 +164,62 @@ steps:
targetFolder: '$(Build.ArtifactStagingDirectory)'
condition: eq(variables['proxyWorker'], true)
displayName: 'Copy proxy_worker files'
- powershell: |
$root = "$(Build.ArtifactStagingDirectory)"
$cythonDir = Join-Path $root "grpc/_cython"

# Define expected files/folders relative to root
$expected = @(
".artifactignore",
"azure",
"azure_functions_runtime",
"azure_functions_runtime_v1",
"azurefunctions",
"google",
"grpc",
"markupsafe",
"proxy_worker",
"proxy_worker/protos/FunctionRpc_pb2.py",
"proxy_worker/protos/FunctionRpc_pb2_grpc.py",
"proxy_worker/protos/_src",
"proxy_worker/protos/identity",
"proxy_worker/protos/identity/ClaimsIdentityRpc_pb2.py",
"proxy_worker/protos/identity/ClaimsIdentityRpc_pb2_grpc.py",
"proxy_worker/protos/shared",
"proxy_worker/protos/shared/NullableTypes_pb2.py",
"proxy_worker/protos/shared/NullableTypes_pb2_grpc.py",
"six.py",
"uvloop",
"werkzeug",
"worker.py"
)

$missing = @()

foreach ($item in $expected) {
$path = Join-Path $root $item
if (-not (Test-Path $path)) {
$missing += $item
}
}

# === gRPC check ===
$grpcPattern = "*$(majorVersion)$(minorVersion)*-${{ parameters.grpcBuild }}"
$grpcMatch = Get-ChildItem -Path $cythonDir -Name -ErrorAction SilentlyContinue |
Where-Object { $_ -like $grpcPattern }

if (-not $grpcMatch) {
$missing += "grpc/_cython/$grpcPattern"
} else {
Write-Host "✅ Found gRPC binary: $grpcMatch"
}

if ($missing.Count -gt 0) {
Write-Error "Validation failed. Missing expected files/folders:`n$($missing -join "`n")"
exit 1
}
else {
Write-Host "✅ Validation passed. All expected files/folders are present."
}
displayName: "Validate proxy_worker artifact contents"
condition: eq(variables['proxyWorker'], true)
125 changes: 125 additions & 0 deletions eng/pack/templates/nix_arm64_env_gen.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
parameters:
pythonVersion: ''
artifactName: ''
grpcBuild: ''

steps:
- task: UsePythonVersion@0
Expand All @@ -13,8 +14,13 @@ steps:
Write-Host "Python version: $PY_VER"
# Extract minor version as integers
$versionParts = $PY_VER.Split('.')
$PY_MAJOR = [int]$versionParts[0]
Write-Host "Major version: $PY_MAJOR"
Write-Host "##vso[task.setvariable variable=majorVersion;]$PY_MAJOR"

$PY_MINOR = [int]$versionParts[1]
Write-Host "Minor version: $PY_MINOR"
Write-Host "##vso[task.setvariable variable=minorVersion;]$PY_MINOR"

# Set build-related variables based on Python minor version
if( $PY_MINOR -ge 13 )
Expand Down Expand Up @@ -79,6 +85,68 @@ steps:
targetFolder: '$(Build.ArtifactStagingDirectory)'
condition: eq(variables['proxyWorker'], false)
displayName: 'Copy azure_functions_worker files'
- powershell: |
$root = "$(Build.ArtifactStagingDirectory)"
$cythonDir = Join-Path $root "grpc/_cython"

# Define expected files/folders relative to root
$expected = @(
".artifactignore",
"azure",
"azure_functions_worker",
"azure_functions_worker/protos/FunctionRpc_pb2.py",
"azure_functions_worker/protos/FunctionRpc_pb2_grpc.py",
"azure_functions_worker/protos/_src",
"azure_functions_worker/protos/identity",
"azure_functions_worker/protos/identity/ClaimsIdentityRpc_pb2.py",
"azure_functions_worker/protos/identity/ClaimsIdentityRpc_pb2_grpc.py",
"azure_functions_worker/protos/shared",
"azure_functions_worker/protos/shared/NullableTypes_pb2.py",
"azure_functions_worker/protos/shared/NullableTypes_pb2_grpc.py",
"dateutil",
"google",
"grpc",
"markupsafe",
"six.py",
"werkzeug",
"worker.py"
)
# Add azurefunctions/ conditionally
if ("$(minorVersion)" -ne "7") {
Write-Host "Including azurefunctions/ in expected list (minorVersion=$(minorVersion))"
$expected += "azurefunctions"
} else {
Write-Host "Skipping azurefunctions/ (minorVersion=7)"
}

$missing = @()

foreach ($item in $expected) {
$path = Join-Path $root $item
if (-not (Test-Path $path)) {
$missing += $item
}
}
# === gRPC check ===
$grpcPattern = "*$(majorVersion)$(minorVersion)-${{ parameters.grpcBuild }}"
$grpcMatch = Get-ChildItem -Path $cythonDir -Name -ErrorAction SilentlyContinue |
Where-Object { $_ -like $grpcPattern }

if (-not $grpcMatch) {
$missing += "grpc/_cython/$grpcPattern"
} else {
Write-Host "✅ Found gRPC binary: $grpcMatch"
}

if ($missing.Count -gt 0) {
Write-Error "Validation failed. Missing expected files/folders:`n$($missing -join "`n")"
exit 1
}
else {
Write-Host "✅ Validation passed. All expected files/folders are present."
}
displayName: "Validate azure_functions_worker artifact contents"
condition: eq(variables['proxyWorker'], false)
- task: CopyFiles@2
inputs:
sourceFolder: '$(Build.SourcesDirectory)/deps'
Expand All @@ -102,3 +170,60 @@ steps:
targetFolder: '$(Build.ArtifactStagingDirectory)'
condition: eq(variables['proxyWorker'], true)
displayName: 'Copy proxy_worker files'
- powershell: |
$root = "$(Build.ArtifactStagingDirectory)"
$cythonDir = Join-Path $root "grpc/_cython"

# Define expected files/folders relative to root
$expected = @(
".artifactignore",
"azure",
"azure_functions_runtime",
"azure_functions_runtime_v1",
"azurefunctions",
"google",
"grpc",
"markupsafe",
"proxy_worker",
"proxy_worker/protos/FunctionRpc_pb2.py",
"proxy_worker/protos/FunctionRpc_pb2_grpc.py",
"proxy_worker/protos/_src",
"proxy_worker/protos/identity",
"proxy_worker/protos/identity/ClaimsIdentityRpc_pb2.py",
"proxy_worker/protos/identity/ClaimsIdentityRpc_pb2_grpc.py",
"proxy_worker/protos/shared",
"proxy_worker/protos/shared/NullableTypes_pb2.py",
"proxy_worker/protos/shared/NullableTypes_pb2_grpc.py",
"six.py",
"werkzeug",
"worker.py"
)

$missing = @()

foreach ($item in $expected) {
$path = Join-Path $root $item
if (-not (Test-Path $path)) {
$missing += $item
}
}
# === gRPC check ===
$grpcPattern = "*$(majorVersion)$(minorVersion)-${{ parameters.grpcBuild }}"
$grpcMatch = Get-ChildItem -Path $cythonDir -Name -ErrorAction SilentlyContinue |
Where-Object { $_ -like $grpcPattern }

if (-not $grpcMatch) {
$missing += "grpc/_cython/$grpcPattern"
} else {
Write-Host "✅ Found gRPC binary: $grpcMatch"
}

if ($missing.Count -gt 0) {
Write-Error "Validation failed. Missing expected files/folders:`n$($missing -join "`n")"
exit 1
}
else {
Write-Host "✅ Validation passed. All expected files/folders are present."
}
displayName: "Validate proxy_worker artifact contents"
condition: eq(variables['proxyWorker'], true)
Loading