Add embedded HTTP proxy server for streaming HTTP triggers (fixes #781)

eng/ci/public-build.yml

@@ -17,6 +17,32 @@ pr:
     include:
       - dev
 
+# Pipeline-level parameters surfaced in the ADO "Run pipeline" dialog so we can
+# build a custom branch of azure-functions-java-additions (e.g. a fork) before
+# the worker's mvn build. Defaults to a no-op so normal PRs continue to resolve
+# the library from Maven Central.
+#
+# TEMPORARY: defaults are flipped to build the fork branch
+# (ahmedmuhsin/azure-functions-java-additions @ feat/http-response-bodystream)
+# so GitHub-triggered PR CI for #877 picks up the unpublished
+# `azure-functions-java-core-library:1.4.0-SNAPSHOT`. Revert to the upstream
+# defaults (buildAdditionsFromSource=false, Azure repo, dev branch) once the
+# companion PR (Azure/azure-functions-java-additions#55) is merged and a
+# matching library version is published to Maven Central.
+parameters:
+  - name: buildAdditionsFromSource
+    displayName: 'Build azure-functions-java-additions from source (instead of resolving from Maven Central)'
+    type: boolean
+    default: true
+  - name: additionsRepoUrl
+    displayName: 'Git URL for azure-functions-java-additions (used only when buildAdditionsFromSource is true)'
+    type: string
+    default: 'https://github.com/ahmedmuhsin/azure-functions-java-additions.git'
+  - name: additionsBranch
+    displayName: 'Branch of azure-functions-java-additions to build (used only when buildAdditionsFromSource is true)'
+    type: string
+    default: 'feat/http-response-bodystream'
+
 resources:
   repositories:
     - repository: 1es
@@ -51,24 +77,37 @@ extends:
       - stage: Build
         jobs:
           - template: /eng/ci/templates/jobs/build.yml@self
+            parameters:
+              buildAdditionsFromSource: ${{ parameters.buildAdditionsFromSource }}
+              additionsRepoUrl: ${{ parameters.additionsRepoUrl }}
+              additionsBranch: ${{ parameters.additionsBranch }}
 
       - stage: TestWindows
         dependsOn: []
         jobs:
           - template: /eng/ci/templates/jobs/run-emulated-tests-windows.yml@self
             parameters:
               poolName: 1es-pool-azfunc-public
+              buildAdditionsFromSource: ${{ parameters.buildAdditionsFromSource }}
+              additionsRepoUrl: ${{ parameters.additionsRepoUrl }}
+              additionsBranch: ${{ parameters.additionsBranch }}
 
       - stage: TestLinux
         dependsOn: []
         jobs:
           - template: /eng/ci/templates/jobs/run-emulated-tests-linux.yml@self
             parameters:
               poolName: 1es-pool-azfunc-public
+              buildAdditionsFromSource: ${{ parameters.buildAdditionsFromSource }}
+              additionsRepoUrl: ${{ parameters.additionsRepoUrl }}
+              additionsBranch: ${{ parameters.additionsBranch }}
 
       - stage: TestDocker
         dependsOn: []
         jobs:
           - template: /eng/ci/templates/jobs/run-docker-tests-linux.yml@self
             parameters:
-              poolName: 1es-pool-azfunc-public
+              poolName: 1es-pool-azfunc-public
+              buildAdditionsFromSource: ${{ parameters.buildAdditionsFromSource }}
+              additionsRepoUrl: ${{ parameters.additionsRepoUrl }}
+              additionsBranch: ${{ parameters.additionsBranch }}

eng/ci/templates/java-versions.yml

@@ -1,16 +1,16 @@
 variables:
   # Linux JDK Versions
-  JDK8_LINUX_VERSION: '482'
-  JDK8_LINUX_BUILD: '08'
-  JDK11_LINUX_VERSION: '11.0.30'
-  JDK17_LINUX_VERSION: '17.0.18'
-  JDK21_LINUX_VERSION: '21.0.10'
-  JDK25_LINUX_VERSION: '25.0.2'
+  JDK8_LINUX_VERSION: '492'
+  JDK8_LINUX_BUILD: '09'
+  JDK11_LINUX_VERSION: '11.0.31'
+  JDK17_LINUX_VERSION: '17.0.19'
+  JDK21_LINUX_VERSION: '21.0.11'
+  JDK25_LINUX_VERSION: '25.0.3'
 
   # Windows JDK Versions
-  JDK8_WINDOWS_VERSION: '482'
-  JDK8_WINDOWS_BUILD: '08'
-  JDK11_WINDOWS_VERSION: '11.0.30'
-  JDK17_WINDOWS_VERSION: '17.0.18'
-  JDK21_WINDOWS_VERSION: '21.0.10'
-  JDK25_WINDOWS_VERSION: '25.0.2'
+  JDK8_WINDOWS_VERSION: '492'
+  JDK8_WINDOWS_BUILD: '09'
+  JDK11_WINDOWS_VERSION: '11.0.31'
+  JDK17_WINDOWS_VERSION: '17.0.19'
+  JDK21_WINDOWS_VERSION: '21.0.11'
+  JDK25_WINDOWS_VERSION: '25.0.3'

eng/ci/templates/jobs/build.yml

@@ -1,3 +1,14 @@
+parameters:
+  - name: buildAdditionsFromSource
+    type: boolean
+    default: false
+  - name: additionsRepoUrl
+    type: string
+    default: 'https://github.com/Azure/azure-functions-java-additions.git'
+  - name: additionsBranch
+    type: string
+    default: 'dev'
+
 jobs:
   - job: "Build"
     displayName: 'Build java worker'
@@ -14,6 +25,10 @@ jobs:
     - pwsh: |
         java -version
       displayName: 'Check default java version'
+    - ${{ if eq(parameters.buildAdditionsFromSource, true) }}:
+      - pwsh: |
+          ./installAdditionsLocally.ps1 -AdditionsRepoUrl '${{ parameters.additionsRepoUrl }}' -AdditionsBranch '${{ parameters.additionsBranch }}'
+        displayName: 'Install azure-functions-java-additions from source'
     - pwsh: |
         mvn clean package
       displayName: 'Build java worker'

eng/ci/templates/jobs/run-docker-tests-linux.yml

@@ -2,6 +2,15 @@ parameters:
   - name: poolName
     type: string
     default: ''
+  - name: buildAdditionsFromSource
+    type: boolean
+    default: false
+  - name: additionsRepoUrl
+    type: string
+    default: 'https://github.com/Azure/azure-functions-java-additions.git'
+  - name: additionsBranch
+    type: string
+    default: 'dev'
 
 jobs:
   - job: "TestDocker"
@@ -51,6 +60,11 @@ jobs:
           pip install -e dockertests/azure-functions-test-kit
         displayName: 'Install Python dependencies'
 
+      - ${{ if eq(parameters.buildAdditionsFromSource, true) }}:
+        - pwsh: |
+            ./installAdditionsLocally.ps1 -AdditionsRepoUrl '${{ parameters.additionsRepoUrl }}' -AdditionsBranch '${{ parameters.additionsBranch }}'
+          displayName: 'Install azure-functions-java-additions from source'
+
       - pwsh: |
           ./package-pipeline.ps1 -outputDir 'java-worker' -skipNuget
         displayName: 'Package Java worker'

eng/ci/templates/jobs/run-emulated-tests-linux.yml

@@ -2,6 +2,15 @@ parameters:
   - name: poolName
     type: string
     default: ''
+  - name: buildAdditionsFromSource
+    type: boolean
+    default: false
+  - name: additionsRepoUrl
+    type: string
+    default: 'https://github.com/Azure/azure-functions-java-additions.git'
+  - name: additionsBranch
+    type: string
+    default: 'dev'
 
 jobs:
   - job: "TestLinux"
@@ -83,6 +92,10 @@ jobs:
           docker compose -f emulatedtests/utils/docker-compose.yml pull
           docker compose -f emulatedtests/utils/docker-compose.yml up -d
         displayName: 'Install Azurite and Start Emulators'
+      - ${{ if eq(parameters.buildAdditionsFromSource, true) }}:
+        - pwsh: |
+            ./installAdditionsLocally.ps1 -AdditionsRepoUrl '${{ parameters.additionsRepoUrl }}' -AdditionsBranch '${{ parameters.additionsBranch }}'
+          displayName: 'Install azure-functions-java-additions from source'
       - pwsh: |
           if ("$(isTag)"){
             $buildNumber="$(Build.SourceBranchName)"

eng/ci/templates/jobs/run-emulated-tests-windows.yml

@@ -2,6 +2,15 @@ parameters:
   - name: poolName
     type: string
     default: ''
+  - name: buildAdditionsFromSource
+    type: boolean
+    default: false
+  - name: additionsRepoUrl
+    type: string
+    default: 'https://github.com/Azure/azure-functions-java-additions.git'
+  - name: additionsBranch
+    type: string
+    default: 'dev'
 
 jobs:
   - job: "TestWindows"
@@ -78,6 +87,10 @@ jobs:
           mkdir azurite
           azurite --silent --location azurite --debug azurite\debug.log &
         displayName: 'Install and Run Azurite'
+      - ${{ if eq(parameters.buildAdditionsFromSource, true) }}:
+        - pwsh: |
+            ./installAdditionsLocally.ps1 -AdditionsRepoUrl '${{ parameters.additionsRepoUrl }}' -AdditionsBranch '${{ parameters.additionsBranch }}'
+          displayName: 'Install azure-functions-java-additions from source'
       - pwsh: |
           if ("$(isTag)"){
             $buildNumber="$(Build.SourceBranchName)"

es-metadata.yml

@@ -0,0 +1,12 @@
+schemaVersion: 1.0.0
+providers:
+- provider: InventoryAsCode
+  version: 1.0.0
+  metadata:
+    isProduction: true
+    accountableOwners:
+      service: e8fdf03b-44f7-48d3-8653-a744c922a342
+    routing:
+      defaultAreaPath:
+        org: azfunc
+        path: internal\Azure Functions