Test Fixes for 503 error

.github/workflows/ci_docker_con_workflow.yml

@@ -80,3 +80,15 @@ jobs:
           AzureWebJobsEventGridConnectionKey: ${{ secrets.LinuxEventGridConnectionKeyString310 }}
         run: |
           python -m pytest --reruns 4 -vv --instafail tests/endtoend
+      - name: Running 3.11 Tests
+        if: matrix.python-version == 3.11
+        env:
+          AzureWebJobsStorage: ${{ secrets.LinuxStorageConnectionString311 }}
+          AzureWebJobsCosmosDBConnectionString: ${{ secrets.LinuxCosmosDBConnectionString311 }}
+          AzureWebJobsEventHubConnectionString: ${{ secrets.LinuxEventHubConnectionString311 }}
+          AzureWebJobsServiceBusConnectionString: ${{ secrets.LinuxServiceBusConnectionString311 }}
+          AzureWebJobsSqlConnectionString: ${{ secrets.LinuxSqlConnectionString311 }}
+          AzureWebJobsEventGridTopicUri: ${{ secrets.LinuxEventGridTopicUriString311 }}
+          AzureWebJobsEventGridConnectionKey: ${{ secrets.LinuxEventGridConnectionKeyString311 }}
+        run: |
+          python -m pytest --reruns 4 -vv --instafail tests/endtoend

.github/workflows/ci_docker_ded_workflow.yml

@@ -16,7 +16,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: [ 3.7, 3.8, 3.9, "3.10" ]
+        python-version: [ 3.7, 3.8, 3.9, "3.10", "3.11" ]
     permissions: read-all
     env:
         DEDICATED_DOCKER_TEST: "true"
@@ -80,3 +80,16 @@ jobs:
           AzureWebJobsEventGridConnectionKey: ${{ secrets.LinuxEventGridConnectionKeyString310 }}
         run: |
           python -m pytest --reruns 4 -vv --instafail tests/endtoend
+      - name: Running 3.11 Tests
+        if: matrix.python-version == 3.11
+        env:
+          AzureWebJobsStorage: ${{ secrets.LinuxStorageConnectionString311 }}
+          AzureWebJobsCosmosDBConnectionString: ${{ secrets.LinuxCosmosDBConnectionString311 }}
+          AzureWebJobsEventHubConnectionString: ${{ secrets.LinuxEventHubConnectionString311 }}
+          AzureWebJobsServiceBusConnectionString: ${{ secrets.LinuxServiceBusConnectionString311 }}
+          AzureWebJobsSqlConnectionString: ${{ secrets.LinuxSqlConnectionString311 }}
+          AzureWebJobsEventGridTopicUri: ${{ secrets.LinuxEventGridTopicUriString311 }}
+          AzureWebJobsEventGridConnectionKey: ${{ secrets.LinuxEventGridConnectionKeyString311 }}
+        run: |
+          python -m pytest --reruns 4 -vv --instafail tests/endtoend
+

.github/workflows/ci_ut_workflow.yml

@@ -63,7 +63,6 @@ jobs:
         # Retry a couple times to avoid certificate issue
         retry 5 python setup.py build
         retry 5 python setup.py webhost --branch-name=dev
-        retry 5 python setup.py extension
         mkdir logs
     - name: Test with pytest
       env:

azure_functions_worker/loader.py

@@ -3,7 +3,6 @@
 """Python functions loader."""
 import importlib
 import importlib.machinery
-import importlib.util
 import os
 import os.path
 import pathlib

azure_functions_worker/utils/dependency.py

@@ -1,6 +1,6 @@
 # Copyright (c) Microsoft Corporation. All rights reserved.
 # Licensed under the MIT License.
-import importlib
+import importlib.util
 import inspect
 import os
 import re

setup.py

@@ -21,46 +21,12 @@
 from setuptools.command import develop
 
 from azure_functions_worker.version import VERSION
+from tests.utils.constants import EXTENSIONS_CSPROJ_TEMPLATE
 
 # The GitHub repository of the Azure Functions Host
 WEBHOST_GITHUB_API = "https://github.com/api/repos/Azure/azure-functions-host"
 WEBHOST_TAG_PREFIX = "v4."
 WEBHOST_GIT_REPO = "https://github.com/Azure/azure-functions-host/archive"
-
-# Extensions necessary for non-core bindings.
-AZURE_EXTENSIONS = """\
-<?xml version="1.0" encoding="UTF-8"?>
-<Project Sdk="Microsoft.NET.Sdk">
-   <PropertyGroup>
-      <TargetFramework>netcoreapp3.1</TargetFramework>
-      <AzureFunctionsVersion>v4</AzureFunctionsVersion>
-      <WarningsAsErrors />
-      <DefaultItemExcludes>**</DefaultItemExcludes>
-   </PropertyGroup>
-   <ItemGroup>
-      <PackageReference Include="Microsoft.NET.Sdk.Functions"
-        Version="4.0.1" />
-      <PackageReference Include="Microsoft.Azure.WebJobs.Extensions.CosmosDB"
-        Version="4.2.0" />
-      <PackageReference Include="Microsoft.Azure.WebJobs.Extensions.EventHubs"
-        Version="5.0.0" />
-      <PackageReference Include="Microsoft.Azure.WebJobs.Extensions.EventGrid"
-        Version="3.3.1" />
-      <PackageReference Include="Microsoft.Azure.WebJobs.Extensions.Storage"
-        Version="4.0.5" />
-      <PackageReference Include="Microsoft.Azure.WebJobs.Extensions.ServiceBus"
-        Version="4.2.1" />
-      <PackageReference Include="Microsoft.Azure.WebJobs.Extensions.Sql"
-        Version="0.1.346-preview" />
-      <PackageReference
-        Include="Microsoft.Azure.WebJobs.Script.ExtensionsMetadataGenerator"
-        Version="1.1.3" />
-      <PackageReference Include="Microsoft.Azure.WebJobs.Extensions.DurableTask"
-        Version="2.9.4" />
-   </ItemGroup>
-</Project>
-"""
-
 NUGET_CONFIG = """\
 <?xml version="1.0" encoding="UTF-8"?>
 <configuration>
@@ -277,7 +243,7 @@ def _install_extensions(self):
 
         if not (self.extensions_dir / "extensions.csproj").exists():
             with open(self.extensions_dir / "extensions.csproj", "w") as f:
-                print(AZURE_EXTENSIONS, file=f)
+                print(EXTENSIONS_CSPROJ_TEMPLATE, file=f)
 
         with open(self.extensions_dir / "NuGet.config", "w") as f:
             print(NUGET_CONFIG, file=f)

tests/endtoend/test_file_name_functions.py

@@ -20,9 +20,17 @@ class TestHttpFunctionsFileName(testutils.WebHostTestCase):
     Compared to the unittests/test_http_functions.py, this file is more focus
     on testing the E2E flow scenarios.
     """
+
+    @classmethod
+    def setUpClass(cls):
+        os.environ["PYTHON_SCRIPT_FILE_NAME"] = "main.py"
+        super().setUpClass()
+
     @classmethod
-    def get_script_name(cls):
-        return "main.py"
+    def tearDownClass(cls):
+        # Remove the WEBSITE_HOSTNAME environment variable
+        os.environ.pop('PYTHON_SCRIPT_FILE_NAME')
+        super().tearDownClass()
 
     @classmethod
     def get_script_dir(cls):

tests/unittests/test_invalid_stein.py

@@ -1,8 +1,6 @@
 # Copyright (c) Microsoft Corporation. All rights reserved.
 # Licensed under the MIT License.
 import collections as col
-import os
-from unittest.mock import patch
 
 from azure_functions_worker import protos
 from tests.utils import testutils
@@ -19,51 +17,24 @@
 
 class TestInvalidAppStein(testutils.AsyncTestCase):
 
-    def setUp(self):
-        self._ctrl = testutils.start_mockhost(
-            script_root=STEIN_INVALID_APP_FUNCTIONS_DIR)
-        self._pre_env = dict(os.environ)
-        self.mock_version_info = patch(
-            'azure_functions_worker.dispatcher.sys.version_info',
-            SysVersionInfo(3, 9, 0, 'final', 0))
-        self.mock_version_info.start()
-
-    def tearDown(self):
-        os.environ.clear()
-        os.environ.update(self._pre_env)
-        self.mock_version_info.stop()
-
     async def test_indexing_not_app(self):
         """Test if the functions metadata response will be 0
             when an invalid app is provided
                 """
-        async with self._ctrl as host:
+        mock_host = testutils.start_mockhost(
+            script_root=STEIN_INVALID_APP_FUNCTIONS_DIR)
+        async with mock_host as host:
             r = await host.get_functions_metadata()
             self.assertIsInstance(r.response, protos.FunctionMetadataResponse)
             self.assertIn("Error", r.response.result.exception.message)
 
-
-class TestInvalidStein(testutils.AsyncTestCase):
-
-    def setUp(self):
-        self._ctrl = testutils.start_mockhost(
-            script_root=STEIN_INVALID_FUNCTIONS_DIR)
-        self._pre_env = dict(os.environ)
-        self.mock_version_info = patch(
-            'azure_functions_worker.dispatcher.sys.version_info',
-            SysVersionInfo(3, 9, 0, 'final', 0))
-        self.mock_version_info.start()
-
-    def tearDown(self):
-        os.environ.clear()
-        os.environ.update(self._pre_env)
-        self.mock_version_info.stop()
-
     async def test_indexing_invalid_app(self):
         """Test if the functions metadata response will be 0
             when an invalid app is provided
                 """
-        async with self._ctrl as host:
+        mock_host = testutils.start_mockhost(
+            script_root=STEIN_INVALID_APP_FUNCTIONS_DIR)
+        async with mock_host as host:
             r = await host.get_functions_metadata()
             self.assertIsInstance(r.response, protos.FunctionMetadataResponse)
             self.assertIn("Error", r.response.result.exception.message)

tests/unittests/test_script_file_name.py

@@ -25,8 +25,15 @@ class TestDefaultScriptFileName(testutils.WebHostTestCase):
     """
 
     @classmethod
-    def get_script_name(cls):
-        return "function_app.py"
+    def setUpClass(cls):
+        os.environ["PYTHON_SCRIPT_FILE_NAME"] = "function_app.py"
+        super().setUpClass()
+
+    @classmethod
+    def tearDownClass(cls):
+        # Remove the PYTHON_SCRIPT_FILE_NAME environment variable
+        os.environ.pop('PYTHON_SCRIPT_FILE_NAME')
+        super().tearDownClass()
 
     @classmethod
     def get_script_dir(cls):
@@ -47,12 +54,19 @@ class TestNewScriptFileName(testutils.WebHostTestCase):
     """
 
     @classmethod
-    def get_script_dir(cls):
-        return NEW_SCRIPT_FILE_NAME_DIR
+    def setUpClass(cls):
+        os.environ["PYTHON_SCRIPT_FILE_NAME"] = "test.py"
+        super().setUpClass()
 
     @classmethod
-    def get_script_name(cls):
-        return "test.py"
+    def tearDownClass(cls):
+        # Remove the PYTHON_SCRIPT_FILE_NAME environment variable
+        os.environ.pop('PYTHON_SCRIPT_FILE_NAME')
+        super().tearDownClass()
+
+    @classmethod
+    def get_script_dir(cls):
+        return NEW_SCRIPT_FILE_NAME_DIR
 
     def test_new_file_name(self):
         """
@@ -69,12 +83,19 @@ class TestInvalidScriptFileName(testutils.WebHostTestCase):
     """
 
     @classmethod
-    def get_script_dir(cls):
-        return INVALID_SCRIPT_FILE_NAME_DIR
+    def setUpClass(cls):
+        os.environ["PYTHON_SCRIPT_FILE_NAME"] = "main"
+        super().setUpClass()
 
     @classmethod
-    def get_script_name(cls):
-        return "main"
+    def tearDownClass(cls):
+        # Remove the PYTHON_SCRIPT_FILE_NAME environment variable
+        os.environ.pop('PYTHON_SCRIPT_FILE_NAME')
+        super().tearDownClass()
+
+    @classmethod
+    def get_script_dir(cls):
+        return INVALID_SCRIPT_FILE_NAME_DIR
 
     def test_invalid_file_name(self):
         """

tests/utils/constants.py

@@ -2,6 +2,44 @@
 # Licensed under the MIT License.
 import pathlib
 
+# Extensions necessary for non-core bindings.
+EXTENSIONS_CSPROJ_TEMPLATE = """\
+<?xml version="1.0" encoding="UTF-8"?>
+   <Project Sdk="Microsoft.NET.Sdk">
+      <PropertyGroup>
+      <TargetFramework>netcoreapp3.1</TargetFramework>
+      <WarningsAsErrors></WarningsAsErrors>
+      <DefaultItemExcludes>**</DefaultItemExcludes>
+   </PropertyGroup>
+   <ItemGroup>
+      <PackageReference Include="Azure.Messaging.EventHubs"
+        Version="5.6.2" />
+      <PackageReference Include="Azure.Messaging.EventGrid"
+        Version="4.21.0" />
+      <PackageReference Include="Microsoft.NET.Sdk.Functions"
+        Version="4.0.1" />
+      <PackageReference Include="Microsoft.Azure.WebJobs.Extensions.CosmosDB"
+        Version="4.2.0" />
+      <PackageReference Include="Microsoft.Azure.WebJobs.Extensions.EventHubs"
+        Version="5.0.0" />
+      <PackageReference Include="Microsoft.Azure.WebJobs.Extensions.EventGrid"
+        Version="3.3.1" />
+      <PackageReference Include="Microsoft.Azure.WebJobs.Extensions.Storage"
+        Version="4.0.5" />
+      <PackageReference Include="Microsoft.Azure.WebJobs.Extensions.ServiceBus"
+        Version="4.2.1" />
+      <PackageReference Include="Microsoft.Azure.WebJobs.Extensions.Sql"
+        Version="0.1.346-preview" />
+      <PackageReference
+        Include="Microsoft.Azure.WebJobs.Script.ExtensionsMetadataGenerator"
+        Version="1.1.3" />
+      <PackageReference Include="Microsoft.Azure.WebJobs.Extensions.DurableTask"
+        Version="2.9.4" />
+   </ItemGroup>
+</Project>
+"""
+
+
 # PROJECT_ROOT refers to the path to azure-functions-python-worker
 # TODO: Find root folder without .parent
 PROJECT_ROOT = pathlib.Path(__file__).parent.parent.parent