Update CosmosDB E2E Tests w/ Emulator

eng/ci/templates/official/jobs/run-non-e2e-tests.yml

@@ -56,10 +56,21 @@ jobs:
       scriptType: bash
       scriptLocation: inlineScript
       inlineScript: |
-        echo "##vso[task.setvariable variable=ARM_CLIENT_ID]$servicePrincipalId" 
+        echo "##vso[task.setvariable variable=ARM_CLIENT_ID]$servicePrincipalId"
         echo "##vso[task.setvariable variable=ARM_ID_TOKEN]$idToken"
         echo "##vso[task.setvariable variable=ARM_TENANT_ID]$tenantId"
 
+  - task: PowerShell@2
+    displayName: Start CosmosDB Emulator
+    inputs:
+      targetType: inline
+      script: |
+        Import-Module "$env:ProgramFiles\Azure Cosmos DB Emulator\PSModules\Microsoft.Azure.CosmosDB.Emulator"
+        Start-CosmosDbEmulator -NoFirewall -NoUI
+
+        # [SuppressMessage("Microsoft.Security", "CS002:SecretInNextLine", Justification="public emulator key, not confidential")]
+        Write-Host "##vso[task.setvariable variable=CosmosDB]AccountEndpoint=https://localhost:8081/;AccountKey=C2y6yDjf5/R+ob0N8A7Cgv30VRDJIWEHLM+4QDU5DE2nQ9nDuVTqobD4b8mGGyPMbIZnqyMsEcaGQy67XIw/Jw==;"
+
   # This step ensures the azure context defined by the previous task is persisted
   # and available to subsequent steps/tasks.
   - bash: |

src/WebJobs.Script/runtimeassemblies.json

@@ -479,6 +479,18 @@
       "name": "Microsoft.Azure.AppService.Proxy.Runtime",
       "resolutionPolicy": "private"
     },
+    {
+      "name": "Microsoft.Azure.Cosmos.Client",
+      "resolutionPolicy": "private"
+    },
+    {
+      "name": "Microsoft.Azure.Cosmos.Core",
+      "resolutionPolicy": "private"
+    },
+    {
+      "name": "Microsoft.Azure.Cosmos.Direct",
+      "resolutionPolicy": "private"
+    },
     {
       "name": "Microsoft.Azure.Functions.Platform.Metrics.LinuxConsumption",
       "resolutionPolicy": "private"
@@ -946,7 +958,7 @@
     {
       "name": "OpenTelemetry.Api.ProviderBuilderExtensions",
       "resolutionPolicy": "private"
-    },   
+    },
     {
       "name": "OpenTelemetry.Exporter.OpenTelemetryProtocol",
       "resolutionPolicy": "private"

test/Directory.Packages.props

@@ -18,7 +18,7 @@
   <!-- Supporting Packages -->
   <ItemGroup>
     <PackageVersion Include="Microsoft.AspNet.WebApi.Core" Version="5.2.6" />
-    <PackageVersion Include="Microsoft.Azure.DocumentDB.Core" Version="2.11.2" />
+    <PackageVersion Include="Microsoft.Azure.Cosmos" Version="3.54.0" />
     <PackageVersion Include="Microsoft.Azure.WebJobs.Extensions.Storage" Version="4.0.5-11874" />
     <PackageVersion Include="Microsoft.Azure.Storage.Blob" Version="11.2.3" />
   </ItemGroup>

test/Resources/TestScripts/Node/CosmosDBIn/function.json

@@ -1,34 +1,28 @@
-{
+{
   "bindings": [
     {
       "type": "queueTrigger",
       "name": "input",
-      "queueName": "documentdb-input-node",
+      "queueName": "cosmosdb-input-node",
       "direction": "in"
     },
     {
       "type": "cosmosDB",
       "name": "itemIn",
       "direction": "in",
-      "databaseName": "ItemDb",
-      "collectionName": "ItemCollection",
-      "id": "{documentId}"
-    },
-    {
-      "type": "cosmosDB",
-      "name": "relatedItems",
-      "direction": "in",
-      "databaseName": "ItemDb",
-      "collectionName": "ItemCollection",
-      "sqlQuery": "SELECT f.id, f.related FROM f WHERE f.related = {documentId}"
+      "databaseName": "InOutItemDb",
+      "containerName": "ItemCollection",
+      "partitionKey": "{id}",
+      "id": "{id}"
     },
     {
       "type": "cosmosDB",
       "name": "itemOut",
       "direction": "out",
-      "databaseName": "ItemDb",
-      "collectionName": "ItemCollection",
-      "createIfNotExists": true
+      "databaseName": "InOutItemDb",
+      "containerName": "ItemCollection",
+      "createIfNotExists": true,
+      "partitionKey": "{id}"
     }
   ]
 }

test/Resources/TestScripts/Node/CosmosDBIn/index.js

@@ -1,12 +1,7 @@
-module.exports = function (context, input) {    
+module.exports = function (context, input) {
 
     context.log(context.bindings);
 
-    var relatedCount = context.bindings.relatedItems.length;
-    if (relatedCount !== 3) {
-        throw Error("Expected 3 documents. Found " + relatedCount);
-    }
-
     context.bindings.itemOut = context.bindings.itemIn;
     context.bindings.itemOut.text = "This was updated!";
 

test/Resources/TestScripts/Node/CosmosDBInMultiple/function.json

@@ -0,0 +1,26 @@
+{
+  "bindings": [
+    {
+      "type": "queueTrigger",
+      "name": "input",
+      "queueName": "cosmosdb-input-multiple-node",
+      "direction": "in"
+    },
+    {
+        "name": "items",
+        "type": "cosmosDB",
+        "direction": "in",
+        "databaseName": "MultipleInOutItemDb",
+        "containerName": "ItemCollection",
+        "sqlQuery": "SELECT * from c where c.text = {id}"
+    },
+    {
+      "type": "cosmosDB",
+      "name": "itemOut",
+      "direction": "out",
+      "databaseName": "MultipleInOutItemDb",
+      "containerName": "ItemCollection",
+      "createIfNotExists": true
+    }
+  ]
+}

test/Resources/TestScripts/Node/CosmosDBInMultiple/index.js

@@ -0,0 +1,15 @@
+module.exports = function (context, input) {
+
+    context.log(context.bindings);
+
+    if (context.bindings.items.length !== 2) {
+       throw Error("Expected 2 documents. Found " + context.bindings.items.length);
+    }
+
+    context.bindings.itemOut = {
+        id: input.id,
+        text: "Hello from Node with multiple input bindings!"
+    };
+
+    context.done();
+}

test/Resources/TestScripts/Node/CosmosDBOut/function.json

@@ -1,24 +1,16 @@
-{
+{
   "bindings": [
     {
       "type": "manualTrigger",
       "name": "input",
       "direction": "in"
     },
-    {
-      "type": "cosmosDB",
-      "name": "relatedItems",
-      "direction": "out",
-      "databaseName": "ItemDb",
-      "collectionName": "ItemCollection",
-      "createIfNotExists": true
-    },
     {
       "type": "cosmosDB",
       "name": "item",
       "direction": "out",
-      "databaseName": "ItemDb",
-      "collectionName": "ItemCollection",
+      "databaseName": "InOutItemDb",
+      "containerName": "ItemCollection",
       "createIfNotExists": true
     }
   ]

test/Resources/TestScripts/Node/CosmosDBOut/index.js

@@ -1,12 +1,6 @@
-module.exports = function (context, input) {
+module.exports = function (context, input) {
     context.log('Node.js function triggered with input', input);
 
-    context.bindings.relatedItems = [
-        { related: input },
-        { related: input },
-        { related: input }
-    ];
-
     context.bindings.item = {
         id: input,
         text: "Hello from Node!"

test/Resources/TestScripts/Node/CosmosDBOutMultiple/function.json

@@ -0,0 +1,17 @@
+{
+  "bindings": [
+    {
+      "type": "manualTrigger",
+      "name": "input",
+      "direction": "in"
+    },
+    {
+      "type": "cosmosDB",
+      "name": "items",
+      "direction": "out",
+      "databaseName": "MultipleInOutItemDb",
+      "containerName": "ItemCollection",
+      "createIfNotExists": true
+    }
+  ]
+}

test/Resources/TestScripts/Node/CosmosDBOutMultiple/index.js

@@ -0,0 +1,15 @@
+module.exports = function (context, input) {
+    context.log('Node.js function triggered with input', input);
+
+    context.bindings.items = JSON.stringify([
+        {
+            "id": input + "-0",
+            "text": input
+        },
+        {
+            "id": input + "-1",
+            "text": input
+        }]);
+
+    context.done();
+}

test/Resources/TestScripts/Node/CosmosDBTrigger/function.json

@@ -1,16 +1,19 @@
-{
+{
     "bindings": [
       {
         "type": "cosmosDBTrigger",
         "name": "input",
         "direction": "in",
-        "databaseName": "ItemDb",
-        "collectionName": "ItemCollection",
-        "createLeaseCollectionIfNotExists": true
+        "databaseName": "TriggerItemDb",
+        "containerName": "ItemCollection",
+        "connection": "CosmosDB",
+        "leaseContainerName": "leases",
+        "createLeaseContainerIfNotExists": true
       },
       {
         "type": "blob",
         "name": "blob",
+        "connection": "AzureWebJobsStorage",
         "direction": "out",
         "path": "test-output-node/cosmosdbtriggere2e-completed"
       }

test/Resources/TestScripts/Node/CosmosDBTrigger/index.js

@@ -1,4 +1,4 @@
-module.exports = function (context, input) {
+module.exports = function (context, input) {
     context.log('Document Id: ', input[0].id);
 
     context.bindings.blob = input[0].id;