TEST Add partner-integration-tests yml (#1543)

Author: hannahwestra25

component-governance.yml .azuredevops/component-governance.ymlcomponent-governance.yml renamed to .azuredevops/component-governance.yml

@@ -0,0 +1,21 @@
+# Runs end-to-end scenario tests using pyrit_scan CLI
+
+trigger: none  # Disable automatic CI triggers
+
+schedules:
+- cron: "0 7 * * *"  # 7 AM UTC = 11 PM PST (UTC-8) / Midnight PDT (UTC-7)
+  displayName: Nightly E2E Tests at 11 PM PST
+  branches:
+    include:
+    - main
+  always: true  # Run even if there are no code changes
+
+jobs:
+- template: test-job-template.yml
+  parameters:
+    jobName: EndToEndTests
+    jobDisplayName: "Run end-to-end scenario tests"
+    testAzureSubscription: 'integration-test-service-connection'
+    newDir: e2e_test_directory
+    testsFolder: end_to_end
+    makeTarget: end-to-end-test

.azuredevops/end-to-end-tests.yml

@@ -0,0 +1,19 @@
+
+# Builds the pyrit environment and runs integration tests
+
+trigger:
+  branches:
+    include:
+      - main
+
+# There are additional PR triggers for this that are configurable in ADO.
+
+jobs:
+- template: test-job-template.yml
+  parameters:
+    jobName: IntegrationTests
+    jobDisplayName: "Builds the pyrit environment and runs integration tests"
+    testAzureSubscription: 'integration-test-service-connection'
+    newDir: integration_test_directory
+    testsFolder: integration
+    makeTarget: integration-test

.azuredevops/integration-tests.yml

@@ -0,0 +1,21 @@
+# Builds the pyrit environment and runs partner integration tests. Partner integration tests are to ensure that we
+# are not breaking any contract between PyRIT and its partners.
+trigger: none  # Disable automatic CI triggers
+
+schedules:
+- cron: "0 6 * * *"  # 6 AM UTC = 10 PM PST (UTC-8) / 11PM PDT (UTC-6)
+  displayName: Nightly Partner Integration Tests at 10 PM PST
+  branches:
+    include:
+    - main
+  always: true  # Run even if there are no code changes
+
+jobs:
+- template: test-job-template.yml
+  parameters:
+    jobName: PartnerIntegrationTests
+    jobDisplayName: "Builds the pyrit environment and runs partner integration tests"
+    testAzureSubscription: 'partner-integration-test-service-connection'
+    newDir: partner_integration_test_directory
+    testsFolder: partner_integration
+    makeTarget: partner-integration-test

.azuredevops/partner-integration-tests.yml

@@ -1,17 +1,21 @@
-
-# Builds the pyrit environment and runs integration tests
-
-trigger:
-  branches:
-    include:
-      - main
-
-# There are additional PR triggers for this that are configurable in ADO.
+parameters:
+  - name: jobName
+    type: string
+  - name: jobDisplayName
+    type: string
+  - name: testAzureSubscription
+    type: string
+  - name: newDir
+    type: string
+  - name: testsFolder
+    type: string
+  - name: makeTarget
+    type: string
 
 jobs:
-- job: IntegrationTests
-  displayName: "Builds the pyrit environment and runs integration tests"
-  timeoutInMinutes: 360   # Allows the job to run up to 6 hours
+- job: ${{ parameters.jobName }}
+  displayName: ${{ parameters.jobDisplayName }}
+  timeoutInMinutes: 360
   pool:
     vmImage: ubuntu-latest
   steps:
@@ -79,21 +83,21 @@ jobs:
     name: install_PyRIT
   - bash: df -all -h
     name: disk_space_check
-# This step ensures that integration tests are run outside of the PyRIT repository to test that .env files are accessed correctly.
+# This step ensures that tests are run outside of the PyRIT repository to test that .env files are accessed correctly.
   - bash: |
       PyRIT_DIR=$(pwd)
-      NEW_DIR="integration_test_directory"
+      NEW_DIR="${{ parameters.newDir }}"
       cd ..
       mkdir -p $NEW_DIR/tests
       cp -r $PyRIT_DIR/doc $NEW_DIR
       cp -r $PyRIT_DIR/assets $NEW_DIR
-      cp -r $PyRIT_DIR/tests/integration $NEW_DIR/tests
+      cp -r $PyRIT_DIR/tests/${{ parameters.testsFolder }} $NEW_DIR/tests
       cd $NEW_DIR
-    displayName: "Create and switch to new integration test directory"
+    displayName: "Create and switch to new test directory"
   - task: AzureCLI@2
     displayName: "Authenticate with service principal, cache Cognitive Services access token, and run tests"
     inputs:
-      azureSubscription: 'integration-test-service-connection'
+      azureSubscription: ${{ parameters.testAzureSubscription }}
       scriptType: 'bash'
       scriptLocation: 'inlineScript'
       inlineScript: |
@@ -109,8 +113,8 @@ jobs:
         az account get-access-token --scope https://database.windows.net/.default --output none
         echo "Azure SQL Database access token cached successfully."
 
-        # Run integration tests
-        make integration-test
+        # Run tests
+        make ${{ parameters.makeTarget }}
   - bash: |
       rm -f ~/.pyrit/.env ~/.pyrit/.env.local
     name: clean_up_env_files