Split out DML tests

Author: kbattocchi

azure-pipelines-steps.yml

@@ -26,7 +26,7 @@ jobs:
     matrix:
       ${{ each image in parameters.images }}:
         ${{ each version in parameters.versions }}:
-          ${{ format(format(' {0}{1}', variables.imgPart, variables.verPart), image, version) }}:
+          ${{ format(format('{0}{1} ', variables.imgPart, variables.verPart), image, version) }}:
             imageName: ${{ image }}
             python.version: ${{ version }}
 

azure-pipelines.yml

@@ -159,15 +159,42 @@ jobs:
   parameters:
     package: '-e .[tf,plt]'
     job:
-      job: 'Tests'
+      job: Tests_no_dml
       dependsOn: 'EvalChanges'
       condition: eq(dependencies.EvalChanges.outputs['output.testCode'], 'True')
-      displayName: 'Run tests '
+      displayName: 'Run tests (non-DML)'
       steps:
       - script: 'pip install pytest-runner && python setup.py pytest'
         displayName: 'Unit tests'
         env:
-          PYTEST_ADDOPTS: '-m "not (notebook or automl)"'
+          PYTEST_ADDOPTS: '-m "not (notebook or automl or dml)"'
+          COVERAGE_PROCESS_START: 'setup.cfg'
+      - task: PublishTestResults@2
+        displayName: 'Publish Test Results **/test-results.xml'
+        inputs:
+          testResultsFiles: '**/test-results.xml'
+          testRunTitle: 'Python $(python.version), image $(imageName)'
+        condition: succeededOrFailed()
+
+      - task: PublishCodeCoverageResults@1
+        displayName: 'Publish Code Coverage Results'
+        inputs:
+          codeCoverageTool: Cobertura
+          summaryFileLocation: '$(System.DefaultWorkingDirectory)/**/coverage.xml'
+
+- template: azure-pipelines-steps.yml
+  parameters:
+    package: '-e .[tf,plt]'
+    job:
+      job: Tests_dml
+      dependsOn: 'EvalChanges'
+      condition: eq(dependencies.EvalChanges.outputs['output.testCode'], 'True')
+      displayName: 'Run tests (DML)'
+      steps:
+      - script: 'pip install pytest-runner && python setup.py pytest'
+        displayName: 'Unit tests'
+        env:
+          PYTEST_ADDOPTS: '-m "dml and (not (notebook or automl))"'
           COVERAGE_PROCESS_START: 'setup.cfg'
       - task: PublishTestResults@2
         displayName: 'Publish Test Results **/test-results.xml'

econml/tests/test_dml.py

@@ -33,6 +33,7 @@ def rand_sol(A, b):
     return x + (np.eye(x.shape[0]) - A_plus @ A) @ np.random.normal(size=x.shape)
 
 
+@pytest.mark.dml
 class TestDML(unittest.TestCase):
 
     def test_cate_api(self):

pyproject.toml

@@ -13,5 +13,6 @@ addopts = "--junitxml=junit/test-results.xml -n auto --strict-markers --cov-conf
 markers = [    
     "slow",
     "notebook",
-    "automl"
+    "automl",
+    "dml"
 ]