AutomatedML for EconML

azure-pipelines-steps.yml

@@ -5,6 +5,7 @@
 
 parameters:
   body: []
+  package: '.'
 
 steps:
 - task: UsePythonVersion@0
@@ -23,7 +24,7 @@ steps:
   condition: and(succeeded(), eq(variables['Agent.OS'], 'Linux'))
 
 # Install the package
-- script: 'python -m pip install --upgrade pip && pip install --upgrade setuptools && pip install .'
+- script: 'python -m pip install --upgrade pip && pip install --upgrade setuptools && pip install ${{ parameters.package }}'
   displayName: 'Install dependencies'
 
 - ${{ parameters.body }}

azure-pipelines.yml

@@ -75,6 +75,7 @@ jobs:
 
         - script: 'python setup.py build_sphinx -b doctest'
           displayName: 'Run doctests'
+      package: '.[automl]'
 
 - job: 'Notebooks'
   dependsOn: 'EvalChanges'
@@ -102,6 +103,41 @@ jobs:
             testRunTitle: 'Notebooks'
           condition: succeededOrFailed()
 
+- job: 'AutoML'
+  dependsOn: 'EvalChanges'
+  condition: eq(dependencies.EvalChanges.outputs['output.testCode'], 'True')
+  variables:
+    python.version: '3.6'
+  pool:
+    vmImage: 'ubuntu-16.04'
+  steps:
+  - template: azure-pipelines-steps.yml
+    parameters:
+      body:
+        - task: AzureCLI@2
+          displayName: 'AutoML tests'
+          inputs:
+            azureSubscription: 'automl'
+            scriptLocation: 'inlineScript'
+            scriptType: 'pscore'
+            powerShellIgnoreLASTEXITCODE: '' # string for now due to https://github.com/microsoft/azure-pipelines-tasks/issues/12266
+            inlineScript: |
+              $env:SUBSCRIPTION_ID = az account show --query id -o tsv
+              python setup.py pytest
+          env:
+            WORKSPACE_NAME: 'testWorkspace'
+            RESOURCE_GROUP: 'testingAutoMLEconML'
+            PYTEST_ADDOPTS: '-m "automl" -n 0'
+            COVERAGE_PROCESS_START: 'setup.cfg'
+
+        - task: PublishTestResults@2
+          displayName: 'Publish Test Results **/test-results.xml'
+          inputs:
+            testResultsFiles: '**/test-results.xml'
+            testRunTitle: 'AutoML'
+          condition: succeededOrFailed()
+      package: '.[automl]'
+
 - job: 'Linting'
   dependsOn: 'EvalChanges'
   condition: eq(dependencies.EvalChanges.outputs['output.testCode'], 'True')
@@ -162,9 +198,8 @@ jobs:
         - script: 'python setup.py pytest'
           displayName: 'Unit tests'
           env:
-            PYTEST_ADDOPTS: '-m "not notebook"'
+            PYTEST_ADDOPTS: '-m "not (notebook or automl)"'
             COVERAGE_PROCESS_START: 'setup.cfg'
-
         - task: PublishTestResults@2
           displayName: 'Publish Test Results **/test-results.xml'
           inputs:

doc/reference.rst

@@ -17,6 +17,7 @@ Public Module Reference
     econml.metalearners
     econml.two_stage_least_squares
     econml.utilities
+    econml.automated_ml
 
 Private Module Reference
 ========================