Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[MAINTENANCE] Make a copy of azure pipeline definition files in new l…
…ocations (#7233)
- Loading branch information
1 parent
9b3a89a
commit 4334201
Showing
17 changed files
with
2,471 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,3 @@ | ||
# Continuous Integration Tests | ||
|
||
This folder contains pipeline configurations and any ancillary files needed for our Continuous Integration test pipelines. |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,148 @@ | ||
trigger: | ||
- develop | ||
|
||
variables: | ||
contrib_major: 0 | ||
contrib_minor: 1 | ||
isDevelop: $[eq(variables['Build.SourceBranch'], 'refs/heads/develop')] | ||
python.version: '3.8' | ||
|
||
name: $(Date:yyyyMMdd)$(Rev:rrr) | ||
|
||
stages: | ||
- stage: contrib | ||
pool: | ||
vmImage: 'ubuntu-20.04' | ||
jobs: | ||
- job: changes | ||
steps: | ||
- task: ChangedFiles@1 | ||
name: CheckChanges | ||
inputs: | ||
verbose: true | ||
rules: | | ||
[ContribChanged] | ||
contrib/** | ||
[ExperimentalChanged] | ||
contrib/experimental/** | ||
[EthicalAIChanged] | ||
contrib/great_expectations_ethical_ai_expectations/** | ||
[GeospatialChanged] | ||
contrib/great_expectations_geospatial_expectations/** | ||
[SemanticTypesChanged] | ||
contrib/great_expectations_semantic_types_expectations/** | ||
[ZipcodeChanged] | ||
contrib/great_expectations_zipcode_expectations/** | ||
- job: lint | ||
dependsOn: changes | ||
condition: eq(dependencies.changes.outputs['CheckChanges.ContribChanged'], true) | ||
|
||
steps: | ||
- task: UsePythonVersion@0 | ||
inputs: | ||
versionSpec: '$(python.version)' | ||
displayName: 'Use Python $(python.version)' | ||
|
||
- script: | | ||
pip install $(grep -E '^(black|invoke|ruff)' reqs/requirements-dev-contrib.txt) | ||
EXIT_STATUS=0 | ||
invoke fmt --check || EXIT_STATUS=$? | ||
invoke lint || EXIT_STATUS=$? | ||
exit $EXIT_STATUS | ||
- job: test | ||
dependsOn: lint | ||
|
||
steps: | ||
- task: UsePythonVersion@0 | ||
inputs: | ||
versionSpec: '$(python.version)' | ||
displayName: 'Use Python $(python.version)' | ||
|
||
- bash: python -m pip install --upgrade pip==20.2.4 | ||
displayName: 'Update pip' | ||
|
||
- job: deploy_experimental | ||
dependsOn: [changes, test] | ||
condition: and(succeeded(), eq(dependencies.changes.outputs['CheckChanges.ExperimentalChanged'], true), eq(variables.isDevelop, true)) | ||
|
||
steps: | ||
- task: UsePythonVersion@0 | ||
inputs: | ||
versionSpec: '$(python.version)' | ||
displayName: 'Use Python $(python.version)' | ||
|
||
- bash: python -m pip install --upgrade pip==20.2.4 | ||
displayName: 'Update pip' | ||
|
||
- script: | | ||
pip install twine wheel | ||
git config --global user.email "team@greatexpectations.io" | ||
git config --global user.name "Great Expectations" | ||
echo '$(contrib_major).$(contrib_minor).$(Build.BuildNumber)' > ./PACKAGE_VERSION | ||
cat ./PACKAGE_VERSION | ||
workingDirectory: $(Build.SourcesDirectory)/contrib/experimental | ||
displayName: 'Update build version' | ||
# Build the python distribution from source | ||
- script: | | ||
python setup.py sdist | ||
python setup.py bdist_wheel | ||
workingDirectory: $(Build.SourcesDirectory)/contrib/experimental | ||
displayName: 'Build distribution' | ||
- task: TwineAuthenticate@1 | ||
inputs: | ||
pythonUploadServiceConnection: pypi-great-expectations-experimental | ||
|
||
# Use command line script to 'twine upload', use -r to pass the repository name and --config-file to pass the environment variable set by the authenticate task. | ||
- script: | | ||
python -m twine upload -r great-expectations-experimental --verbose --config-file $(PYPIRC_PATH) dist/* | ||
workingDirectory: $(Build.SourcesDirectory)/contrib/experimental | ||
displayName: 'Upload' | ||
- job: deploy_ethical_ai | ||
dependsOn: [changes, test] | ||
condition: and(succeeded(), eq(dependencies.changes.outputs['CheckChanges.EthicalAIChanged'], true), eq(variables.isDevelop, true)) | ||
|
||
steps: | ||
- script: | | ||
echo 'We should make a new pypi.org package and update it like https://pypi.org/project/great-expectations-experimental/#history' | ||
workingDirectory: $(Build.SourcesDirectory)/contrib/great_expectations_ethical_ai_expectations | ||
displayName: 'TODO ethical_ai' | ||
- job: deploy_geospatial | ||
dependsOn: [changes, test] | ||
condition: and(succeeded(), eq(dependencies.changes.outputs['CheckChanges.GeospatialChanged'], true), eq(variables.isDevelop, true)) | ||
|
||
steps: | ||
- script: | | ||
echo 'We should make a new pypi.org package and update it like https://pypi.org/project/great-expectations-experimental/#history' | ||
workingDirectory: $(Build.SourcesDirectory)/contrib/great_expectations_geospatial_expectations | ||
displayName: 'TODO geospatial' | ||
- job: deploy_semantic_types | ||
dependsOn: [changes, test] | ||
condition: and(succeeded(), eq(dependencies.changes.outputs['CheckChanges.SemanticTypesChanged'], true), eq(variables.isDevelop, true)) | ||
|
||
steps: | ||
- script: | | ||
echo 'We should make a new pypi.org package and update it like https://pypi.org/project/great-expectations-experimental/#history' | ||
workingDirectory: $(Build.SourcesDirectory)/contrib/great_expectations_semantic_types_expectations | ||
displayName: 'TODO semantic_types' | ||
- job: deploy_zipcode | ||
dependsOn: [changes, test] | ||
condition: and(succeeded(), eq(dependencies.changes.outputs['CheckChanges.ZipcodeChanged'], true), eq(variables.isDevelop, true)) | ||
|
||
steps: | ||
- script: | | ||
echo 'We should make a new pypi.org package and update it like https://pypi.org/project/great-expectations-experimental/#history' | ||
workingDirectory: $(Build.SourcesDirectory)/contrib/great_expectations_zipcode_expectations | ||
displayName: 'TODO zipcode' |
Oops, something went wrong.