path: root/python-acryl-datahub.spec

%global _empty_manifest_terminate_build 0
Name:		python-acryl-datahub
Version:	0.10.2.1
Release:	1
Summary:	A CLI to work with DataHub metadata
License:	Apache License 2.0
URL:		https://datahubproject.io/
Source0:	https://mirrors.nju.edu.cn/pypi/web/packages/71/4b/34a700fe26c5317b77d8172009205f5ff3ad994fd78be05e55812abbce19/acryl-datahub-0.10.2.1.tar.gz
BuildArch:	noarch

Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-mixpanel
Requires:	python3-typing-inspect
Requires:	python3-mypy-extensions
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-pydantic
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-typing-extensions
Requires:	python3-typing-extensions
Requires:	python3-PyYAML
Requires:	python3-apache-airflow
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-requests
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-simple-salesforce
Requires:	python3-GitPython
Requires:	python3-acryl-datahub-classify
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-gql[requests]
Requires:	python3-google-cloud-datacatalog-lineage
Requires:	python3-clickhouse-sqlalchemy
Requires:	python3-deltalake
Requires:	python3-ijson
Requires:	python3-flask-openid
Requires:	python3-looker-sdk
Requires:	python3-tenacity
Requires:	python3-google-cloud-bigquery
Requires:	python3-sqlalchemy-redshift
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-ujson
Requires:	python3-cx-Oracle
Requires:	python3-sqlparse
Requires:	python3-humanfriendly
Requires:	python3-feast
Requires:	python3-requests-file
Requires:	python3-sql-metadata
Requires:	python3-sqlalchemy
Requires:	python3-smart-open[s3]
Requires:	python3-sqlalchemy-pytds
Requires:	python3-vertica-sqlalchemy-dialect[vertica-python]
Requires:	python3-redash-toolbelt
Requires:	python3-moto[s3]
Requires:	python3-sql-metadata
Requires:	python3-pyarrow
Requires:	python3-SQLAlchemy
Requires:	python3-grpcio-tools
Requires:	python3-psycopg2-binary
Requires:	python3-PyYAML
Requires:	python3-apache-airflow
Requires:	python3-requests-ntlm
Requires:	python3-pydruid
Requires:	python3-Deprecated
Requires:	python3-grpcio
Requires:	python3-tableschema
Requires:	python3-trino[sqlalchemy]
Requires:	python3-parse
Requires:	python3-termcolor
Requires:	python3-lkml
Requires:	python3-acryl-pyhive[hive]
Requires:	python3-typeguard
Requires:	python3-cryptography
Requires:	python3-wcmatch
Requires:	python3-pyspark
Requires:	python3-tableauserverclient
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-click
Requires:	python3-pymysql
Requires:	python3-databricks-dbapi
Requires:	python3-elasticsearch
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-toml
Requires:	python3-sqllineage
Requires:	python3-pandas
Requires:	python3-okta
Requires:	python3-GeoAlchemy2
Requires:	python3-msal
Requires:	python3-databricks-cli
Requires:	python3-acryl-iceberg-legacy
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-PyAthena[sqlalchemy]
Requires:	python3-redshift-connector
Requires:	python3-cached-property
Requires:	python3-confluent-kafka
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-great-expectations
Requires:	python3-JPype1
Requires:	python3-boto3
Requires:	python3-more-itertools
Requires:	python3-snowflake-sqlalchemy
Requires:	python3-great-expectations
Requires:	python3-sqlparse
Requires:	python3-greenlet
Requires:	python3-pymongo[srv]
Requires:	python3-networkx
Requires:	python3-snowflake-connector-python
Requires:	python3-pydeequ
Requires:	python3-botocore
Requires:	python3-sqlalchemy
Requires:	python3-gql
Requires:	python3-azure-identity
Requires:	python3-tabulate
Requires:	python3-lark[regex]
Requires:	python3-google-cloud-logging
Requires:	python3-acryl-pyhive[hive]
Requires:	python3-traitlets
Requires:	python3-sqlalchemy-bigquery
Requires:	python3-spacy
Requires:	python3-msal
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-ldap
Requires:	python3-dateutil
Requires:	python3-fastavro
Requires:	python3-great-expectations
Requires:	python3-requests
Requires:	python3-hdbcli
Requires:	python3-sqlalchemy-hana
Requires:	python3-progressbar2
Requires:	python3-confluent-kafka
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-PyAthena[sqlalchemy]
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-sqllineage
Requires:	python3-google-cloud-datacatalog-lineage
Requires:	python3-ijson
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-google-cloud-bigquery
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-more-itertools
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-great-expectations
Requires:	python3-sqlparse
Requires:	python3-greenlet
Requires:	python3-sql-metadata
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-Deprecated
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-google-cloud-logging
Requires:	python3-traitlets
Requires:	python3-sqlalchemy-bigquery
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-sqllineage
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-google-cloud-logging
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-google-cloud-bigquery
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-sqlalchemy-bigquery
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-more-itertools
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-sqlparse
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-sql-metadata
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-gql[requests]
Requires:	python3-gql
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-clickhouse-sqlalchemy
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-clickhouse-sqlalchemy
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-sqlparse
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-confluent-kafka
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-fastavro
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-confluent-kafka
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-fastapi
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-uvicorn
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-duckdb
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-requests
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-botocore
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-boto3
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-requests
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-requests
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-botocore
Requires:	python3-pydeequ
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-tableschema
Requires:	python3-deltalake
Requires:	python3-parse
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-typing-inspect
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-ujson
Requires:	python3-boto3
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-wcmatch
Requires:	python3-pyspark
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-smart-open[s3]
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-pyarrow
Requires:	python3-docker
Requires:	python3-moto[s3]
Requires:	python3-GitPython
Requires:	python3-acryl-datahub-classify
Requires:	python3-avro-gen3
Requires:	python3-clickhouse-sqlalchemy
Requires:	python3-looker-sdk
Requires:	python3-flask-openid
Requires:	python3-ijson
Requires:	python3-freezegun
Requires:	python3-types-toml
Requires:	python3-sqlalchemy-redshift
Requires:	python3-ratelimiter
Requires:	python3-types-protobuf
Requires:	python3-types-pyOpenSSL
Requires:	python3-virtualenv
Requires:	python3-sqlparse
Requires:	python3-feast
Requires:	python3-smart-open[s3]
Requires:	python3-pydantic
Requires:	python3-jsonpickle
Requires:	python3-redash-toolbelt
Requires:	python3-moto[s3]
Requires:	python3-flake8-bugbear
Requires:	python3-boto3-stubs[glue,s3,sagemaker,sts]
Requires:	python3-grpcio-tools
Requires:	python3-psycopg2-binary
Requires:	python3-Deprecated
Requires:	python3-grpcio
Requires:	python3-parse
Requires:	python3-termcolor
Requires:	python3-lkml
Requires:	python3-typeguard
Requires:	python3-pytest-asyncio
Requires:	python3-uvicorn
Requires:	python3-tableauserverclient
Requires:	python3-scipy
Requires:	python3-click
Requires:	python3-pymysql
Requires:	python3-docker
Requires:	python3-flake8
Requires:	python3-types-click-spinner
Requires:	python3-types-requests
Requires:	python3-types-ujson
Requires:	python3-pytest-cov
Requires:	python3-toml
Requires:	python3-sqllineage
Requires:	python3-okta
Requires:	python3-types-pytz
Requires:	python3-GeoAlchemy2
Requires:	python3-msal
Requires:	python3-acryl-iceberg-legacy
Requires:	python3-click-spinner
Requires:	python3-cached-property
Requires:	python3-confluent-kafka
Requires:	python3-packaging
Requires:	python3-snowflake-sqlalchemy
Requires:	python3-boto3
Requires:	python3-more-itertools
Requires:	python3-types-click
Requires:	python3-great-expectations
Requires:	python3-sql-metadata
Requires:	python3-sqlparse
Requires:	python3-greenlet
Requires:	python3-build
Requires:	python3-twine
Requires:	python3-snowflake-connector-python
Requires:	python3-botocore
Requires:	python3-azure-identity
Requires:	python3-lark[regex]
Requires:	python3-apache-airflow[snowflake]
Requires:	python3-types-python-dateutil
Requires:	python3-acryl-pyhive[hive]
Requires:	python3-sqlalchemy-bigquery
Requires:	python3-msal
Requires:	python3-jsonschema
Requires:	python3-pytest-docker
Requires:	python3-avro
Requires:	python3-mixpanel
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-requests
Requires:	python3-mypy
Requires:	python3-simple-salesforce
Requires:	python3-aiohttp
Requires:	python3-google-cloud-datacatalog-lineage
Requires:	python3-deltalake
Requires:	python3-types-dataclasses
Requires:	python3-google-cloud-bigquery
Requires:	python3-expandvars
Requires:	python3-ujson
Requires:	python3-types-termcolor
Requires:	python3-cx-Oracle
Requires:	python3-humanfriendly
Requires:	python3-types-PyMySQL
Requires:	python3-requests-file
Requires:	python3-mypy-extensions
Requires:	python3-sql-metadata
Requires:	python3-pyarrow
Requires:	python3-pytest
Requires:	python3-duckdb
Requires:	python3-SQLAlchemy
Requires:	python3-PyYAML
Requires:	python3-black
Requires:	python3-requests-ntlm
Requires:	python3-pydruid
Requires:	python3-isort
Requires:	python3-types-tabulate
Requires:	python3-tableschema
Requires:	python3-coverage
Requires:	python3-fastapi
Requires:	python3-trino[sqlalchemy]
Requires:	python3-types-Deprecated
Requires:	python3-acryl-pyhive[hive]
Requires:	python3-cryptography
Requires:	python3-wcmatch
Requires:	python3-pyspark
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-pydantic
Requires:	python3-deepdiff
Requires:	python3-jsonref
Requires:	python3-elasticsearch
Requires:	python3-databricks-dbapi
Requires:	python3-pandas
Requires:	python3-faker
Requires:	python3-databricks-cli
Requires:	python3-click-default-group
Requires:	python3-redshift-connector
Requires:	python3-psutil
Requires:	python3-types-PyYAML
Requires:	python3-networkx
Requires:	python3-pydeequ
Requires:	python3-types-pkg-resources
Requires:	python3-sqlalchemy
Requires:	python3-tabulate
Requires:	python3-requests-mock
Requires:	python3-google-cloud-logging
Requires:	python3-traitlets
Requires:	python3-spacy
Requires:	python3-types-six
Requires:	python3-types-freezegun
Requires:	python3-ldap
Requires:	python3-flake8-tidy-imports
Requires:	python3-fastavro
Requires:	python3-types-cachetools
Requires:	python3-confluent-kafka
Requires:	python3-typing-extensions
Requires:	python3-typing-extensions
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-pydruid
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-elasticsearch
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-flask-openid
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-typeguard
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-feast
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-botocore
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-boto3
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-sqllineage
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-sqlparse
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-hdbcli
Requires:	python3-sqlalchemy-hana
Requires:	python3-databricks-dbapi
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-acryl-pyhive[hive]
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-great-expectations
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-azure-identity
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-acryl-iceberg-legacy
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-sqllineage
Requires:	python3-gql[requests]
Requires:	python3-clickhouse-sqlalchemy
Requires:	python3-deltalake
Requires:	python3-acryl-iceberg-legacy
Requires:	python3-PyAthena[sqlalchemy]
Requires:	python3-ujson
Requires:	python3-packaging
Requires:	python3-JPype1
Requires:	python3-boto3
Requires:	python3-great-expectations
Requires:	python3-sql-metadata
Requires:	python3-sqlparse
Requires:	python3-smart-open[s3]
Requires:	python3-sqlalchemy-pytds
Requires:	python3-greenlet
Requires:	python3-pymongo[srv]
Requires:	python3-redash-toolbelt
Requires:	python3-moto[s3]
Requires:	python3-pyarrow
Requires:	python3-pydeequ
Requires:	python3-botocore
Requires:	python3-sqlalchemy
Requires:	python3-pydruid
Requires:	python3-tableschema
Requires:	python3-gql
Requires:	python3-parse
Requires:	python3-azure-identity
Requires:	python3-acryl-pyhive[hive]
Requires:	python3-traitlets
Requires:	python3-wcmatch
Requires:	python3-ldap
Requires:	python3-pyspark
Requires:	python3-scipy
Requires:	python3-great-expectations
Requires:	python3-pymysql
Requires:	python3-requests
Requires:	python3-databricks-dbapi
Requires:	python3-hdbcli
Requires:	python3-sqlalchemy-hana
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-grpcio
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-networkx
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-confluent-kafka
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-fastavro
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-grpcio-tools
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-JPype1
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-requests
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-confluent-kafka
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-ldap
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-GitPython
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-sqllineage
Requires:	python3-looker-sdk
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-lkml
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-sql-metadata
Requires:	python3-sqlparse
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-GitPython
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-sqllineage
Requires:	python3-looker-sdk
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-lkml
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-sql-metadata
Requires:	python3-sqlparse
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-pymysql
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-sqllineage
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-sqlparse
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-requests
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-sqllineage
Requires:	python3-tenacity
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-sqlparse
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-requests
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-pymongo[srv]
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-sqlalchemy-pytds
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-pyodbc
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-click
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-pymysql
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-requests
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-okta
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-cx-Oracle
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-psycopg2-binary
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-GeoAlchemy2
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-lark[regex]
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-msal
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-sqlparse
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-requests-ntlm
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-requests
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-trino[sqlalchemy]
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-acryl-pyhive[hive]
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-psycopg2-binary
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-acryl-pyhive[hive]
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-pymysql
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-requests
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-sqllineage
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-sql-metadata
Requires:	python3-sqlparse
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-redash-toolbelt
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-sqllineage
Requires:	python3-ijson
Requires:	python3-GeoAlchemy2
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-redshift-connector
Requires:	python3-sqlalchemy-redshift
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-sqlparse
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-great-expectations
Requires:	python3-sqlparse
Requires:	python3-greenlet
Requires:	python3-psycopg2-binary
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-Deprecated
Requires:	python3-parse
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-traitlets
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-wcmatch
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-psycopg2-binary
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-sqllineage
Requires:	python3-parse
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-GeoAlchemy2
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-sqlalchemy-redshift
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-wcmatch
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-sqlparse
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-sqllineage
Requires:	python3-ijson
Requires:	python3-GeoAlchemy2
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-sqlalchemy-redshift
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-sqlparse
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-great-expectations
Requires:	python3-sqlparse
Requires:	python3-greenlet
Requires:	python3-psycopg2-binary
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-Deprecated
Requires:	python3-parse
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-traitlets
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-wcmatch
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-botocore
Requires:	python3-pydeequ
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-tableschema
Requires:	python3-parse
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-ujson
Requires:	python3-boto3
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-wcmatch
Requires:	python3-pyspark
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-smart-open[s3]
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-pyarrow
Requires:	python3-docker
Requires:	python3-moto[s3]
Requires:	python3-PyYAML
Requires:	python3-botocore
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-boto3
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-simple-salesforce
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-acryl-datahub-classify
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-pandas
Requires:	python3-ijson
Requires:	python3-msal
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-snowflake-sqlalchemy
Requires:	python3-sqlparse
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-great-expectations
Requires:	python3-greenlet
Requires:	python3-snowflake-connector-python
Requires:	python3-SQLAlchemy
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-Deprecated
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-traitlets
Requires:	python3-spacy
Requires:	python3-cryptography
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-acryl-datahub-classify
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-pandas
Requires:	python3-ijson
Requires:	python3-msal
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-snowflake-sqlalchemy
Requires:	python3-sqlparse
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-great-expectations
Requires:	python3-greenlet
Requires:	python3-snowflake-connector-python
Requires:	python3-SQLAlchemy
Requires:	python3-PyYAML
Requires:	python3-cached-property
Requires:	python3-sqlalchemy
Requires:	python3-Deprecated
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-traitlets
Requires:	python3-spacy
Requires:	python3-cryptography
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-trino[sqlalchemy]
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-sqlparse
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-great-expectations
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-sqlalchemy
Requires:	python3-progressbar2
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-requests
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-sqllineage
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-tableauserverclient
Requires:	python3-sqlparse
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-trino[sqlalchemy]
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-databricks-cli
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-click
Requires:	python3-requests
Requires:	python3-jsonref
Requires:	python3-docker
Requires:	python3-PyYAML
Requires:	python3-sqlalchemy
Requires:	python3-toml
Requires:	python3-aiohttp
Requires:	python3-avro-gen3
Requires:	python3-Deprecated
Requires:	python3-ijson
Requires:	python3-tabulate
Requires:	python3-termcolor
Requires:	python3-click-default-group
Requires:	python3-click-spinner
Requires:	python3-traitlets
Requires:	python3-ratelimiter
Requires:	python3-expandvars
Requires:	python3-cached-property
Requires:	python3-psutil
Requires:	python3-packaging
Requires:	python3-jsonschema
Requires:	python3-avro
Requires:	python3-humanfriendly
Requires:	python3-requests-file
Requires:	python3-dateutil
Requires:	python3-great-expectations
Requires:	python3-entrypoints
Requires:	python3-progressbar2
Requires:	python3-scipy
Requires:	python3-vertica-sqlalchemy-dialect[vertica-python]
Requires:	python3-greenlet
Requires:	python3-click
Requires:	python3-jsonref
Requires:	python3-docker

%description
# Introduction to Metadata Ingestion

## Integration Options

DataHub supports both **push-based** and **pull-based** metadata integration.

Push-based integrations allow you to emit metadata directly from your data systems when metadata changes, while pull-based integrations allow you to "crawl" or "ingest" metadata from the data systems by connecting to them and extracting metadata in a batch or incremental-batch manner. Supporting both mechanisms means that you can integrate with all your systems in the most flexible way possible.

Examples of push-based integrations include [Airflow](../docs/lineage/airflow.md), [Spark](../metadata-integration/java/spark-lineage/README.md), [Great Expectations](./integration_docs/great-expectations.md) and [Protobuf Schemas](../metadata-integration/java/datahub-protobuf/README.md). This allows you to get low-latency metadata integration from the "active" agents in your data ecosystem. Examples of pull-based integrations include BigQuery, Snowflake, Looker, Tableau and many others.

This document describes the pull-based metadata ingestion system that is built into DataHub for easy integration with a wide variety of sources in your data stack.

## Getting Started

### Prerequisites

Before running any metadata ingestion job, you should make sure that DataHub backend services are all running. You can either run ingestion via the [UI](../docs/ui-ingestion.md) or via the [CLI](../docs/cli.md). You can reference the CLI usage guide given there as you go through this page.

## Core Concepts

### Sources

Please see our [Integrations page](https://datahubproject.io/integrations) to browse our ingestion sources and filter on their features.

Data systems that we are extracting metadata from are referred to as **Sources**. The `Sources` tab on the left in the sidebar shows you all the sources that are available for you to ingest metadata from. For example, we have sources for [BigQuery](https://datahubproject.io/docs/generated/ingestion/sources/bigquery), [Looker](https://datahubproject.io/docs/generated/ingestion/sources/looker), [Tableau](https://datahubproject.io/docs/generated/ingestion/sources/tableau) and many others.

#### Metadata Ingestion Source Status

We apply a Support Status to each Metadata Source to help you understand the integration reliability at a glance.

![Certified](https://img.shields.io/badge/support%20status-certified-brightgreen): Certified Sources are well-tested & widely-adopted by the DataHub Community. We expect the integration to be stable with few user-facing issues.

![Incubating](https://img.shields.io/badge/support%20status-incubating-blue): Incubating Sources are ready for DataHub Community adoption but have not been tested for a wide variety of edge-cases. We eagerly solicit feedback from the Community to streghten the connector; minor version changes may arise in future releases.

![Testing](https://img.shields.io/badge/support%20status-testing-lightgrey): Testing Sources are available for experiementation by DataHub Community members, but may change without notice.

### Sinks

Sinks are destinations for metadata. When configuring ingestion for DataHub, you're likely to be sending the metadata to DataHub over either the [REST (datahub-sink)](./sink_docs/datahub.md#datahub-rest) or the [Kafka (datahub-kafka)](./sink_docs/datahub.md#datahub-kafka) sink. In some cases, the [File](./sink_docs/file.md) sink is also helpful to store a persistent offline copy of the metadata during debugging.

The default sink that most of the ingestion systems and guides assume is the `datahub-rest` sink, but you should be able to adapt all of them for the other sinks as well!

### Recipes

A recipe is the main configuration file that puts it all together. It tells our ingestion scripts where to pull data from (source) and where to put it (sink).

:::tip
Name your recipe with **.dhub.yaml** extension like _myrecipe.dhub.yaml_ to use vscode or intellij as a recipe editor with autocomplete
and syntax validation.

Make sure yaml plugin is installed for your editor:

- For vscode install [Redhat's yaml plugin](https://marketplace.visualstudio.com/items?itemName=redhat.vscode-yaml)
- For intellij install [official yaml plugin](https://plugins.jetbrains.com/plugin/13126-yaml)

:::

Since `acryl-datahub` version `>=0.8.33.2`, the default sink is assumed to be a DataHub REST endpoint:

- Hosted at "http://localhost:8080" or the environment variable `${DATAHUB_GMS_URL}` if present
- With an empty auth token or the environment variable `${DATAHUB_GMS_TOKEN}` if present.

Here's a simple recipe that pulls metadata from MSSQL (source) and puts it into the default sink (datahub rest).

```yaml
# The simplest recipe that pulls metadata from MSSQL and puts it into DataHub
# using the Rest API.
source:
  type: mssql
  config:
    username: sa
    password: ${MSSQL_PASSWORD}
    database: DemoData
# sink section omitted as we want to use the default datahub-rest sink
```

Running this recipe is as simple as:

```shell
datahub ingest -c recipe.dhub.yaml
```

or if you want to override the default endpoints, you can provide the environment variables as part of the command like below:

```shell
DATAHUB_GMS_URL="https://my-datahub-server:8080" DATAHUB_GMS_TOKEN="my-datahub-token" datahub ingest -c recipe.dhub.yaml
```

A number of recipes are included in the [examples/recipes](./examples/recipes) directory. For full info and context on each source and sink, see the pages described in the [table of plugins](../docs/cli.md#installing-plugins).

> Note that one recipe file can only have 1 source and 1 sink. If you want multiple sources then you will need multiple recipe files.

### Handling sensitive information in recipes

We automatically expand environment variables in the config (e.g. `${MSSQL_PASSWORD}`),
similar to variable substitution in GNU bash or in docker-compose files. For details, see
https://docs.docker.com/compose/compose-file/compose-file-v2/#variable-substitution. This environment variable substitution should be used to mask sensitive information in recipe files. As long as you can get env variables securely to the ingestion process there would not be any need to store sensitive information in recipes.

### Basic Usage of CLI for ingestion

```shell
pip install 'acryl-datahub[datahub-rest]'  # install the required plugin
datahub ingest -c ./examples/recipes/mssql_to_datahub.dhub.yml
```

The `--dry-run` option of the `ingest` command performs all of the ingestion steps, except writing to the sink. This is useful to validate that the
ingestion recipe is producing the desired metadata events before ingesting them into datahub.

```shell
# Dry run
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yml --dry-run
# Short-form
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yml -n
```

The `--preview` option of the `ingest` command performs all of the ingestion steps, but limits the processing to only the first 10 workunits produced by the source.
This option helps with quick end-to-end smoke testing of the ingestion recipe.

```shell
# Preview
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yml --preview
# Preview with dry-run
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yml -n --preview
```

By default `--preview` creates 10 workunits. But if you wish to try producing more workunits you can use another option `--preview-workunits`

```shell
# Preview 20 workunits without sending anything to sink
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yml -n --preview --preview-workunits=20
```

#### Reporting

By default, the cli sends an ingestion report to DataHub, which allows you to see the result of all cli-based ingestion in the UI. This can be turned off with the `--no-default-report` flag.

```shell
# Running ingestion with reporting to DataHub turned off
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yaml --no-default-report
```

The reports include the recipe that was used for ingestion. This can be turned off by adding an additional section to the ingestion recipe.

```yaml
source:
  # source configs

sink:
  # sink configs

# Add configuration for the datahub reporter
reporting:
  - type: datahub
    config:
      report_recipe: false
```

## Transformations

If you'd like to modify data before it reaches the ingestion sinks – for instance, adding additional owners or tags – you can use a transformer to write your own module and integrate it with DataHub. Transformers require extending the recipe with a new section to describe the transformers that you want to run.

For example, a pipeline that ingests metadata from MSSQL and applies a default "important" tag to all datasets is described below:

```yaml
# A recipe to ingest metadata from MSSQL and apply default tags to all tables
source:
  type: mssql
  config:
    username: sa
    password: ${MSSQL_PASSWORD}
    database: DemoData

transformers: # an array of transformers applied sequentially
  - type: simple_add_dataset_tags
    config:
      tag_urns:
        - "urn:li:tag:Important"
# default sink, no config needed
```

Check out the [transformers guide](./docs/transformer/intro.md) to learn more about how you can create really flexible pipelines for processing metadata using Transformers!

## Using as a library (SDK)

In some cases, you might want to construct Metadata events directly and use programmatic ways to emit that metadata to DataHub. In this case, take a look at the [Python emitter](./as-a-library.md) and the [Java emitter](../metadata-integration/java/as-a-library.md) libraries which can be called from your own code.

### Programmatic Pipeline

In some cases, you might want to configure and run a pipeline entirely from within your custom Python script. Here is an example of how to do it.

- [programmatic_pipeline.py](./examples/library/programatic_pipeline.py) - a basic mysql to REST programmatic pipeline.

## Developing

See the guides on [developing](./developing.md), [adding a source](./adding-source.md) and [using transformers](./docs/transformer/intro.md).

## Compatibility

DataHub server uses a 3 digit versioning scheme, while the CLI uses a 4 digit scheme. For example, if you're using DataHub server version 0.10.0, you should use CLI version 0.10.0.x, where x is a patch version.
We do this because we do CLI releases at a much higher frequency than server releases, usually every few days vs twice a month.

For ingestion sources, any breaking changes will be highlighted in the [release notes](../docs/how/updating-datahub.md). When fields are deprecated or otherwise changed, we will try to maintain backwards compatibility for two server releases, which is about 4-6 weeks. The CLI will also print warnings whenever deprecated options are used.


%package -n python3-acryl-datahub
Summary:	A CLI to work with DataHub metadata
Provides:	python-acryl-datahub
BuildRequires:	python3-devel
BuildRequires:	python3-setuptools
BuildRequires:	python3-pip
%description -n python3-acryl-datahub
# Introduction to Metadata Ingestion

## Integration Options

DataHub supports both **push-based** and **pull-based** metadata integration.

Push-based integrations allow you to emit metadata directly from your data systems when metadata changes, while pull-based integrations allow you to "crawl" or "ingest" metadata from the data systems by connecting to them and extracting metadata in a batch or incremental-batch manner. Supporting both mechanisms means that you can integrate with all your systems in the most flexible way possible.

Examples of push-based integrations include [Airflow](../docs/lineage/airflow.md), [Spark](../metadata-integration/java/spark-lineage/README.md), [Great Expectations](./integration_docs/great-expectations.md) and [Protobuf Schemas](../metadata-integration/java/datahub-protobuf/README.md). This allows you to get low-latency metadata integration from the "active" agents in your data ecosystem. Examples of pull-based integrations include BigQuery, Snowflake, Looker, Tableau and many others.

This document describes the pull-based metadata ingestion system that is built into DataHub for easy integration with a wide variety of sources in your data stack.

## Getting Started

### Prerequisites

Before running any metadata ingestion job, you should make sure that DataHub backend services are all running. You can either run ingestion via the [UI](../docs/ui-ingestion.md) or via the [CLI](../docs/cli.md). You can reference the CLI usage guide given there as you go through this page.

## Core Concepts

### Sources

Please see our [Integrations page](https://datahubproject.io/integrations) to browse our ingestion sources and filter on their features.

Data systems that we are extracting metadata from are referred to as **Sources**. The `Sources` tab on the left in the sidebar shows you all the sources that are available for you to ingest metadata from. For example, we have sources for [BigQuery](https://datahubproject.io/docs/generated/ingestion/sources/bigquery), [Looker](https://datahubproject.io/docs/generated/ingestion/sources/looker), [Tableau](https://datahubproject.io/docs/generated/ingestion/sources/tableau) and many others.

#### Metadata Ingestion Source Status

We apply a Support Status to each Metadata Source to help you understand the integration reliability at a glance.

![Certified](https://img.shields.io/badge/support%20status-certified-brightgreen): Certified Sources are well-tested & widely-adopted by the DataHub Community. We expect the integration to be stable with few user-facing issues.

![Incubating](https://img.shields.io/badge/support%20status-incubating-blue): Incubating Sources are ready for DataHub Community adoption but have not been tested for a wide variety of edge-cases. We eagerly solicit feedback from the Community to streghten the connector; minor version changes may arise in future releases.

![Testing](https://img.shields.io/badge/support%20status-testing-lightgrey): Testing Sources are available for experiementation by DataHub Community members, but may change without notice.

### Sinks

Sinks are destinations for metadata. When configuring ingestion for DataHub, you're likely to be sending the metadata to DataHub over either the [REST (datahub-sink)](./sink_docs/datahub.md#datahub-rest) or the [Kafka (datahub-kafka)](./sink_docs/datahub.md#datahub-kafka) sink. In some cases, the [File](./sink_docs/file.md) sink is also helpful to store a persistent offline copy of the metadata during debugging.

The default sink that most of the ingestion systems and guides assume is the `datahub-rest` sink, but you should be able to adapt all of them for the other sinks as well!

### Recipes

A recipe is the main configuration file that puts it all together. It tells our ingestion scripts where to pull data from (source) and where to put it (sink).

:::tip
Name your recipe with **.dhub.yaml** extension like _myrecipe.dhub.yaml_ to use vscode or intellij as a recipe editor with autocomplete
and syntax validation.

Make sure yaml plugin is installed for your editor:

- For vscode install [Redhat's yaml plugin](https://marketplace.visualstudio.com/items?itemName=redhat.vscode-yaml)
- For intellij install [official yaml plugin](https://plugins.jetbrains.com/plugin/13126-yaml)

:::

Since `acryl-datahub` version `>=0.8.33.2`, the default sink is assumed to be a DataHub REST endpoint:

- Hosted at "http://localhost:8080" or the environment variable `${DATAHUB_GMS_URL}` if present
- With an empty auth token or the environment variable `${DATAHUB_GMS_TOKEN}` if present.

Here's a simple recipe that pulls metadata from MSSQL (source) and puts it into the default sink (datahub rest).

```yaml
# The simplest recipe that pulls metadata from MSSQL and puts it into DataHub
# using the Rest API.
source:
  type: mssql
  config:
    username: sa
    password: ${MSSQL_PASSWORD}
    database: DemoData
# sink section omitted as we want to use the default datahub-rest sink
```

Running this recipe is as simple as:

```shell
datahub ingest -c recipe.dhub.yaml
```

or if you want to override the default endpoints, you can provide the environment variables as part of the command like below:

```shell
DATAHUB_GMS_URL="https://my-datahub-server:8080" DATAHUB_GMS_TOKEN="my-datahub-token" datahub ingest -c recipe.dhub.yaml
```

A number of recipes are included in the [examples/recipes](./examples/recipes) directory. For full info and context on each source and sink, see the pages described in the [table of plugins](../docs/cli.md#installing-plugins).

> Note that one recipe file can only have 1 source and 1 sink. If you want multiple sources then you will need multiple recipe files.

### Handling sensitive information in recipes

We automatically expand environment variables in the config (e.g. `${MSSQL_PASSWORD}`),
similar to variable substitution in GNU bash or in docker-compose files. For details, see
https://docs.docker.com/compose/compose-file/compose-file-v2/#variable-substitution. This environment variable substitution should be used to mask sensitive information in recipe files. As long as you can get env variables securely to the ingestion process there would not be any need to store sensitive information in recipes.

### Basic Usage of CLI for ingestion

```shell
pip install 'acryl-datahub[datahub-rest]'  # install the required plugin
datahub ingest -c ./examples/recipes/mssql_to_datahub.dhub.yml
```

The `--dry-run` option of the `ingest` command performs all of the ingestion steps, except writing to the sink. This is useful to validate that the
ingestion recipe is producing the desired metadata events before ingesting them into datahub.

```shell
# Dry run
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yml --dry-run
# Short-form
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yml -n
```

The `--preview` option of the `ingest` command performs all of the ingestion steps, but limits the processing to only the first 10 workunits produced by the source.
This option helps with quick end-to-end smoke testing of the ingestion recipe.

```shell
# Preview
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yml --preview
# Preview with dry-run
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yml -n --preview
```

By default `--preview` creates 10 workunits. But if you wish to try producing more workunits you can use another option `--preview-workunits`

```shell
# Preview 20 workunits without sending anything to sink
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yml -n --preview --preview-workunits=20
```

#### Reporting

By default, the cli sends an ingestion report to DataHub, which allows you to see the result of all cli-based ingestion in the UI. This can be turned off with the `--no-default-report` flag.

```shell
# Running ingestion with reporting to DataHub turned off
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yaml --no-default-report
```

The reports include the recipe that was used for ingestion. This can be turned off by adding an additional section to the ingestion recipe.

```yaml
source:
  # source configs

sink:
  # sink configs

# Add configuration for the datahub reporter
reporting:
  - type: datahub
    config:
      report_recipe: false
```

## Transformations

If you'd like to modify data before it reaches the ingestion sinks – for instance, adding additional owners or tags – you can use a transformer to write your own module and integrate it with DataHub. Transformers require extending the recipe with a new section to describe the transformers that you want to run.

For example, a pipeline that ingests metadata from MSSQL and applies a default "important" tag to all datasets is described below:

```yaml
# A recipe to ingest metadata from MSSQL and apply default tags to all tables
source:
  type: mssql
  config:
    username: sa
    password: ${MSSQL_PASSWORD}
    database: DemoData

transformers: # an array of transformers applied sequentially
  - type: simple_add_dataset_tags
    config:
      tag_urns:
        - "urn:li:tag:Important"
# default sink, no config needed
```

Check out the [transformers guide](./docs/transformer/intro.md) to learn more about how you can create really flexible pipelines for processing metadata using Transformers!

## Using as a library (SDK)

In some cases, you might want to construct Metadata events directly and use programmatic ways to emit that metadata to DataHub. In this case, take a look at the [Python emitter](./as-a-library.md) and the [Java emitter](../metadata-integration/java/as-a-library.md) libraries which can be called from your own code.

### Programmatic Pipeline

In some cases, you might want to configure and run a pipeline entirely from within your custom Python script. Here is an example of how to do it.

- [programmatic_pipeline.py](./examples/library/programatic_pipeline.py) - a basic mysql to REST programmatic pipeline.

## Developing

See the guides on [developing](./developing.md), [adding a source](./adding-source.md) and [using transformers](./docs/transformer/intro.md).

## Compatibility

DataHub server uses a 3 digit versioning scheme, while the CLI uses a 4 digit scheme. For example, if you're using DataHub server version 0.10.0, you should use CLI version 0.10.0.x, where x is a patch version.
We do this because we do CLI releases at a much higher frequency than server releases, usually every few days vs twice a month.

For ingestion sources, any breaking changes will be highlighted in the [release notes](../docs/how/updating-datahub.md). When fields are deprecated or otherwise changed, we will try to maintain backwards compatibility for two server releases, which is about 4-6 weeks. The CLI will also print warnings whenever deprecated options are used.


%package help
Summary:	Development documents and examples for acryl-datahub
Provides:	python3-acryl-datahub-doc
%description help
# Introduction to Metadata Ingestion

## Integration Options

DataHub supports both **push-based** and **pull-based** metadata integration.

Push-based integrations allow you to emit metadata directly from your data systems when metadata changes, while pull-based integrations allow you to "crawl" or "ingest" metadata from the data systems by connecting to them and extracting metadata in a batch or incremental-batch manner. Supporting both mechanisms means that you can integrate with all your systems in the most flexible way possible.

Examples of push-based integrations include [Airflow](../docs/lineage/airflow.md), [Spark](../metadata-integration/java/spark-lineage/README.md), [Great Expectations](./integration_docs/great-expectations.md) and [Protobuf Schemas](../metadata-integration/java/datahub-protobuf/README.md). This allows you to get low-latency metadata integration from the "active" agents in your data ecosystem. Examples of pull-based integrations include BigQuery, Snowflake, Looker, Tableau and many others.

This document describes the pull-based metadata ingestion system that is built into DataHub for easy integration with a wide variety of sources in your data stack.

## Getting Started

### Prerequisites

Before running any metadata ingestion job, you should make sure that DataHub backend services are all running. You can either run ingestion via the [UI](../docs/ui-ingestion.md) or via the [CLI](../docs/cli.md). You can reference the CLI usage guide given there as you go through this page.

## Core Concepts

### Sources

Please see our [Integrations page](https://datahubproject.io/integrations) to browse our ingestion sources and filter on their features.

Data systems that we are extracting metadata from are referred to as **Sources**. The `Sources` tab on the left in the sidebar shows you all the sources that are available for you to ingest metadata from. For example, we have sources for [BigQuery](https://datahubproject.io/docs/generated/ingestion/sources/bigquery), [Looker](https://datahubproject.io/docs/generated/ingestion/sources/looker), [Tableau](https://datahubproject.io/docs/generated/ingestion/sources/tableau) and many others.

#### Metadata Ingestion Source Status

We apply a Support Status to each Metadata Source to help you understand the integration reliability at a glance.

![Certified](https://img.shields.io/badge/support%20status-certified-brightgreen): Certified Sources are well-tested & widely-adopted by the DataHub Community. We expect the integration to be stable with few user-facing issues.

![Incubating](https://img.shields.io/badge/support%20status-incubating-blue): Incubating Sources are ready for DataHub Community adoption but have not been tested for a wide variety of edge-cases. We eagerly solicit feedback from the Community to streghten the connector; minor version changes may arise in future releases.

![Testing](https://img.shields.io/badge/support%20status-testing-lightgrey): Testing Sources are available for experiementation by DataHub Community members, but may change without notice.

### Sinks

Sinks are destinations for metadata. When configuring ingestion for DataHub, you're likely to be sending the metadata to DataHub over either the [REST (datahub-sink)](./sink_docs/datahub.md#datahub-rest) or the [Kafka (datahub-kafka)](./sink_docs/datahub.md#datahub-kafka) sink. In some cases, the [File](./sink_docs/file.md) sink is also helpful to store a persistent offline copy of the metadata during debugging.

The default sink that most of the ingestion systems and guides assume is the `datahub-rest` sink, but you should be able to adapt all of them for the other sinks as well!

### Recipes

A recipe is the main configuration file that puts it all together. It tells our ingestion scripts where to pull data from (source) and where to put it (sink).

:::tip
Name your recipe with **.dhub.yaml** extension like _myrecipe.dhub.yaml_ to use vscode or intellij as a recipe editor with autocomplete
and syntax validation.

Make sure yaml plugin is installed for your editor:

- For vscode install [Redhat's yaml plugin](https://marketplace.visualstudio.com/items?itemName=redhat.vscode-yaml)
- For intellij install [official yaml plugin](https://plugins.jetbrains.com/plugin/13126-yaml)

:::

Since `acryl-datahub` version `>=0.8.33.2`, the default sink is assumed to be a DataHub REST endpoint:

- Hosted at "http://localhost:8080" or the environment variable `${DATAHUB_GMS_URL}` if present
- With an empty auth token or the environment variable `${DATAHUB_GMS_TOKEN}` if present.

Here's a simple recipe that pulls metadata from MSSQL (source) and puts it into the default sink (datahub rest).

```yaml
# The simplest recipe that pulls metadata from MSSQL and puts it into DataHub
# using the Rest API.
source:
  type: mssql
  config:
    username: sa
    password: ${MSSQL_PASSWORD}
    database: DemoData
# sink section omitted as we want to use the default datahub-rest sink
```

Running this recipe is as simple as:

```shell
datahub ingest -c recipe.dhub.yaml
```

or if you want to override the default endpoints, you can provide the environment variables as part of the command like below:

```shell
DATAHUB_GMS_URL="https://my-datahub-server:8080" DATAHUB_GMS_TOKEN="my-datahub-token" datahub ingest -c recipe.dhub.yaml
```

A number of recipes are included in the [examples/recipes](./examples/recipes) directory. For full info and context on each source and sink, see the pages described in the [table of plugins](../docs/cli.md#installing-plugins).

> Note that one recipe file can only have 1 source and 1 sink. If you want multiple sources then you will need multiple recipe files.

### Handling sensitive information in recipes

We automatically expand environment variables in the config (e.g. `${MSSQL_PASSWORD}`),
similar to variable substitution in GNU bash or in docker-compose files. For details, see
https://docs.docker.com/compose/compose-file/compose-file-v2/#variable-substitution. This environment variable substitution should be used to mask sensitive information in recipe files. As long as you can get env variables securely to the ingestion process there would not be any need to store sensitive information in recipes.

### Basic Usage of CLI for ingestion

```shell
pip install 'acryl-datahub[datahub-rest]'  # install the required plugin
datahub ingest -c ./examples/recipes/mssql_to_datahub.dhub.yml
```

The `--dry-run` option of the `ingest` command performs all of the ingestion steps, except writing to the sink. This is useful to validate that the
ingestion recipe is producing the desired metadata events before ingesting them into datahub.

```shell
# Dry run
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yml --dry-run
# Short-form
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yml -n
```

The `--preview` option of the `ingest` command performs all of the ingestion steps, but limits the processing to only the first 10 workunits produced by the source.
This option helps with quick end-to-end smoke testing of the ingestion recipe.

```shell
# Preview
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yml --preview
# Preview with dry-run
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yml -n --preview
```

By default `--preview` creates 10 workunits. But if you wish to try producing more workunits you can use another option `--preview-workunits`

```shell
# Preview 20 workunits without sending anything to sink
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yml -n --preview --preview-workunits=20
```

#### Reporting

By default, the cli sends an ingestion report to DataHub, which allows you to see the result of all cli-based ingestion in the UI. This can be turned off with the `--no-default-report` flag.

```shell
# Running ingestion with reporting to DataHub turned off
datahub ingest -c ./examples/recipes/example_to_datahub_rest.dhub.yaml --no-default-report
```

The reports include the recipe that was used for ingestion. This can be turned off by adding an additional section to the ingestion recipe.

```yaml
source:
  # source configs

sink:
  # sink configs

# Add configuration for the datahub reporter
reporting:
  - type: datahub
    config:
      report_recipe: false
```

## Transformations

If you'd like to modify data before it reaches the ingestion sinks – for instance, adding additional owners or tags – you can use a transformer to write your own module and integrate it with DataHub. Transformers require extending the recipe with a new section to describe the transformers that you want to run.

For example, a pipeline that ingests metadata from MSSQL and applies a default "important" tag to all datasets is described below:

```yaml
# A recipe to ingest metadata from MSSQL and apply default tags to all tables
source:
  type: mssql
  config:
    username: sa
    password: ${MSSQL_PASSWORD}
    database: DemoData

transformers: # an array of transformers applied sequentially
  - type: simple_add_dataset_tags
    config:
      tag_urns:
        - "urn:li:tag:Important"
# default sink, no config needed
```

Check out the [transformers guide](./docs/transformer/intro.md) to learn more about how you can create really flexible pipelines for processing metadata using Transformers!

## Using as a library (SDK)

In some cases, you might want to construct Metadata events directly and use programmatic ways to emit that metadata to DataHub. In this case, take a look at the [Python emitter](./as-a-library.md) and the [Java emitter](../metadata-integration/java/as-a-library.md) libraries which can be called from your own code.

### Programmatic Pipeline

In some cases, you might want to configure and run a pipeline entirely from within your custom Python script. Here is an example of how to do it.

- [programmatic_pipeline.py](./examples/library/programatic_pipeline.py) - a basic mysql to REST programmatic pipeline.

## Developing

See the guides on [developing](./developing.md), [adding a source](./adding-source.md) and [using transformers](./docs/transformer/intro.md).

## Compatibility

DataHub server uses a 3 digit versioning scheme, while the CLI uses a 4 digit scheme. For example, if you're using DataHub server version 0.10.0, you should use CLI version 0.10.0.x, where x is a patch version.
We do this because we do CLI releases at a much higher frequency than server releases, usually every few days vs twice a month.

For ingestion sources, any breaking changes will be highlighted in the [release notes](../docs/how/updating-datahub.md). When fields are deprecated or otherwise changed, we will try to maintain backwards compatibility for two server releases, which is about 4-6 weeks. The CLI will also print warnings whenever deprecated options are used.


%prep
%autosetup -n acryl-datahub-0.10.2.1

%build
%py3_build

%install
%py3_install
install -d -m755 %{buildroot}/%{_pkgdocdir}
if [ -d doc ]; then cp -arf doc %{buildroot}/%{_pkgdocdir}; fi
if [ -d docs ]; then cp -arf docs %{buildroot}/%{_pkgdocdir}; fi
if [ -d example ]; then cp -arf example %{buildroot}/%{_pkgdocdir}; fi
if [ -d examples ]; then cp -arf examples %{buildroot}/%{_pkgdocdir}; fi
pushd %{buildroot}
if [ -d usr/lib ]; then
	find usr/lib -type f -printf "/%h/%f\n" >> filelist.lst
fi
if [ -d usr/lib64 ]; then
	find usr/lib64 -type f -printf "/%h/%f\n" >> filelist.lst
fi
if [ -d usr/bin ]; then
	find usr/bin -type f -printf "/%h/%f\n" >> filelist.lst
fi
if [ -d usr/sbin ]; then
	find usr/sbin -type f -printf "/%h/%f\n" >> filelist.lst
fi
touch doclist.lst
if [ -d usr/share/man ]; then
	find usr/share/man -type f -printf "/%h/%f.gz\n" >> doclist.lst
fi
popd
mv %{buildroot}/filelist.lst .
mv %{buildroot}/doclist.lst .

%files -n python3-acryl-datahub -f filelist.lst
%dir %{python3_sitelib}/*

%files help -f doclist.lst
%{_docdir}/*

%changelog
* Sun Apr 23 2023 Python_Bot <Python_Bot@openeuler.org> - 0.10.2.1-1
- Package Spec generated