From 56eb0a45727b487f17b3702fd2f6020444c2017f Mon Sep 17 00:00:00 2001 From: CoprDistGit Date: Tue, 20 Jun 2023 09:23:46 +0000 Subject: automatic import of python-kedro-airflow-k8s --- .gitignore | 1 + python-kedro-airflow-k8s.spec | 204 ++++++++++++++++++++++++++++++++++++++++++ sources | 1 + 3 files changed, 206 insertions(+) create mode 100644 python-kedro-airflow-k8s.spec create mode 100644 sources diff --git a/.gitignore b/.gitignore index e69de29..01841ab 100644 --- a/.gitignore +++ b/.gitignore @@ -0,0 +1 @@ +/kedro-airflow-k8s-0.8.1.tar.gz diff --git a/python-kedro-airflow-k8s.spec b/python-kedro-airflow-k8s.spec new file mode 100644 index 0000000..b4f9a04 --- /dev/null +++ b/python-kedro-airflow-k8s.spec @@ -0,0 +1,204 @@ +%global _empty_manifest_terminate_build 0 +Name: python-kedro-airflow-k8s +Version: 0.8.1 +Release: 1 +Summary: Kedro plugin with Airflow on Kubernetes support +License: Apache Software License (Apache 2.0) +URL: https://github.com/getindata/kedro-airflow-k8s/ +Source0: https://mirrors.aliyun.com/pypi/web/packages/97/5e/53125ae1d5f9c179ff815330710d9be8b02a50828bc9775a7bfa9af5521e/kedro-airflow-k8s-0.8.1.tar.gz +BuildArch: noarch + + +%description +# Kedro Airflow K8S Plugin + +[![Python Version](https://img.shields.io/badge/python-3.7%20%7C%203.8-blue.svg)](https://github.com/getindata/kedro-airflow-k8s) +[![License](https://img.shields.io/badge/license-Apache%202.0-blue.svg)](https://opensource.org/licenses/Apache-2.0) +[![SemVer](https://img.shields.io/badge/semver-2.0.0-green)](https://semver.org/) +[![PyPI version](https://badge.fury.io/py/kedro-airflow-k8s.svg)](https://pypi.org/project/kedro-airflow-k8s/) +[![Downloads](https://img.shields.io/pypi/dm/kedro-airflow-k8s)](https://img.shields.io/pypi/dm/kedro-airflow-k8s) + +[![Maintainability](https://api.codeclimate.com/v1/badges/f2ef65a9be497267c738/maintainability)](https://codeclimate.com/github/getindata/kedro-airflow-k8s/maintainability) +[![Test Coverage](https://api.codeclimate.com/v1/badges/f2ef65a9be497267c738/test_coverage)](https://codeclimate.com/github/getindata/kedro-airflow-k8s/test_coverage) +[![Documentation Status](https://readthedocs.org/projects/kedro-airflow-k8s/badge/?version=latest)](https://kedro-airflow-k8s.readthedocs.io/en/latest/?badge=latest) + +## About + +The main purpose of this plugin is to enable running kedro pipeline with Airflow on Kubernetes Cluster. In difference to +[kedro-airflow](https://github.com/quantumblacklabs/kedro-airflow) this plugin does not require additional libraries installed +in airflow runtime, it uses K8S infrastructure instead. It supports translation +from Kedro pipeline DSL to [airflow](https://airflow.apache.org/docs/apache-airflow/stable/python-api-ref.html) (python API) +and generation of airflow [DAGs](https://airflow.apache.org/docs/apache-airflow/stable/concepts.html#dags). + +The plugin can be used together with `kedro-docker` to simplify preparation of docker image for pipeline execution. + +## Documentation + +For detailed documentation refer to https://kedro-airflow-k8s.readthedocs.io/ + +## Usage guide + +``` +Usage: kedro airflow-k8s [OPTIONS] COMMAND [ARGS]... + +Options: + -e, --env TEXT Environment to use. + -p, --pipeline TEXT Pipeline name to pick. + -h, --help Show this message and exit. + +Commands: + compile Create an Airflow DAG for a project + init Initializes configuration for the plugin + list-pipelines List pipelines generated by this plugin + run-once Uploads pipeline to Airflow and runs once + schedule Uploads pipeline to Airflow with given schedule + ui Open Apache Airflow UI in new browser tab + upload-pipeline Uploads pipeline to Airflow DAG location +``` + +%package -n python3-kedro-airflow-k8s +Summary: Kedro plugin with Airflow on Kubernetes support +Provides: python-kedro-airflow-k8s +BuildRequires: python3-devel +BuildRequires: python3-setuptools +BuildRequires: python3-pip +%description -n python3-kedro-airflow-k8s +# Kedro Airflow K8S Plugin + +[![Python Version](https://img.shields.io/badge/python-3.7%20%7C%203.8-blue.svg)](https://github.com/getindata/kedro-airflow-k8s) +[![License](https://img.shields.io/badge/license-Apache%202.0-blue.svg)](https://opensource.org/licenses/Apache-2.0) +[![SemVer](https://img.shields.io/badge/semver-2.0.0-green)](https://semver.org/) +[![PyPI version](https://badge.fury.io/py/kedro-airflow-k8s.svg)](https://pypi.org/project/kedro-airflow-k8s/) +[![Downloads](https://img.shields.io/pypi/dm/kedro-airflow-k8s)](https://img.shields.io/pypi/dm/kedro-airflow-k8s) + +[![Maintainability](https://api.codeclimate.com/v1/badges/f2ef65a9be497267c738/maintainability)](https://codeclimate.com/github/getindata/kedro-airflow-k8s/maintainability) +[![Test Coverage](https://api.codeclimate.com/v1/badges/f2ef65a9be497267c738/test_coverage)](https://codeclimate.com/github/getindata/kedro-airflow-k8s/test_coverage) +[![Documentation Status](https://readthedocs.org/projects/kedro-airflow-k8s/badge/?version=latest)](https://kedro-airflow-k8s.readthedocs.io/en/latest/?badge=latest) + +## About + +The main purpose of this plugin is to enable running kedro pipeline with Airflow on Kubernetes Cluster. In difference to +[kedro-airflow](https://github.com/quantumblacklabs/kedro-airflow) this plugin does not require additional libraries installed +in airflow runtime, it uses K8S infrastructure instead. It supports translation +from Kedro pipeline DSL to [airflow](https://airflow.apache.org/docs/apache-airflow/stable/python-api-ref.html) (python API) +and generation of airflow [DAGs](https://airflow.apache.org/docs/apache-airflow/stable/concepts.html#dags). + +The plugin can be used together with `kedro-docker` to simplify preparation of docker image for pipeline execution. + +## Documentation + +For detailed documentation refer to https://kedro-airflow-k8s.readthedocs.io/ + +## Usage guide + +``` +Usage: kedro airflow-k8s [OPTIONS] COMMAND [ARGS]... + +Options: + -e, --env TEXT Environment to use. + -p, --pipeline TEXT Pipeline name to pick. + -h, --help Show this message and exit. + +Commands: + compile Create an Airflow DAG for a project + init Initializes configuration for the plugin + list-pipelines List pipelines generated by this plugin + run-once Uploads pipeline to Airflow and runs once + schedule Uploads pipeline to Airflow with given schedule + ui Open Apache Airflow UI in new browser tab + upload-pipeline Uploads pipeline to Airflow DAG location +``` + +%package help +Summary: Development documents and examples for kedro-airflow-k8s +Provides: python3-kedro-airflow-k8s-doc +%description help +# Kedro Airflow K8S Plugin + +[![Python Version](https://img.shields.io/badge/python-3.7%20%7C%203.8-blue.svg)](https://github.com/getindata/kedro-airflow-k8s) +[![License](https://img.shields.io/badge/license-Apache%202.0-blue.svg)](https://opensource.org/licenses/Apache-2.0) +[![SemVer](https://img.shields.io/badge/semver-2.0.0-green)](https://semver.org/) +[![PyPI version](https://badge.fury.io/py/kedro-airflow-k8s.svg)](https://pypi.org/project/kedro-airflow-k8s/) +[![Downloads](https://img.shields.io/pypi/dm/kedro-airflow-k8s)](https://img.shields.io/pypi/dm/kedro-airflow-k8s) + +[![Maintainability](https://api.codeclimate.com/v1/badges/f2ef65a9be497267c738/maintainability)](https://codeclimate.com/github/getindata/kedro-airflow-k8s/maintainability) +[![Test Coverage](https://api.codeclimate.com/v1/badges/f2ef65a9be497267c738/test_coverage)](https://codeclimate.com/github/getindata/kedro-airflow-k8s/test_coverage) +[![Documentation Status](https://readthedocs.org/projects/kedro-airflow-k8s/badge/?version=latest)](https://kedro-airflow-k8s.readthedocs.io/en/latest/?badge=latest) + +## About + +The main purpose of this plugin is to enable running kedro pipeline with Airflow on Kubernetes Cluster. In difference to +[kedro-airflow](https://github.com/quantumblacklabs/kedro-airflow) this plugin does not require additional libraries installed +in airflow runtime, it uses K8S infrastructure instead. It supports translation +from Kedro pipeline DSL to [airflow](https://airflow.apache.org/docs/apache-airflow/stable/python-api-ref.html) (python API) +and generation of airflow [DAGs](https://airflow.apache.org/docs/apache-airflow/stable/concepts.html#dags). + +The plugin can be used together with `kedro-docker` to simplify preparation of docker image for pipeline execution. + +## Documentation + +For detailed documentation refer to https://kedro-airflow-k8s.readthedocs.io/ + +## Usage guide + +``` +Usage: kedro airflow-k8s [OPTIONS] COMMAND [ARGS]... + +Options: + -e, --env TEXT Environment to use. + -p, --pipeline TEXT Pipeline name to pick. + -h, --help Show this message and exit. + +Commands: + compile Create an Airflow DAG for a project + init Initializes configuration for the plugin + list-pipelines List pipelines generated by this plugin + run-once Uploads pipeline to Airflow and runs once + schedule Uploads pipeline to Airflow with given schedule + ui Open Apache Airflow UI in new browser tab + upload-pipeline Uploads pipeline to Airflow DAG location +``` + +%prep +%autosetup -n kedro-airflow-k8s-0.8.1 + +%build +%py3_build + +%install +%py3_install +install -d -m755 %{buildroot}/%{_pkgdocdir} +if [ -d doc ]; then cp -arf doc %{buildroot}/%{_pkgdocdir}; fi +if [ -d docs ]; then cp -arf docs %{buildroot}/%{_pkgdocdir}; fi +if [ -d example ]; then cp -arf example %{buildroot}/%{_pkgdocdir}; fi +if [ -d examples ]; then cp -arf examples %{buildroot}/%{_pkgdocdir}; fi +pushd %{buildroot} +if [ -d usr/lib ]; then + find usr/lib -type f -printf "\"/%h/%f\"\n" >> filelist.lst +fi +if [ -d usr/lib64 ]; then + find usr/lib64 -type f -printf "\"/%h/%f\"\n" >> filelist.lst +fi +if [ -d usr/bin ]; then + find usr/bin -type f -printf "\"/%h/%f\"\n" >> filelist.lst +fi +if [ -d usr/sbin ]; then + find usr/sbin -type f -printf "\"/%h/%f\"\n" >> filelist.lst +fi +touch doclist.lst +if [ -d usr/share/man ]; then + find usr/share/man -type f -printf "\"/%h/%f.gz\"\n" >> doclist.lst +fi +popd +mv %{buildroot}/filelist.lst . +mv %{buildroot}/doclist.lst . + +%files -n python3-kedro-airflow-k8s -f filelist.lst +%dir %{python3_sitelib}/* + +%files help -f doclist.lst +%{_docdir}/* + +%changelog +* Tue Jun 20 2023 Python_Bot - 0.8.1-1 +- Package Spec generated diff --git a/sources b/sources new file mode 100644 index 0000000..48dbe07 --- /dev/null +++ b/sources @@ -0,0 +1 @@ +cafdc55497624cf55c3a382c0dc23058 kedro-airflow-k8s-0.8.1.tar.gz -- cgit v1.2.3