diff options
author | CoprDistGit <infra@openeuler.org> | 2023-04-11 07:56:04 +0000 |
---|---|---|
committer | CoprDistGit <infra@openeuler.org> | 2023-04-11 07:56:04 +0000 |
commit | b863f434eb22c978b1c3129c774ed98c77b95e0c (patch) | |
tree | 80397493151e7576491133222c3805a9801a02ae | |
parent | 2395411d02c2412e74a9a935f2c1730afa16f0f2 (diff) |
automatic import of python-pysql-beam
-rw-r--r-- | .gitignore | 1 | ||||
-rw-r--r-- | python-pysql-beam.spec | 277 | ||||
-rw-r--r-- | sources | 1 |
3 files changed, 279 insertions, 0 deletions
@@ -0,0 +1 @@ +/pysql-beam-0.2.tar.gz diff --git a/python-pysql-beam.spec b/python-pysql-beam.spec new file mode 100644 index 0000000..6360ba7 --- /dev/null +++ b/python-pysql-beam.spec @@ -0,0 +1,277 @@ +%global _empty_manifest_terminate_build 0 +Name: python-pysql-beam +Version: 0.2 +Release: 1 +Summary: Apache beam mysql and postgres io connector in pure python +License: MIT License +URL: https://bitbucket.org/dverma90/pysql-beam +Source0: https://mirrors.nju.edu.cn/pypi/web/packages/02/e6/0455b9e8af19df175e966dbe6bac01232a3a742e4732a73b8c1345330e4c/pysql-beam-0.2.tar.gz +BuildArch: noarch + +Requires: python3-apache-beam +Requires: python3-psycopg2-binary +Requires: python3-pymysql[rsa] +Requires: python3-requests + +%description +## pysql-beam + +### This package is still under development but has been used in few projects in production. This has been tested with dataflow Runner and Direct runner + +This package aim to provide Apache_beam io connector for MySQL and Postgres database. + + +This package provides apache beam io connector for postgres db and mysql db. +This package wil aim to be pure python implementation for both io connector + +FYI: This does not uses any jdbc or odbc connector + +Requirements: + + 1. Python>=2.7 or python>= 3.5 + 2. Apache beam >= 2.10 + 3. pymysql[rsa] + 4. psycopg2-binary + + +Installation: + + 1. pip install git+git@github.com:MediaAgility/pysql-beam.git + + +Current functionality: + + 1. Read from MySQL database by passing either table name or sql query + 2. Read from Postgres database by passing either table name or sql query + + +Reference Guide: + +1. Java IO connector for the same: + https://github.com/spotify/dbeam + +2. How to write io connector for Apache Beam: + https://beam.apache.org/documentation/io/developing-io-overview/ + + https://beam.apache.org/documentation/io/developing-io-python/ + +Usage Guide: +``` +from pysql_beam.sql_io.sql import ReadFromSQL + +.... +ReadFromSQL(host=self.options.host, port=self.options.port, + username=self.options.username, password=self.options.password, + databse=self.options.database, + query=self.options.source_query, + wrapper=PostgresWrapper, + batch=100000) + +``` +Examples: + + For mysql: + `python cloud_sql_to_file.py --host localhost --port 3306 --database SECRET_DATABASE --username SECRET_USER --password SECRET_PASSWORD --table YOUR_TABLE --output YOUR_OUTPUT_FLLE` + + For postgres: + `python cloud_sql_to_file.py --host localhost --port 5432 --database SECRET_DATABASE --username SECRET_USER --password SECRET_PASSWORD --table YOUR_TABLE --output YOUR_OUTPUT_FLLE` + + +contribution: + You can contribute to this package by raising bugs or sending pull requests + + + + +%package -n python3-pysql-beam +Summary: Apache beam mysql and postgres io connector in pure python +Provides: python-pysql-beam +BuildRequires: python3-devel +BuildRequires: python3-setuptools +BuildRequires: python3-pip +%description -n python3-pysql-beam +## pysql-beam + +### This package is still under development but has been used in few projects in production. This has been tested with dataflow Runner and Direct runner + +This package aim to provide Apache_beam io connector for MySQL and Postgres database. + + +This package provides apache beam io connector for postgres db and mysql db. +This package wil aim to be pure python implementation for both io connector + +FYI: This does not uses any jdbc or odbc connector + +Requirements: + + 1. Python>=2.7 or python>= 3.5 + 2. Apache beam >= 2.10 + 3. pymysql[rsa] + 4. psycopg2-binary + + +Installation: + + 1. pip install git+git@github.com:MediaAgility/pysql-beam.git + + +Current functionality: + + 1. Read from MySQL database by passing either table name or sql query + 2. Read from Postgres database by passing either table name or sql query + + +Reference Guide: + +1. Java IO connector for the same: + https://github.com/spotify/dbeam + +2. How to write io connector for Apache Beam: + https://beam.apache.org/documentation/io/developing-io-overview/ + + https://beam.apache.org/documentation/io/developing-io-python/ + +Usage Guide: +``` +from pysql_beam.sql_io.sql import ReadFromSQL + +.... +ReadFromSQL(host=self.options.host, port=self.options.port, + username=self.options.username, password=self.options.password, + databse=self.options.database, + query=self.options.source_query, + wrapper=PostgresWrapper, + batch=100000) + +``` +Examples: + + For mysql: + `python cloud_sql_to_file.py --host localhost --port 3306 --database SECRET_DATABASE --username SECRET_USER --password SECRET_PASSWORD --table YOUR_TABLE --output YOUR_OUTPUT_FLLE` + + For postgres: + `python cloud_sql_to_file.py --host localhost --port 5432 --database SECRET_DATABASE --username SECRET_USER --password SECRET_PASSWORD --table YOUR_TABLE --output YOUR_OUTPUT_FLLE` + + +contribution: + You can contribute to this package by raising bugs or sending pull requests + + + + +%package help +Summary: Development documents and examples for pysql-beam +Provides: python3-pysql-beam-doc +%description help +## pysql-beam + +### This package is still under development but has been used in few projects in production. This has been tested with dataflow Runner and Direct runner + +This package aim to provide Apache_beam io connector for MySQL and Postgres database. + + +This package provides apache beam io connector for postgres db and mysql db. +This package wil aim to be pure python implementation for both io connector + +FYI: This does not uses any jdbc or odbc connector + +Requirements: + + 1. Python>=2.7 or python>= 3.5 + 2. Apache beam >= 2.10 + 3. pymysql[rsa] + 4. psycopg2-binary + + +Installation: + + 1. pip install git+git@github.com:MediaAgility/pysql-beam.git + + +Current functionality: + + 1. Read from MySQL database by passing either table name or sql query + 2. Read from Postgres database by passing either table name or sql query + + +Reference Guide: + +1. Java IO connector for the same: + https://github.com/spotify/dbeam + +2. How to write io connector for Apache Beam: + https://beam.apache.org/documentation/io/developing-io-overview/ + + https://beam.apache.org/documentation/io/developing-io-python/ + +Usage Guide: +``` +from pysql_beam.sql_io.sql import ReadFromSQL + +.... +ReadFromSQL(host=self.options.host, port=self.options.port, + username=self.options.username, password=self.options.password, + databse=self.options.database, + query=self.options.source_query, + wrapper=PostgresWrapper, + batch=100000) + +``` +Examples: + + For mysql: + `python cloud_sql_to_file.py --host localhost --port 3306 --database SECRET_DATABASE --username SECRET_USER --password SECRET_PASSWORD --table YOUR_TABLE --output YOUR_OUTPUT_FLLE` + + For postgres: + `python cloud_sql_to_file.py --host localhost --port 5432 --database SECRET_DATABASE --username SECRET_USER --password SECRET_PASSWORD --table YOUR_TABLE --output YOUR_OUTPUT_FLLE` + + +contribution: + You can contribute to this package by raising bugs or sending pull requests + + + + +%prep +%autosetup -n pysql-beam-0.2 + +%build +%py3_build + +%install +%py3_install +install -d -m755 %{buildroot}/%{_pkgdocdir} +if [ -d doc ]; then cp -arf doc %{buildroot}/%{_pkgdocdir}; fi +if [ -d docs ]; then cp -arf docs %{buildroot}/%{_pkgdocdir}; fi +if [ -d example ]; then cp -arf example %{buildroot}/%{_pkgdocdir}; fi +if [ -d examples ]; then cp -arf examples %{buildroot}/%{_pkgdocdir}; fi +pushd %{buildroot} +if [ -d usr/lib ]; then + find usr/lib -type f -printf "/%h/%f\n" >> filelist.lst +fi +if [ -d usr/lib64 ]; then + find usr/lib64 -type f -printf "/%h/%f\n" >> filelist.lst +fi +if [ -d usr/bin ]; then + find usr/bin -type f -printf "/%h/%f\n" >> filelist.lst +fi +if [ -d usr/sbin ]; then + find usr/sbin -type f -printf "/%h/%f\n" >> filelist.lst +fi +touch doclist.lst +if [ -d usr/share/man ]; then + find usr/share/man -type f -printf "/%h/%f.gz\n" >> doclist.lst +fi +popd +mv %{buildroot}/filelist.lst . +mv %{buildroot}/doclist.lst . + +%files -n python3-pysql-beam -f filelist.lst +%dir %{python3_sitelib}/* + +%files help -f doclist.lst +%{_docdir}/* + +%changelog +* Tue Apr 11 2023 Python_Bot <Python_Bot@openeuler.org> - 0.2-1 +- Package Spec generated @@ -0,0 +1 @@ +c8dfe1e10f33dd020a6e384450b0fcae pysql-beam-0.2.tar.gz |