summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorCoprDistGit <infra@openeuler.org>2023-04-11 07:56:04 +0000
committerCoprDistGit <infra@openeuler.org>2023-04-11 07:56:04 +0000
commitb863f434eb22c978b1c3129c774ed98c77b95e0c (patch)
tree80397493151e7576491133222c3805a9801a02ae
parent2395411d02c2412e74a9a935f2c1730afa16f0f2 (diff)
automatic import of python-pysql-beam
-rw-r--r--.gitignore1
-rw-r--r--python-pysql-beam.spec277
-rw-r--r--sources1
3 files changed, 279 insertions, 0 deletions
diff --git a/.gitignore b/.gitignore
index e69de29..bbd68ef 100644
--- a/.gitignore
+++ b/.gitignore
@@ -0,0 +1 @@
+/pysql-beam-0.2.tar.gz
diff --git a/python-pysql-beam.spec b/python-pysql-beam.spec
new file mode 100644
index 0000000..6360ba7
--- /dev/null
+++ b/python-pysql-beam.spec
@@ -0,0 +1,277 @@
+%global _empty_manifest_terminate_build 0
+Name: python-pysql-beam
+Version: 0.2
+Release: 1
+Summary: Apache beam mysql and postgres io connector in pure python
+License: MIT License
+URL: https://bitbucket.org/dverma90/pysql-beam
+Source0: https://mirrors.nju.edu.cn/pypi/web/packages/02/e6/0455b9e8af19df175e966dbe6bac01232a3a742e4732a73b8c1345330e4c/pysql-beam-0.2.tar.gz
+BuildArch: noarch
+
+Requires: python3-apache-beam
+Requires: python3-psycopg2-binary
+Requires: python3-pymysql[rsa]
+Requires: python3-requests
+
+%description
+## pysql-beam
+
+### This package is still under development but has been used in few projects in production. This has been tested with dataflow Runner and Direct runner
+
+This package aim to provide Apache_beam io connector for MySQL and Postgres database.
+
+
+This package provides apache beam io connector for postgres db and mysql db.
+This package wil aim to be pure python implementation for both io connector
+
+FYI: This does not uses any jdbc or odbc connector
+
+Requirements:
+
+ 1. Python>=2.7 or python>= 3.5
+ 2. Apache beam >= 2.10
+ 3. pymysql[rsa]
+ 4. psycopg2-binary
+
+
+Installation:
+
+ 1. pip install git+git@github.com:MediaAgility/pysql-beam.git
+
+
+Current functionality:
+
+ 1. Read from MySQL database by passing either table name or sql query
+ 2. Read from Postgres database by passing either table name or sql query
+
+
+Reference Guide:
+
+1. Java IO connector for the same:
+ https://github.com/spotify/dbeam
+
+2. How to write io connector for Apache Beam:
+ https://beam.apache.org/documentation/io/developing-io-overview/
+
+ https://beam.apache.org/documentation/io/developing-io-python/
+
+Usage Guide:
+```
+from pysql_beam.sql_io.sql import ReadFromSQL
+
+....
+ReadFromSQL(host=self.options.host, port=self.options.port,
+ username=self.options.username, password=self.options.password,
+ databse=self.options.database,
+ query=self.options.source_query,
+ wrapper=PostgresWrapper,
+ batch=100000)
+
+```
+Examples:
+
+ For mysql:
+ `python cloud_sql_to_file.py --host localhost --port 3306 --database SECRET_DATABASE --username SECRET_USER --password SECRET_PASSWORD --table YOUR_TABLE --output YOUR_OUTPUT_FLLE`
+
+ For postgres:
+ `python cloud_sql_to_file.py --host localhost --port 5432 --database SECRET_DATABASE --username SECRET_USER --password SECRET_PASSWORD --table YOUR_TABLE --output YOUR_OUTPUT_FLLE`
+
+
+contribution:
+ You can contribute to this package by raising bugs or sending pull requests
+
+
+
+
+%package -n python3-pysql-beam
+Summary: Apache beam mysql and postgres io connector in pure python
+Provides: python-pysql-beam
+BuildRequires: python3-devel
+BuildRequires: python3-setuptools
+BuildRequires: python3-pip
+%description -n python3-pysql-beam
+## pysql-beam
+
+### This package is still under development but has been used in few projects in production. This has been tested with dataflow Runner and Direct runner
+
+This package aim to provide Apache_beam io connector for MySQL and Postgres database.
+
+
+This package provides apache beam io connector for postgres db and mysql db.
+This package wil aim to be pure python implementation for both io connector
+
+FYI: This does not uses any jdbc or odbc connector
+
+Requirements:
+
+ 1. Python>=2.7 or python>= 3.5
+ 2. Apache beam >= 2.10
+ 3. pymysql[rsa]
+ 4. psycopg2-binary
+
+
+Installation:
+
+ 1. pip install git+git@github.com:MediaAgility/pysql-beam.git
+
+
+Current functionality:
+
+ 1. Read from MySQL database by passing either table name or sql query
+ 2. Read from Postgres database by passing either table name or sql query
+
+
+Reference Guide:
+
+1. Java IO connector for the same:
+ https://github.com/spotify/dbeam
+
+2. How to write io connector for Apache Beam:
+ https://beam.apache.org/documentation/io/developing-io-overview/
+
+ https://beam.apache.org/documentation/io/developing-io-python/
+
+Usage Guide:
+```
+from pysql_beam.sql_io.sql import ReadFromSQL
+
+....
+ReadFromSQL(host=self.options.host, port=self.options.port,
+ username=self.options.username, password=self.options.password,
+ databse=self.options.database,
+ query=self.options.source_query,
+ wrapper=PostgresWrapper,
+ batch=100000)
+
+```
+Examples:
+
+ For mysql:
+ `python cloud_sql_to_file.py --host localhost --port 3306 --database SECRET_DATABASE --username SECRET_USER --password SECRET_PASSWORD --table YOUR_TABLE --output YOUR_OUTPUT_FLLE`
+
+ For postgres:
+ `python cloud_sql_to_file.py --host localhost --port 5432 --database SECRET_DATABASE --username SECRET_USER --password SECRET_PASSWORD --table YOUR_TABLE --output YOUR_OUTPUT_FLLE`
+
+
+contribution:
+ You can contribute to this package by raising bugs or sending pull requests
+
+
+
+
+%package help
+Summary: Development documents and examples for pysql-beam
+Provides: python3-pysql-beam-doc
+%description help
+## pysql-beam
+
+### This package is still under development but has been used in few projects in production. This has been tested with dataflow Runner and Direct runner
+
+This package aim to provide Apache_beam io connector for MySQL and Postgres database.
+
+
+This package provides apache beam io connector for postgres db and mysql db.
+This package wil aim to be pure python implementation for both io connector
+
+FYI: This does not uses any jdbc or odbc connector
+
+Requirements:
+
+ 1. Python>=2.7 or python>= 3.5
+ 2. Apache beam >= 2.10
+ 3. pymysql[rsa]
+ 4. psycopg2-binary
+
+
+Installation:
+
+ 1. pip install git+git@github.com:MediaAgility/pysql-beam.git
+
+
+Current functionality:
+
+ 1. Read from MySQL database by passing either table name or sql query
+ 2. Read from Postgres database by passing either table name or sql query
+
+
+Reference Guide:
+
+1. Java IO connector for the same:
+ https://github.com/spotify/dbeam
+
+2. How to write io connector for Apache Beam:
+ https://beam.apache.org/documentation/io/developing-io-overview/
+
+ https://beam.apache.org/documentation/io/developing-io-python/
+
+Usage Guide:
+```
+from pysql_beam.sql_io.sql import ReadFromSQL
+
+....
+ReadFromSQL(host=self.options.host, port=self.options.port,
+ username=self.options.username, password=self.options.password,
+ databse=self.options.database,
+ query=self.options.source_query,
+ wrapper=PostgresWrapper,
+ batch=100000)
+
+```
+Examples:
+
+ For mysql:
+ `python cloud_sql_to_file.py --host localhost --port 3306 --database SECRET_DATABASE --username SECRET_USER --password SECRET_PASSWORD --table YOUR_TABLE --output YOUR_OUTPUT_FLLE`
+
+ For postgres:
+ `python cloud_sql_to_file.py --host localhost --port 5432 --database SECRET_DATABASE --username SECRET_USER --password SECRET_PASSWORD --table YOUR_TABLE --output YOUR_OUTPUT_FLLE`
+
+
+contribution:
+ You can contribute to this package by raising bugs or sending pull requests
+
+
+
+
+%prep
+%autosetup -n pysql-beam-0.2
+
+%build
+%py3_build
+
+%install
+%py3_install
+install -d -m755 %{buildroot}/%{_pkgdocdir}
+if [ -d doc ]; then cp -arf doc %{buildroot}/%{_pkgdocdir}; fi
+if [ -d docs ]; then cp -arf docs %{buildroot}/%{_pkgdocdir}; fi
+if [ -d example ]; then cp -arf example %{buildroot}/%{_pkgdocdir}; fi
+if [ -d examples ]; then cp -arf examples %{buildroot}/%{_pkgdocdir}; fi
+pushd %{buildroot}
+if [ -d usr/lib ]; then
+ find usr/lib -type f -printf "/%h/%f\n" >> filelist.lst
+fi
+if [ -d usr/lib64 ]; then
+ find usr/lib64 -type f -printf "/%h/%f\n" >> filelist.lst
+fi
+if [ -d usr/bin ]; then
+ find usr/bin -type f -printf "/%h/%f\n" >> filelist.lst
+fi
+if [ -d usr/sbin ]; then
+ find usr/sbin -type f -printf "/%h/%f\n" >> filelist.lst
+fi
+touch doclist.lst
+if [ -d usr/share/man ]; then
+ find usr/share/man -type f -printf "/%h/%f.gz\n" >> doclist.lst
+fi
+popd
+mv %{buildroot}/filelist.lst .
+mv %{buildroot}/doclist.lst .
+
+%files -n python3-pysql-beam -f filelist.lst
+%dir %{python3_sitelib}/*
+
+%files help -f doclist.lst
+%{_docdir}/*
+
+%changelog
+* Tue Apr 11 2023 Python_Bot <Python_Bot@openeuler.org> - 0.2-1
+- Package Spec generated
diff --git a/sources b/sources
new file mode 100644
index 0000000..dbebd14
--- /dev/null
+++ b/sources
@@ -0,0 +1 @@
+c8dfe1e10f33dd020a6e384450b0fcae pysql-beam-0.2.tar.gz