From 9c7678a306f19cb93151e71d40c90f98a55645d3 Mon Sep 17 00:00:00 2001 From: CoprDistGit Date: Wed, 31 May 2023 05:13:33 +0000 Subject: automatic import of python-ness --- .gitignore | 1 + python-ness.spec | 326 +++++++++++++++++++++++++++++++++++++++++++++++++++++++ sources | 1 + 3 files changed, 328 insertions(+) create mode 100644 python-ness.spec create mode 100644 sources diff --git a/.gitignore b/.gitignore index e69de29..2007c48 100644 --- a/.gitignore +++ b/.gitignore @@ -0,0 +1 @@ +/ness-0.1.5.tar.gz diff --git a/python-ness.spec b/python-ness.spec new file mode 100644 index 0000000..a252e8b --- /dev/null +++ b/python-ness.spec @@ -0,0 +1,326 @@ +%global _empty_manifest_terminate_build 0 +Name: python-ness +Version: 0.1.5 +Release: 1 +Summary: A Python datalake client. +License: MIT +URL: https://github.com/postpayio/ness +Source0: https://mirrors.nju.edu.cn/pypi/web/packages/50/46/553614eae9025f85136dfde16ee5d0c8bf8fc2005cb10a7387562df27eed/ness-0.1.5.tar.gz +BuildArch: noarch + +Requires: python3-pandas +Requires: python3-click + +%description +# Ness + +

+ A Python datalake client. +

+

+ + Test + + + Coverage + + + Package version + +

+ +## Requirements + +- [AWS CLI](https://docs.aws.amazon.com/cli/latest/userguide/getting-started-install.html) + +## Installation + +```sh +pip install pyarrow ness +``` + +## Quickstart + +```py +import ness + +dl = ness.dl(bucket="mybucket", key="mydatalake") +df = dl.read("mytable") +``` + +## Sync + +```py +# Sync all tables +dl.sync() + +# Sync a single table +dl.sync("mytable") + +# Sync and read a single table +df = dl.read("mytable", sync=True) +``` + +## Format + +Specify the input data source format, the default format is `parquet`: + +```py +import ness + +dl = ness.dl(bucket="mybucket", key="mydatalake", format="csv") +``` + +## AWS Profile + +Files are synced using `default` AWS profile, you can configure another one: + +```py +import ness + +dl = ness.dl(bucket="mybucket", key="mydatalake", profile="myprofile") +``` + +## Command Line + +``` +Usage: ness sync [OPTIONS] S3_URI + +Options: + --format TEXT Data lake source format. + --profile TEXT AWS profile. + --table TEXT Table name to sync. + --help Show this message and exit. +``` + +```sh +ness sync bucket/key --table mytable +``` + + +%package -n python3-ness +Summary: A Python datalake client. +Provides: python-ness +BuildRequires: python3-devel +BuildRequires: python3-setuptools +BuildRequires: python3-pip +%description -n python3-ness +# Ness + +

+ A Python datalake client. +

+

+ + Test + + + Coverage + + + Package version + +

+ +## Requirements + +- [AWS CLI](https://docs.aws.amazon.com/cli/latest/userguide/getting-started-install.html) + +## Installation + +```sh +pip install pyarrow ness +``` + +## Quickstart + +```py +import ness + +dl = ness.dl(bucket="mybucket", key="mydatalake") +df = dl.read("mytable") +``` + +## Sync + +```py +# Sync all tables +dl.sync() + +# Sync a single table +dl.sync("mytable") + +# Sync and read a single table +df = dl.read("mytable", sync=True) +``` + +## Format + +Specify the input data source format, the default format is `parquet`: + +```py +import ness + +dl = ness.dl(bucket="mybucket", key="mydatalake", format="csv") +``` + +## AWS Profile + +Files are synced using `default` AWS profile, you can configure another one: + +```py +import ness + +dl = ness.dl(bucket="mybucket", key="mydatalake", profile="myprofile") +``` + +## Command Line + +``` +Usage: ness sync [OPTIONS] S3_URI + +Options: + --format TEXT Data lake source format. + --profile TEXT AWS profile. + --table TEXT Table name to sync. + --help Show this message and exit. +``` + +```sh +ness sync bucket/key --table mytable +``` + + +%package help +Summary: Development documents and examples for ness +Provides: python3-ness-doc +%description help +# Ness + +

+ A Python datalake client. +

+

+ + Test + + + Coverage + + + Package version + +

+ +## Requirements + +- [AWS CLI](https://docs.aws.amazon.com/cli/latest/userguide/getting-started-install.html) + +## Installation + +```sh +pip install pyarrow ness +``` + +## Quickstart + +```py +import ness + +dl = ness.dl(bucket="mybucket", key="mydatalake") +df = dl.read("mytable") +``` + +## Sync + +```py +# Sync all tables +dl.sync() + +# Sync a single table +dl.sync("mytable") + +# Sync and read a single table +df = dl.read("mytable", sync=True) +``` + +## Format + +Specify the input data source format, the default format is `parquet`: + +```py +import ness + +dl = ness.dl(bucket="mybucket", key="mydatalake", format="csv") +``` + +## AWS Profile + +Files are synced using `default` AWS profile, you can configure another one: + +```py +import ness + +dl = ness.dl(bucket="mybucket", key="mydatalake", profile="myprofile") +``` + +## Command Line + +``` +Usage: ness sync [OPTIONS] S3_URI + +Options: + --format TEXT Data lake source format. + --profile TEXT AWS profile. + --table TEXT Table name to sync. + --help Show this message and exit. +``` + +```sh +ness sync bucket/key --table mytable +``` + + +%prep +%autosetup -n ness-0.1.5 + +%build +%py3_build + +%install +%py3_install +install -d -m755 %{buildroot}/%{_pkgdocdir} +if [ -d doc ]; then cp -arf doc %{buildroot}/%{_pkgdocdir}; fi +if [ -d docs ]; then cp -arf docs %{buildroot}/%{_pkgdocdir}; fi +if [ -d example ]; then cp -arf example %{buildroot}/%{_pkgdocdir}; fi +if [ -d examples ]; then cp -arf examples %{buildroot}/%{_pkgdocdir}; fi +pushd %{buildroot} +if [ -d usr/lib ]; then + find usr/lib -type f -printf "/%h/%f\n" >> filelist.lst +fi +if [ -d usr/lib64 ]; then + find usr/lib64 -type f -printf "/%h/%f\n" >> filelist.lst +fi +if [ -d usr/bin ]; then + find usr/bin -type f -printf "/%h/%f\n" >> filelist.lst +fi +if [ -d usr/sbin ]; then + find usr/sbin -type f -printf "/%h/%f\n" >> filelist.lst +fi +touch doclist.lst +if [ -d usr/share/man ]; then + find usr/share/man -type f -printf "/%h/%f.gz\n" >> doclist.lst +fi +popd +mv %{buildroot}/filelist.lst . +mv %{buildroot}/doclist.lst . + +%files -n python3-ness -f filelist.lst +%dir %{python3_sitelib}/* + +%files help -f doclist.lst +%{_docdir}/* + +%changelog +* Wed May 31 2023 Python_Bot - 0.1.5-1 +- Package Spec generated diff --git a/sources b/sources new file mode 100644 index 0000000..7bdd473 --- /dev/null +++ b/sources @@ -0,0 +1 @@ +caf61435b554edeabcd99df13ddf7cbd ness-0.1.5.tar.gz -- cgit v1.2.3