Skip to content
This repository has been archived by the owner on Sep 29, 2022. It is now read-only.

Kkwiek/rdc.etl #644

Open
wants to merge 6 commits into
base: main
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
2 changes: 2 additions & 0 deletions python/blessings/bld.bat
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
%PYTHON% setup.py install
if errorlevel 1 exit 1
6 changes: 6 additions & 0 deletions python/blessings/build.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
#!/bin/bash

mkdir -vp ${PREFIX}/bin;

${PYTHON} setup.py install || exit 1;

28 changes: 28 additions & 0 deletions python/blessings/meta.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
package:
name: blessings
version: 1.6

source:
git_url: https://github.com/erikrose/blessings
git_tag: 1.6

build:
number: 0

requirements:
build:
- distribute
- python

run:
- distribute
- python

test:
imports:
- blessings

about:
home: https://github.com/erikrose/blessings
license: MIT
summary: A thin, practical wrapper around terminal capabilities in Python
24 changes: 24 additions & 0 deletions python/rdc.common/0001-Fixed-setup.py-file.patch
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
From 3ec7faa5b18e07079a9c3a36b27542db9f4a490b Mon Sep 17 00:00:00 2001
From: "Kamil Kwiek (irritum)" <kamil.kwiek@continuum.io>
Date: Thu, 17 Mar 2016 11:23:28 +0100
Subject: [PATCH] Fixed setup.py file

---
setup.py | 1 -
1 file changed, 1 deletion(-)

diff --git setup.py setup.py
index da9d6f2..cd965e4 100644
--- setup.py
+++ setup.py
@@ -21,7 +21,6 @@ version = read('version.txt')

setup(
name='rdc.common',
- namespace_packages = ['rdc'],
version=version,
description="Common tools",
long_description=read('README.rst'),
--
2.0.5

2 changes: 2 additions & 0 deletions python/rdc.common/bld.bat
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
%PYTHON% setup.py install
if errorlevel 1 exit 1
6 changes: 6 additions & 0 deletions python/rdc.common/build.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
#!/bin/bash

mkdir -vp ${PREFIX}/bin;

${PYTHON} setup.py install || exit 1;

37 changes: 37 additions & 0 deletions python/rdc.common/meta.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,37 @@
package:
name: rdc.common
version: 0.1.0

source:
git_url: https://github.com/rdcli/rdc.common
git_tag: master

patches:
- 0001-Fixed-setup.py-file.patch

build:
number: 0

requirements:
build:
- distribute
- python
- requests
- unidecode
- blessings

run:
- distribute
- python
- requests
- unidecode
- blessings

test:
imports:
- rdc.common

about:
home: https://github.com/rdcli/rdc.common
license: Apache 2.0
summary: Contains a few simple general purpose utilities that are used by various different projects
1 change: 1 addition & 0 deletions python/rdc.common/run_test.py
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
from rdc.common.console import Console
25 changes: 25 additions & 0 deletions python/rdc.etl/0001-Fixed-beautifulsoup-import.patch
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
From 94753e0a3eff5c5116c699bb10d7fd4d490a62ab Mon Sep 17 00:00:00 2001
From: "Kamil Kwiek (irritum)" <kamil.kwiek@continuum.io>
Date: Thu, 17 Mar 2016 12:05:06 +0100
Subject: [PATCH] Fixed beautifulsoup import

---
rdc/etl/util.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)

diff --git rdc/etl/util.py rdc/etl/util.py
index 9bd4da2..daa7311 100644
--- rdc/etl/util.py
+++ rdc/etl/util.py
@@ -21,7 +21,7 @@ import re
import requests
import types
import unidecode
-from BeautifulSoup import BeautifulSoup
+from bs4 import BeautifulSoup
from blessings import Terminal as _Terminal
from datetime import datetime
from lxml import etree
--
2.0.5

32 changes: 32 additions & 0 deletions python/rdc.etl/0001-Fixed-setup.py-file.patch
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
From 095848722bd5f6d54415762200c5953898005691 Mon Sep 17 00:00:00 2001
From: "Kamil Kwiek (irritum)" <kamil.kwiek@continuum.io>
Date: Thu, 3 Mar 2016 14:05:57 +0100
Subject: [PATCH] Fixed setup.py file

---
setup.py | 2 --
1 file changed, 2 deletions(-)

diff --git setup.py setup.py
index e074a1b..104a5d1 100644
--- setup.py
+++ setup.py
@@ -21,7 +21,6 @@ version = read('version.txt')

setup(
name='rdc.etl',
- namespace_packages = ['rdc'],
version=version,
description="Extract Transform Load (ETL) toolkit for python",
long_description=read('README.rst'),
@@ -34,7 +33,6 @@ setup(
license='Apache License, Version 2.0',
packages=find_packages(exclude=['ez_setup', 'example', 'test']),
include_package_data=True,
- install_requires=read('requirements.txt', requirements_filter),
entry_points="""
[paste.paster_create_template]
etl_project=rdc.etl.extra.tools.template:ETLProjectTemplate
--
2.0.5

2 changes: 2 additions & 0 deletions python/rdc.etl/bld.bat
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
%PYTHON% setup.py install
if errorlevel 1 exit 1
6 changes: 6 additions & 0 deletions python/rdc.etl/build.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
#!/bin/bash

mkdir -vp ${PREFIX}/bin;

${PYTHON} setup.py install || exit 1;

54 changes: 54 additions & 0 deletions python/rdc.etl/meta.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,54 @@
package:
name: rdc.etl
version: 1.0.0

source:
git_url: https://github.com/rdcli/rdc.etl
git_tag: 1.0.0a6

patches:
- 0001-Fixed-setup.py-file.patch
- 0001-Fixed-beautifulsoup-import.patch

build:
number: 0

requirements:
build:
- distribute
- python
- rdc.common ==0.1.0
- lxml
- beautiful-soup
- requests
- unidecode
- webob
- webapp2
- sqlalchemy
- blessings
- psutil
- repoze.lru

run:
- distribute
- python
- rdc.common ==0.1.0
- lxml
- beautiful-soup
- requests
- unidecode
- webob
- webapp2
- sqlalchemy
- blessings
- psutil
- repoze.lru

test:
imports:
- rdc.etl

about:
home: https://github.com/rdcli/rdc.etl
license: Apache 2.0
summary: Extract Transform Load (ETL) toolkit for python
4 changes: 4 additions & 0 deletions python/rdc.etl/run_test.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
from rdc.etl.transform.extract import Extract
from rdc.etl.transform import Transform
from rdc.etl.transform.util import Log
from rdc.etl.harness.threaded import ThreadedHarness
2 changes: 2 additions & 0 deletions python/webapp2/bld.bat
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
%PYTHON% setup.py install
if errorlevel 1 exit 1
6 changes: 6 additions & 0 deletions python/webapp2/build.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
#!/bin/bash

mkdir -vp ${PREFIX}/bin;

${PYTHON} setup.py install || exit 1;

31 changes: 31 additions & 0 deletions python/webapp2/meta.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
package:
name: webapp2
version: 2.5.2

source:
fn: webapp2-2.5.2.tar.gz
url: https://pypi.python.org/packages/source/w/webapp2/webapp2-2.5.2.tar.gz
md5: 69e3e2f6669867b9c5290ba8fea71220

build:
number: 0

requirements:
build:
- distribute
- python
- webob

run:
- distribute
- python
- webob

test:
imports:
- webapp2

about:
home: http://webapp-improved.appspot.com/
license: Apache
summary: Taking Google App Engine's webapp to the next level!
1 change: 1 addition & 0 deletions python/webapp2/run_test.py
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
from webapp2 import WSGIApplication