8 |
8 |
from .feeder import WcsOlapFeeder
|
9 |
9 |
import locale
|
10 |
10 |
|
|
11 |
from django.db import connection
|
|
12 |
|
11 |
13 |
from . import tb
|
12 |
14 |
|
13 |
15 |
|
... | ... | |
74 |
76 |
parser.add_argument('--orig', help='origin of the request for signatures')
|
75 |
77 |
parser.add_argument('--slug', action='append', default=[])
|
76 |
78 |
parser.add_argument('--key', help='HMAC key for signatures')
|
77 |
|
parser.add_argument('--pg-dsn', help='Psycopg2 DB DSN')
|
78 |
79 |
parser.add_argument('--schema', help='schema name')
|
79 |
80 |
args = parser.parse_args()
|
80 |
|
for key in ('orig', 'key', 'pg_dsn', 'schema', 'batch_size'):
|
|
81 |
for key in ('orig', 'key', 'schema', 'batch_size'):
|
81 |
82 |
if getattr(args, key, None):
|
82 |
83 |
defaults[key] = getattr(args, key)
|
83 |
84 |
|
... | ... | |
92 |
93 |
key = defaults['key']
|
93 |
94 |
orig = defaults['orig']
|
94 |
95 |
schema = defaults['schema']
|
95 |
|
pg_dsn = defaults['pg_dsn']
|
96 |
96 |
slugs = defaults.get('slugs', '').strip().split() or getattr(args, 'slug', [])
|
97 |
97 |
batch_size = int(defaults.get('batch_size', 1000))
|
98 |
98 |
except KeyError, e:
|
... | ... | |
103 |
103 |
api = wcs_api.WcsApi(url=url, orig=orig, key=key, slugs=slugs,
|
104 |
104 |
verify=defaults.get('verify', 'True') == 'True',
|
105 |
105 |
batch_size=batch_size)
|
106 |
|
logger.info('starting synchronizing w.c.s. at %r with PostgreSQL at %s', url,
|
107 |
|
pg_dsn)
|
108 |
|
feeder = WcsOlapFeeder(api=api, schema=schema, pg_dsn=pg_dsn, logger=logger,
|
|
106 |
logger.info('starting synchronizing w.c.s. at %r', url)
|
|
107 |
feeder = WcsOlapFeeder(api=api, schema=schema, connection=connection, logger=logger,
|
109 |
108 |
config=defaults, do_feed=feed, fake=fake)
|
110 |
109 |
feeder.feed()
|
111 |
110 |
logger.info('finished')
|