Fixes to skip_entry

OpenBudget · May 28, 2018 · 205c77b · 205c77b
1 parent fff6371
commit 205c77b
Showing 1 changed file with 11 additions and 7 deletions.
diff --git a/datapackage_pipelines_budgetkey/pipelines/entities/companies/registrar/scraper.py b/datapackage_pipelines_budgetkey/pipelines/entities/companies/registrar/scraper.py
@@ -15,15 +15,19 @@
 
 parameters, datapackage, res_iter = ingest()
 
-db_table = parameters.pop('db-table')
-engine = create_engine(os.environ['DPP_DB_ENGINE'])
+if 'db-table' in parameters:
+    db_table = parameters.pop('db-table')
+    engine = create_engine(os.environ['DPP_DB_ENGINE'])
+else:
+    db_table = None
+    engine = None
 
 def skip_entry(id):
-    query = 'update {} set (__last_updated_at,__next_update_days)=(current_timestamp,60) where id={}'
-                        .format(db_table, id)
-    logging.info('Skipping company %s', id)
-    logging.info('Query: %r', query)
-    engine.execute(query)
+    if None not in (db_table, engine):
+        query = 'update {} set (__last_updated_at,__next_update_days)=(current_timestamp,60) where id={}'.format(db_table, id)
+        logging.info('Skipping company %s', id)
+        logging.info('Query: %r', query)
+        engine.execute(query)
 
 selectors = {
     'DisplayCompanyPurpose': 'company_goal',