dir update

requirements.txt

@@ -5,5 +5,5 @@ google-cloud-datastore==1.11.0
 google-cloud-translate==2.0.1
 google-cloud-vision==1.0.0
 googleapis-common-protos==1.51.0
-pandas==1.0.1
+pandas==1.0.3
 scispacy==0.2.4

scripts/extraction.py

@@ -1,6 +1,6 @@
 from google.cloud import storage, vision
 from google.oauth2 import service_account
-from covid19_ISMIR.utils.preprocessing_fcn import async_detect_document, read_json_result, upload_blob
+from utils.preprocessing_fcn import async_detect_document, read_json_result, upload_blob
 
 import logging
 import time

scripts/preprocessing.py

@@ -1,6 +1,6 @@
 from google.cloud import storage
 from google.oauth2 import service_account
-from covid19_ISMIR.utils.preprocessing_fcn import batch_translate_text, upload_blob
+from utils.preprocessing_fcn import batch_translate_text, upload_blob
 import logging
 
 import re

scripts/retrieving.py

@@ -1,7 +1,7 @@
 from google.cloud import storage, bigquery, datastore
 from google.oauth2 import service_account
-from covid19_ISMIR.utils.bq_fcn import returnQueryResults
-from covid19_ISMIR.utils.ner_fcn import getCases
+from utils.bq_fcn import returnQueryResults
+from utils.ner_fcn import getCases
 
 import logging
 import os

scripts/storing.py

@@ -1,7 +1,7 @@
 from google.cloud import storage, bigquery, datastore
 from google.oauth2 import service_account
-from covid19_ISMIR.utils.bq_fcn import bqCreateDataset, bqCreateTable, exportItems2BQ
-from covid19_ISMIR.utils.ner_fcn import loadModel, addTask, extractMedEntities
+from utils.bq_fcn import bqCreateDataset, bqCreateTable, exportItems2BQ
+from utils.ner_fcn import loadModel, addTask, extractMedEntities
 import en_core_sci_lg
 
 import logging

utils/config.py

@@ -1,9 +0,0 @@
-service_account = {
-    'key_path': "path/to/service_account.json",
-}
-
-project_details = {
-    'project_id': 'unique_project_id',
-    'bucket_name': 'bucket_contains_data',
-    'location': 'compute_region'
-}