Merge pull request #1597 from dassaniansh/checks

Feature to check for already existing data packages

.gitignore

@@ -10,3 +10,4 @@ apidocs
 scripts/*.pyc
 .idea*
 *_pycache_
+.vscode/

retriever/__main__.py

@@ -92,6 +92,22 @@ def main():
             return
 
         if args.command == 'autocreate':
+            if args.c:
+                url = args.path
+                script_list = SCRIPT_LIST()
+                flag = 0
+
+                for script in script_list:
+                    for dataset in script.tables:
+                        if script.tables[dataset].url == url:
+                            flag = 1
+                            break
+
+                if flag == 1:
+                    print("File already exist in dataset " + str(script.name))
+                else:
+                    print("Dataset is not avaliable, Please download")
+                return
             if sum([args.f, args.d]) == 1:
                 file_flag = bool(args.f)
                 create_package(args.path, args.dt, file_flag, args.o, args.skip_lines,

retriever/lib/get_opts.py

@@ -143,6 +143,7 @@
                                help='write scripts out to a designated directory',
                                nargs='?',
                                const='')
+autocreate_parser.add_argument('-c', help='turn files into scripts', action='store_true')
 autocreate_parser.add_argument('--skip-lines',
                                help='skip a set number of lines before processing data',
                                nargs=1,