When catalog is missing, discover the catalog, and auto enable selected streams from the config file selected option list

tap_google_sheets/__init__.py

@@ -20,10 +20,10 @@
     'user_agent'
 ]
 
-def do_discover(client, spreadsheet_id):
+def do_discover(client, spreadsheet_id, config = None):
 
     LOGGER.info('Starting discover')
-    catalog = discover(client, spreadsheet_id)
+    catalog = discover(client, spreadsheet_id, config)
     json.dump(catalog.to_dict(), sys.stdout, indent=2)
     LOGGER.info('Finished discover')
 
@@ -48,11 +48,16 @@ def main():
         spreadsheet_id = config.get('spreadsheet_id')
 
         if parsed_args.discover:
-            do_discover(client, spreadsheet_id)
+            do_discover(client, spreadsheet_id, config)
         elif parsed_args.catalog:
             sync(client=client,
                  config=config,
-                 catalog=parsed_args.catalog,
+                 catalog=parsed_args.catalog or discover(client, spreadsheet_id, config),
+                 state=state)
+        else:
+            sync(client=client,
+                 config=config,
+                 catalog=discover(client, spreadsheet_id, config),
                  state=state)
 
 if __name__ == '__main__':

tap_google_sheets/discover.py

@@ -1,8 +1,9 @@
 from singer.catalog import Catalog, CatalogEntry, Schema
+from singer.metadata import to_map, write, to_list
 from tap_google_sheets.schema import STREAMS
 
 
-def discover(client, spreadsheet_id):
+def discover(client, spreadsheet_id, config = None):
     catalog = Catalog([])
 
     for stream, stream_obj in STREAMS.items():
@@ -34,7 +35,8 @@ def discover(client, spreadsheet_id):
                 tap_stream_id=stream_name,
                 key_properties=key_props,
                 schema=schema,
-                metadata=mdata
+                metadata=to_list(write(to_map(mdata), (), 'selected', True)) \
+                    if stream_name in (config or {}).get('selected', []) else mdata
             ))
 
     return catalog