Initial commit not working for all organizers and organizations (tags, groups)

Author: costrouc

directory.py

@@ -0,0 +1,55 @@
+#! /usr/bin/env nix-shell
+#! nix-shell -i python3 -p python3 python3Packages.pyyaml
+
+import collections
+import glob
+import sqlite3
+
+import yaml
+
+
+def flatten(d, parent_key='', sep='_'):
+    items = []
+    for k, v in d.items():
+        new_key = parent_key + sep + k if parent_key else k
+        if isinstance(v, collections.MutableMapping):
+            items.extend(flatten(v, new_key, sep=sep).items())
+        else:
+            items.append((new_key, v))
+    return dict(items)
+
+
+def generate_schema(table_name, column_names):
+    columns = ', '.join(['"{}" TEXT'.format(column_name) for column_name in column_names])
+    return f'CREATE TABLE IF NOT EXISTS "{table_name}" ({columns})'
+
+
+def insert_metadata(connection, table_name, metadata):
+
+    question_marks = ", ".join(["?" for i in range(len(metadata))])
+    column_names = ', '.join('"%s"' % _ for _ in metadata.keys())
+    values = tuple(metadata.values())
+    connection.execute(
+        f'INSERT INTO {table_name} ({column_names}) VALUES ({question_marks})',
+        values)
+
+
+connection = sqlite3.connect('db.sqlite')
+
+for section in {'bloggers', 'conferences', 'coworking_spaces', 'event_spaces', 'groups', 'organizations', 'organizers'}:
+    keys = set()
+    for filename in glob.glob(f'{section}/*.yml'):
+        with open(filename) as f:
+            metadata = yaml.safe_load(f)
+            keys = keys | flatten(metadata).keys()
+
+    section_schema = generate_schema(section, keys)
+    connection.execute(section_schema)
+
+    for filename in glob.glob(f'{section}/*.yml'):
+        with open(filename) as f:
+            metadata = yaml.safe_load(f)
+        try:
+            insert_metadata(connection, section, flatten(metadata))
+        except:
+            print('failed to insert', filename)