initial

combine.py

@@ -0,0 +1,45 @@
+import json
+from pathlib import Path
+
+idx = 0
+
+result = []
+
+
+for part in sorted(Path('raw/').glob('*.json')):
+    for item in json.loads(part.read_text())['value']:
+        m = item['metaInfo']
+        mc = item['metaInfoCollections']
+
+        assert len(mc['levelinfo']) == 1
+        assert len(mc['tags']) < 3 # just type and usually key
+
+        result.append({
+            'title': item['title'],
+            'composer': ' & '.join([i['title'] for i in mc['pieceBys']]),
+            'year': int(m['year']) if m['year'] else -1,
+            'type': m['scoretype'].removeprefix('label_score-'),
+            'genre': m['genreName'].removeprefix('label_oktavgenre-'),
+            'key': m['tone'].removeprefix('label_'),
+            'pages': int(m['pageExtent']),
+            'level': int(mc['levelinfo'][0]['metaInfo']['level']),
+            'index': idx,
+        })
+        
+        idx += 1
+
+#types = set()
+#genres = set()
+#keys = set()
+#
+#for item in result:
+#    types.add(item['type'])
+#    genres.add(item['genre'])
+#    keys.add(item['key'])
+#
+#print(types)
+#print(genres)
+#print(keys)
+
+Path('data.json').write_text(json.dumps(result))
+