dictionary_cleaning.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Dictionary Cleaning\n",
    "\n",
    "The structure of the data has two issues at this point of the process. Firstly, there are multiple classes in every file. The following code wants to collect only unique id's to exclude all describing data like professions, place names, etc. Also the \"namedgraphs(KHI)\" takes a huge part of the data and has no value to the further analysis. This class will also be excluded.\n",
    "Secondly, the structure is very file oriented. Every class is connected to the file in which it was stored. this relation is not relevant for further analysis of the data. Therefore the unique ids will form the new bases in the transformed data structure."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "\n",
    "dict_file = \"data/entity_dump.json\"\n",
    "\n",
    "with open(dict_file, encoding=\"utf8\") as f:\n",
    "    data = json.load(f)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Analysis for double keys"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "length = 0\n",
    "for element in list(data.keys()):\n",
    "    length += len(list(data[element].keys()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "609534\n"
     ]
    }
   ],
   "source": [
    "key_list = []\n",
    "for element in list(data.keys()):\n",
    "    for index in range(len(list(data[element].keys()))):\n",
    "        key_list.append(list(data[element].keys())[index])\n",
    "\n",
    "print(len(key_list))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "key_dict = {}\n",
    "\n",
    "for element in key_list:\n",
    "    if element not in key_dict:\n",
    "        key_dict[element] = 1\n",
    "    else:\n",
    "        key_dict[element] +=1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "doubled_keys = {}\n",
    "for element in key_dict:\n",
    "    if key_dict[element] > 1:\n",
    "        doubled_keys[element] = key_dict[element]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['78A3ECC8-66C6-3EC3-A5C7-CD6A3D2FC6DE(type)', 'EAE7042F-9813-3A08-A641-29C38FDA23DB(actor)', 'AB957EFD-FA4E-31E1-A0FC-D2A65C9A2567(type)', '328B39A4-725C-3411-ACD8-743B21C49700(type)', 'C728B7D3-D346-3F4B-92A3-EF87ED5F8BE4(type)', '241030FF-AC0E-3B4F-BCB1-F0BBEE3CBA66(place)', '71D1C456-088F-3C01-89A7-4B2ED119E73E(type)', '5E3A8561-554B-3215-A2F1-E5258EF166E4(type)', 'F6197719-FC31-3AE5-838D-AF4B69A37C72(type)', '48378153-A40D-3533-9CD7-EF6D02595E0C(type)']\n"
     ]
    }
   ],
   "source": [
    "print(list(doubled_keys.keys())[:10])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "artworks_lvl2/formated-part_3414_cleaned.trig\n",
      "artworks_lvl2/formated-part_3406_cleaned.trig\n",
      "artworks_lvl2/formated-part_3367_cleaned.trig\n",
      "artworks_lvl2/formated-part_3085_cleaned.trig\n",
      "artworks_lvl2/formated-part_3107_cleaned.trig\n",
      "artworks_lvl2/formated-part_3463_cleaned.trig\n",
      "artworks_lvl2/formated-part_3421_cleaned.trig\n",
      "artworks_lvl2/formated-part_3358_cleaned.trig\n",
      "artworks_lvl2/formated-part_3097_cleaned.trig\n",
      "artworks_lvl2/formated-part_3379_cleaned.trig\n",
      "artworks_lvl2/formated-part_3507_cleaned.trig\n",
      "artworks_lvl2/formated-part_3401_cleaned.trig\n",
      "artworks_lvl2/formated-part_3359_cleaned.trig\n",
      "artworks_lvl2/formated-part_3255_cleaned.trig\n",
      "artworks_lvl2/formated-part_3202_cleaned.trig\n",
      "artworks/formated-part_3356_cleaned.trig\n",
      "artworks/formated-part_3366_cleaned.trig\n",
      "artworks/formated-part_3167_cleaned.trig\n",
      "artworks/formated-part_3354_cleaned.trig\n",
      "artworks/formated-part_3126_cleaned.trig\n",
      "artworks/formated-part_3380_cleaned.trig\n",
      "artworks/formated-part_3250_cleaned.trig\n",
      "artworks/formated-part_3106_cleaned.trig\n",
      "artworks/formated-part_3306_cleaned.trig\n",
      "artworks/formated-part_3252_cleaned.trig\n",
      "artworks/formated-part_3249_cleaned.trig\n",
      "artworks/formated-part_3419_cleaned.trig\n",
      "artworks/formated-part_3230_cleaned.trig\n",
      "artworks/formated-part_3071_cleaned.trig\n",
      "artworks/formated-part_3203_cleaned.trig\n",
      "artworks/formated-part_3319_cleaned.trig\n",
      "artworks/formated-part_3352_cleaned.trig\n",
      "artworks/formated-part_3333_cleaned.trig\n",
      "artworks/formated-part_3414_cleaned.trig\n",
      "artworks/formated-part_3083_cleaned.trig\n",
      "artworks/formated-part_3479_cleaned.trig\n",
      "artworks/formated-part_3261_cleaned.trig\n",
      "artworks/formated-part_3245_cleaned.trig\n",
      "artworks/formated-part_3163_cleaned.trig\n",
      "artworks/formated-part_3241_cleaned.trig\n",
      "artworks/formated-part_3303_cleaned.trig\n",
      "artworks/formated-part_3044_cleaned.trig\n",
      "artworks/formated-part_3093_cleaned.trig\n",
      "artworks/formated-part_3234_cleaned.trig\n",
      "artworks/formated-part_3109_cleaned.trig\n",
      "artworks/formated-part_3491_cleaned.trig\n",
      "artworks/formated-part_3374_cleaned.trig\n",
      "artworks/formated-part_3423_cleaned.trig\n",
      "artworks/formated-part_3289_cleaned.trig\n",
      "artworks/formated-part_3275_cleaned.trig\n",
      "artworks/formated-part_3096_cleaned.trig\n",
      "artworks/formated-part_3309_cleaned.trig\n",
      "artworks/formated-part_3229_cleaned.trig\n",
      "artworks/formated-part_3312_cleaned.trig\n",
      "artworks/formated-part_3053_cleaned.trig\n",
      "artworks/formated-part_3406_cleaned.trig\n",
      "artworks/formated-part_3156_cleaned.trig\n",
      "artworks/formated-part_3145_cleaned.trig\n",
      "artworks/formated-part_3510_cleaned.trig\n",
      "artworks/formated-part_3512_cleaned.trig\n",
      "artworks/formated-part_3218_cleaned.trig\n",
      "artworks/formated-part_3281_cleaned.trig\n",
      "artworks/formated-part_3196_cleaned.trig\n",
      "artworks/formated-part_3111_cleaned.trig\n",
      "artworks/formated-part_3048_cleaned.trig\n",
      "artworks/formated-part_3385_cleaned.trig\n",
      "artworks/formated-part_3154_cleaned.trig\n",
      "artworks/formated-part_3192_cleaned.trig\n",
      "artworks/formated-part_3317_cleaned.trig\n",
      "artworks/formated-part_3207_cleaned.trig\n",
      "artworks/formated-part_3519_cleaned.trig\n",
      "artworks/formated-part_3165_cleaned.trig\n",
      "artworks/formated-part_3277_cleaned.trig\n",
      "artworks/formated-part_3175_cleaned.trig\n",
      "artworks/formated-part_3458_cleaned.trig\n",
      "artworks/formated-part_3363_cleaned.trig\n",
      "artworks/formated-part_3459_cleaned.trig\n",
      "artworks/formated-part_3388_cleaned.trig\n",
      "artworks/formated-part_3117_cleaned.trig\n",
      "artworks/formated-part_3108_cleaned.trig\n",
      "artworks/formated-part_3367_cleaned.trig\n",
      "artworks/formated-part_3260_cleaned.trig\n",
      "artworks/formated-part_3399_cleaned.trig\n",
      "artworks/formated-part_3233_cleaned.trig\n",
      "artworks/formated-part_3179_cleaned.trig\n",
      "artworks/formated-part_3176_cleaned.trig\n",
      "artworks/formated-part_3473_cleaned.trig\n",
      "artworks/formated-part_3297_cleaned.trig\n",
      "artworks/formated-part_3065_cleaned.trig\n",
      "artworks/formated-part_3086_cleaned.trig\n",
      "artworks/formated-part_3107_cleaned.trig\n",
      "artworks/formated-part_3503_cleaned.trig\n",
      "artworks/formated-part_3461_cleaned.trig\n",
      "artworks/formated-part_3377_cleaned.trig\n",
      "artworks/formated-part_3382_cleaned.trig\n",
      "artworks/formated-part_3248_cleaned.trig\n",
      "artworks/formated-part_3276_cleaned.trig\n",
      "artworks/formated-part_3067_cleaned.trig\n",
      "artworks/formated-part_3318_cleaned.trig\n",
      "artworks/formated-part_3474_cleaned.trig\n",
      "artworks/formated-part_3124_cleaned.trig\n",
      "artworks/formated-part_3087_cleaned.trig\n",
      "artworks/formated-part_3136_cleaned.trig\n",
      "artworks/formated-part_3122_cleaned.trig\n",
      "artworks/formated-part_3487_cleaned.trig\n",
      "artworks/formated-part_3301_cleaned.trig\n",
      "artworks/formated-part_3450_cleaned.trig\n",
      "artworks/formated-part_3469_cleaned.trig\n",
      "artworks/formated-part_3378_cleaned.trig\n",
      "artworks/formated-part_3140_cleaned.trig\n",
      "artworks/formated-part_3284_cleaned.trig\n",
      "artworks/formated-part_3373_cleaned.trig\n",
      "artworks/formated-part_3104_cleaned.trig\n",
      "artworks/formated-part_3049_cleaned.trig\n",
      "artworks/formated-part_3142_cleaned.trig\n",
      "artworks/formated-part_3383_cleaned.trig\n",
      "artworks/formated-part_3412_cleaned.trig\n",
      "artworks/formated-part_3146_cleaned.trig\n",
      "artworks/formated-part_3120_cleaned.trig\n",
      "artworks/formated-part_3095_cleaned.trig\n",
      "artworks/formated-part_3242_cleaned.trig\n",
      "artworks/formated-part_3371_cleaned.trig\n",
      "artworks/formated-part_3387_cleaned.trig\n",
      "artworks/formated-part_3237_cleaned.trig\n",
      "artworks/formated-part_3433_cleaned.trig\n",
      "artworks/formated-part_3506_cleaned.trig\n",
      "artworks/formated-part_3166_cleaned.trig\n",
      "artworks/formated-part_3287_cleaned.trig\n",
      "artworks/formated-part_3058_cleaned.trig\n",
      "artworks/formated-part_3082_cleaned.trig\n",
      "artworks/formated-part_3358_cleaned.trig\n",
      "artworks/formated-part_3159_cleaned.trig\n",
      "artworks/formated-part_3116_cleaned.trig\n",
      "artworks/formated-part_3376_cleaned.trig\n",
      "artworks/formated-part_3351_cleaned.trig\n",
      "artworks/formated-part_3084_cleaned.trig\n",
      "artworks/formated-part_3515_cleaned.trig\n",
      "artworks/formated-part_3362_cleaned.trig\n",
      "artworks/formated-part_3282_cleaned.trig\n",
      "artworks/formated-part_3268_cleaned.trig\n",
      "artworks/formated-part_3047_cleaned.trig\n",
      "artworks/formated-part_3403_cleaned.trig\n",
      "artworks/formated-part_3501_cleaned.trig\n",
      "artworks/formated-part_3477_cleaned.trig\n",
      "artworks/formated-part_3272_cleaned.trig\n",
      "artworks/formated-part_3291_cleaned.trig\n",
      "artworks/formated-part_3330_cleaned.trig\n",
      "artworks/formated-part_3405_cleaned.trig\n",
      "artworks/formated-part_3204_cleaned.trig\n",
      "artworks/formated-part_3097_cleaned.trig\n",
      "artworks/formated-part_3516_cleaned.trig\n",
      "artworks/formated-part_3316_cleaned.trig\n",
      "artworks/formated-part_3481_cleaned.trig\n",
      "artworks/formated-part_3379_cleaned.trig\n",
      "artworks/formated-part_3144_cleaned.trig\n",
      "artworks/formated-part_3152_cleaned.trig\n",
      "artworks/formated-part_3222_cleaned.trig\n",
      "artworks/formated-part_3199_cleaned.trig\n",
      "artworks/formated-part_3298_cleaned.trig\n",
      "artworks/formated-part_3256_cleaned.trig\n",
      "artworks/formated-part_3443_cleaned.trig\n",
      "artworks/formated-part_3300_cleaned.trig\n",
      "artworks/formated-part_3360_cleaned.trig\n",
      "artworks/formated-part_3077_cleaned.trig\n",
      "artworks/formated-part_3045_cleaned.trig\n",
      "artworks/formated-part_3128_cleaned.trig\n",
      "artworks/formated-part_3486_cleaned.trig\n",
      "artworks/formated-part_3286_cleaned.trig\n",
      "artworks/formated-part_3263_cleaned.trig\n",
      "artworks/formated-part_3472_cleaned.trig\n",
      "artworks/formated-part_3427_cleaned.trig\n",
      "artworks/formated-part_3055_cleaned.trig\n",
      "artworks/formated-part_3464_cleaned.trig\n",
      "artworks/formated-part_3507_cleaned.trig\n",
      "artworks/formated-part_3164_cleaned.trig\n",
      "artworks/formated-part_3081_cleaned.trig\n",
      "artworks/formated-part_3112_cleaned.trig\n",
      "artworks/formated-part_3118_cleaned.trig\n",
      "artworks/formated-part_3099_cleaned.trig\n",
      "artworks/formated-part_3063_cleaned.trig\n",
      "artworks/formated-part_3453_cleaned.trig\n",
      "artworks/formated-part_3269_cleaned.trig\n",
      "artworks/formated-part_3444_cleaned.trig\n",
      "artworks/formated-part_3392_cleaned.trig\n",
      "artworks/formated-part_3488_cleaned.trig\n",
      "artworks/formated-part_3210_cleaned.trig\n",
      "artworks/formated-part_3184_cleaned.trig\n",
      "artworks/formated-part_3508_cleaned.trig\n",
      "artworks/formated-part_3441_cleaned.trig\n",
      "artworks/formated-part_3313_cleaned.trig\n",
      "artworks/formated-part_3353_cleaned.trig\n",
      "artworks/formated-part_3386_cleaned.trig\n",
      "artworks/formated-part_3228_cleaned.trig\n",
      "artworks/formated-part_3061_cleaned.trig\n",
      "artworks/formated-part_3271_cleaned.trig\n",
      "artworks/formated-part_3231_cleaned.trig\n",
      "artworks/formated-part_3119_cleaned.trig\n",
      "artworks/formated-part_3220_cleaned.trig\n",
      "artworks/formated-part_3188_cleaned.trig\n",
      "artworks/formated-part_3123_cleaned.trig\n",
      "artworks/formated-part_3043_cleaned.trig\n",
      "artworks/formated-part_3227_cleaned.trig\n",
      "artworks/formated-part_3050_cleaned.trig\n",
      "artworks/formated-part_3418_cleaned.trig\n",
      "artworks/formated-part_3285_cleaned.trig\n",
      "artworks/formated-part_3505_cleaned.trig\n",
      "artworks/formated-part_3468_cleaned.trig\n",
      "artworks/formated-part_3324_cleaned.trig\n",
      "artworks/formated-part_3212_cleaned.trig\n",
      "artworks/formated-part_3051_cleaned.trig\n",
      "artworks/formated-part_3101_cleaned.trig\n",
      "artworks/formated-part_3288_cleaned.trig\n",
      "artworks/formated-part_3345_cleaned.trig\n",
      "artworks/formated-part_3442_cleaned.trig\n",
      "artworks/formated-part_3177_cleaned.trig\n",
      "artworks/formated-part_3384_cleaned.trig\n",
      "artworks/formated-part_3331_cleaned.trig\n",
      "artworks/formated-part_3238_cleaned.trig\n",
      "artworks/formated-part_3155_cleaned.trig\n",
      "artworks/formated-part_3466_cleaned.trig\n",
      "artworks/formated-part_3445_cleaned.trig\n",
      "artworks/formated-part_3402_cleaned.trig\n",
      "artworks/formated-part_3490_cleaned.trig\n",
      "artworks/formated-part_3143_cleaned.trig\n",
      "artworks/formated-part_3105_cleaned.trig\n",
      "artworks/formated-part_3413_cleaned.trig\n",
      "artworks/formated-part_3326_cleaned.trig\n",
      "artworks/formated-part_3431_cleaned.trig\n",
      "artworks/formated-part_3133_cleaned.trig\n",
      "artworks/formated-part_3215_cleaned.trig\n",
      "artworks/formated-part_3160_cleaned.trig\n",
      "artworks/formated-part_3447_cleaned.trig\n",
      "artworks/formated-part_3259_cleaned.trig\n",
      "artworks/formated-part_3091_cleaned.trig\n",
      "artworks/formated-part_3455_cleaned.trig\n",
      "artworks/formated-part_3072_cleaned.trig\n",
      "artworks/formated-part_3134_cleaned.trig\n",
      "artworks/formated-part_3359_cleaned.trig\n",
      "artworks/formated-part_3102_cleaned.trig\n",
      "artworks/formated-part_3478_cleaned.trig\n",
      "artworks/formated-part_3064_cleaned.trig\n",
      "artworks/formated-part_3446_cleaned.trig\n",
      "artworks/formated-part_3211_cleaned.trig\n",
      "artworks/formated-part_3426_cleaned.trig\n",
      "artworks/formated-part_3293_cleaned.trig\n",
      "artworks/formated-part_3299_cleaned.trig\n",
      "artworks/formated-part_3350_cleaned.trig\n",
      "artworks/formated-part_3449_cleaned.trig\n",
      "artworks/formated-part_3411_cleaned.trig\n",
      "artworks/formated-part_3150_cleaned.trig\n",
      "artworks/formated-part_3251_cleaned.trig\n",
      "artworks/formated-part_3178_cleaned.trig\n",
      "artworks/formated-part_3115_cleaned.trig\n",
      "artworks/formated-part_3114_cleaned.trig\n",
      "artworks/formated-part_3292_cleaned.trig\n",
      "artworks/formated-part_3347_cleaned.trig\n",
      "artworks/formated-part_3315_cleaned.trig\n",
      "artworks/formated-part_3057_cleaned.trig\n",
      "artworks/formated-part_3304_cleaned.trig\n",
      "artworks/formated-part_3171_cleaned.trig\n",
      "artworks/formated-part_3320_cleaned.trig\n",
      "artworks/formated-part_3279_cleaned.trig\n",
      "artworks/formated-part_3370_cleaned.trig\n",
      "artworks/formated-part_3310_cleaned.trig\n",
      "artworks/formated-part_3090_cleaned.trig\n",
      "artworks/formated-part_3322_cleaned.trig\n",
      "artworks/formated-part_3094_cleaned.trig\n",
      "artworks/formated-part_3369_cleaned.trig\n",
      "artworks/formated-part_3390_cleaned.trig\n",
      "artworks/formated-part_3151_cleaned.trig\n",
      "artworks/formated-part_3139_cleaned.trig\n",
      "artworks/formated-part_3074_cleaned.trig\n",
      "artworks/formated-part_3438_cleaned.trig\n",
      "artworks/formated-part_3153_cleaned.trig\n",
      "artworks/formated-part_3355_cleaned.trig\n",
      "artworks/formated-part_3226_cleaned.trig\n",
      "artworks/formated-part_3132_cleaned.trig\n",
      "artworks/formated-part_3482_cleaned.trig\n",
      "artworks/formated-part_3295_cleaned.trig\n",
      "artworks/formated-part_3408_cleaned.trig\n",
      "artworks/formated-part_3513_cleaned.trig\n",
      "artworks/formated-part_3381_cleaned.trig\n",
      "artworks/formated-part_3205_cleaned.trig\n",
      "artworks/formated-part_3100_cleaned.trig\n",
      "artworks/formated-part_3170_cleaned.trig\n",
      "artworks/formated-part_3243_cleaned.trig\n",
      "artworks/formated-part_3062_cleaned.trig\n",
      "artworks/formated-part_3244_cleaned.trig\n",
      "artworks/formated-part_3209_cleaned.trig\n",
      "artworks/formated-part_3428_cleaned.trig\n",
      "artworks/formated-part_3264_cleaned.trig\n",
      "artworks/formated-part_3500_cleaned.trig\n",
      "artworks/formated-part_3465_cleaned.trig\n",
      "artworks/formated-part_3410_cleaned.trig\n",
      "artworks/formated-part_3398_cleaned.trig\n",
      "artworks/formated-part_3161_cleaned.trig\n",
      "artworks/formated-part_3437_cleaned.trig\n",
      "artworks/formated-part_3068_cleaned.trig\n",
      "artworks/formated-part_3509_cleaned.trig\n",
      "artworks/formated-part_3070_cleaned.trig\n",
      "artworks/formated-part_3187_cleaned.trig\n",
      "artworks/formated-part_3492_cleaned.trig\n",
      "artworks/formated-part_3417_cleaned.trig\n",
      "artworks/formated-part_3255_cleaned.trig\n",
      "artworks/formated-part_3391_cleaned.trig\n",
      "artworks/formated-part_3311_cleaned.trig\n",
      "artworks/formated-part_3240_cleaned.trig\n",
      "artworks/formated-part_3365_cleaned.trig\n",
      "artworks/formated-part_3157_cleaned.trig\n",
      "artworks/formated-part_3429_cleaned.trig\n",
      "artworks/formated-part_3518_cleaned.trig\n",
      "artworks/formated-part_3158_cleaned.trig\n",
      "artworks/formated-part_3368_cleaned.trig\n",
      "artworks/formated-part_3502_cleaned.trig\n",
      "artworks/formated-part_3397_cleaned.trig\n",
      "artworks/formated-part_3335_cleaned.trig\n",
      "artworks/formated-part_3125_cleaned.trig\n",
      "artworks/formated-part_3270_cleaned.trig\n",
      "artworks/formated-part_3168_cleaned.trig\n",
      "artworks/formated-part_3452_cleaned.trig\n",
      "artworks/formated-part_3060_cleaned.trig\n",
      "artworks/formated-part_3329_cleaned.trig\n",
      "artworks/formated-part_3325_cleaned.trig\n",
      "artworks/formated-part_3198_cleaned.trig\n",
      "artworks/formated-part_3169_cleaned.trig\n",
      "artworks/formated-part_3201_cleaned.trig\n",
      "artworks/formated-part_3290_cleaned.trig\n",
      "artworks/formated-part_3172_cleaned.trig\n",
      "artworks/formated-part_3342_cleaned.trig\n",
      "artworks/formated-part_3041_cleaned.trig\n",
      "artworks/formated-part_3221_cleaned.trig\n",
      "artworks/formated-part_3484_cleaned.trig\n",
      "artworks/formated-part_3432_cleaned.trig\n",
      "artworks/formated-part_3075_cleaned.trig\n",
      "artworks/formated-part_3073_cleaned.trig\n",
      "artworks/formated-part_3069_cleaned.trig\n",
      "artworks/formated-part_3173_cleaned.trig\n",
      "artworks/formated-part_3308_cleaned.trig\n",
      "artworks/formated-part_3470_cleaned.trig\n",
      "artworks/formated-part_3190_cleaned.trig\n",
      "artworks/formated-part_3296_cleaned.trig\n",
      "artworks/formated-part_3489_cleaned.trig\n",
      "artworks/formated-part_3052_cleaned.trig\n",
      "artworks/formated-part_3239_cleaned.trig\n",
      "artworks/formated-part_3174_cleaned.trig\n",
      "artworks/formated-part_3197_cleaned.trig\n",
      "artworks/formated-part_3149_cleaned.trig\n",
      "artworks/formated-part_3098_cleaned.trig\n",
      "artworks/formated-part_3247_cleaned.trig\n",
      "artworks/formated-part_3307_cleaned.trig\n",
      "artworks/formated-part_3498_cleaned.trig\n",
      "artworks/formated-part_3202_cleaned.trig\n",
      "artworks/formated-part_3130_cleaned.trig\n",
      "artworks/formated-part_3416_cleaned.trig\n",
      "artworks/formated-part_3135_cleaned.trig\n",
      "artworks/formated-part_3110_cleaned.trig\n",
      "artworks/formated-part_3113_cleaned.trig\n",
      "artworks/formated-part_3364_cleaned.trig\n",
      "artworks/formated-part_3471_cleaned.trig\n"
     ]
    }
   ],
   "source": [
    "for element in list(data.keys()):\n",
    "    if \"B3D29692-6F9F-30CE-9E42-558C85BE3301(technique)\" in list(data[element].keys()):\n",
    "        print(element)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Transformation\n",
    "\n",
    "Changing the hierarchy and puting all classes in one dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "restructured_data = {}\n",
    "\n",
    "for key in list(data.keys()):\n",
    "    for key_2 in list(data[key].keys()):\n",
    "        restructured_data[key_2] = data[key][key_2]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "for key in list(restructured_data.keys()):\n",
    "    for element in range(len(restructured_data[key])):\n",
    "        for element_2 in range(len(restructured_data[key][element])):\n",
    "            if type(restructured_data[key][element][element_2]) is list:\n",
    "                for element_3 in range(len(restructured_data[key][element][element_2])):\n",
    "                    restructured_data[key][element][element_2][element_3] = restructured_data[key][element][element_2][element_3].replace(\">(\", \"(\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[['U8B6Y4YM(type)', 'Namedgraph(custom)'], ['has_provider(custom)', 'KHI(source)']], [['78A3ECC8-66C6-3EC3-A5C7-CD6A3D2FC6DE(type)', 'E55_Type(cidoc-crm)'], {'Label': 'rechteckig'}, ['P2_has_type(cidoc-crm)', 'C57BB460-B736-3F52-8867-FFCF908C12B6(type)'], ['P67i_is_referred_to_by(cidoc-crm)', 'U8B6Y4YM(type)'], ['has_provider(custom)', 'KHI(source)']]]\n",
      "237879\n"
     ]
    }
   ],
   "source": [
    "print(restructured_data[list(restructured_data.keys())[0]])\n",
    "\n",
    "print(len(list(restructured_data.keys())))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[[['02552804(actor)', 'Namedgraph(custom)']],\n",
       " [['07601433%2CT%2C002%2CT%2C001%2CT%2C001(work)', 'Namedgraph(custom)']],\n",
       " [['TOOGTZOY(type)', 'Namedgraph(custom)']],\n",
       " [['TNZJPOA2(type)', 'Namedgraph(custom)']],\n",
       " [['1H84RLO2(type)', 'Namedgraph(custom)']],\n",
       " [['namedgraphs(KHI)', 'SourceNamedgraph(custom)'],\n",
       "  ['consists_of(custom)', '07601433%2CT%2C002%2CT%2C001%2CT%2C001(work)']]]"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# excluding the unwanted \"namedgraphs\" class\n",
    "\n",
    "restructured_data.pop(\"namedgraphs(KHI)\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['78A3ECC8-66C6-3EC3-A5C7-CD6A3D2FC6DE(type)', 'EAE7042F-9813-3A08-A641-29C38FDA23DB(actor)', 'AB957EFD-FA4E-31E1-A0FC-D2A65C9A2567(type)']\n"
     ]
    }
   ],
   "source": [
    "print(list(restructured_data.keys())[:3])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Key statistics"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'\\nfor element in data:\\n    for key in data[element].keys():\\n        key_tuple = key_tuple + (key,)\\n'"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "key_tuple = ()\n",
    "\n",
    "for key in restructured_data.keys():\n",
    "    key_tuple = key_tuple + (key,)\n",
    "\"\"\"\n",
    "for element in data:\n",
    "    for key in data[element].keys():\n",
    "        key_tuple = key_tuple + (key,)\n",
    "\"\"\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'type'"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "category = key_tuple[0].replace(\")\", \"\").split(\"(\")[1]\n",
    "category"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "category_stats_dict = {}\n",
    "for index in range(len(key_tuple)):\n",
    "    category = key_tuple[index].replace(\")\", \"\").split(\"(\")[1]\n",
    "    if category not in category_stats_dict:\n",
    "        category_stats_dict[category] = {\"Count\":1, \"IDs\":[key_tuple[index]]}\n",
    "    else:\n",
    "        category_stats_dict[category][\"Count\"] += 1\n",
    "        category_stats_dict[category][\"IDs\"].append(key_tuple[index])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Category:\ttype\n",
      "Count:\t34919\n",
      "Examples:\t['78A3ECC8-66C6-3EC3-A5C7-CD6A3D2FC6DE(type)', 'AB957EFD-FA4E-31E1-A0FC-D2A65C9A2567(type)', '328B39A4-725C-3411-ACD8-743B21C49700(type)', 'C728B7D3-D346-3F4B-92A3-EF87ED5F8BE4(type)', '71D1C456-088F-3C01-89A7-4B2ED119E73E(type)']\n",
      "\n",
      "\n",
      "Category:\tactor\n",
      "Count:\t16011\n",
      "Examples:\t['EAE7042F-9813-3A08-A641-29C38FDA23DB(actor)', 'F4B7CF34-0AF4-36B4-82C2-11E56AB87103(actor)', '02552782(actor)', '07600210(actor)', '00086500(actor)']\n",
      "\n",
      "\n",
      "Category:\tplace\n",
      "Count:\t9105\n",
      "Examples:\t['241030FF-AC0E-3B4F-BCB1-F0BBEE3CBA66(place)', '946DD00F-13F3-342B-999D-9C5874DC5DE4(place)', '4A887B8A-68AC-39B0-8D9D-027BDDEDB06B(place)', '2996325D-BD5E-3FB0-8815-F546ADB971AD(place)', '90AE43FF-9F61-3FCA-8E00-9FE49999A499(place)']\n",
      "\n",
      "\n",
      "Category:\twork\n",
      "Count:\t98948\n",
      "Examples:\t['07874792(work)', '07874803(work)', '07874807(work)', '07960073%2CT%2C011%2CT(work)', '07874809(work)']\n",
      "\n",
      "\n",
      "Category:\tmaterial\n",
      "Count:\t607\n",
      "Examples:\t['B6D5D085-72FC-3D9C-8D9D-2CBEA3DB4D07(material)', '1D4D1728-9C35-39A6-912E-620890392F9A(material)', '865D51F4-A23F-3B19-B02C-944B749D0DE9(material)', '76915B47-CACF-35A5-981D-6885810243A1(material)', 'FE3484B7-804C-3814-87E8-873F1A8F2740(material)']\n",
      "\n",
      "\n",
      "Category:\ttechnique\n",
      "Count:\t260\n",
      "Examples:\t['133E91CD-B191-3790-8783-72212D7AF6B2(technique)', '85A592D2-AB84-3A39-93B4-B0B7C2D5B313(technique)', '0CADA2A5-7D9B-34B9-8F0E-DFEDA835F585(technique)', '0BC826AE-AD83-3E06-AC03-C9D2D23CAD83(technique)', '2BE6ED3F-8451-33DB-BDE1-1E78469255AC(technique)']\n",
      "\n",
      "\n",
      "Category:\tcollection\n",
      "Count:\t121\n",
      "Examples:\t['9FCA7C02-5248-3098-A421-900138DA0BDE(collection)', 'A7BBE344-528E-3511-B587-6E87B96C4A99(collection)', '13B7DFE3-5766-3506-A6B2-9019BE937DD1(collection)', 'B4F890B6-C016-3536-81A3-9886BCB706E6(collection)', '79C18901-5ED2-3B18-904C-2E399DBA6144(collection)']\n",
      "\n",
      "\n",
      "Category:\tnegative\n",
      "Count:\t31709\n",
      "Examples:\t['1561%20Artini(negative)', '1430%20Artini(negative)', '12617(negative)', '24679%20Laurati(negative)', '1433%20Artini(negative)']\n",
      "\n",
      "\n",
      "Category:\tphoto\n",
      "Count:\t45192\n",
      "Examples:\t['fln0419237z_p(photo)', 'fln0320499z_p(photo)', 'fln0609885y_p(photo)', 'fln0320501z_p(photo)', 'fld0001520z_p(photo)']\n",
      "\n",
      "\n",
      "Category:\t55862\n",
      "Count:\t1\n",
      "Examples:\t['34(55862)']\n",
      "\n",
      "\n",
      "Category:\t55864\n",
      "Count:\t1\n",
      "Examples:\t['36(55864)']\n",
      "\n",
      "\n",
      "Category:\t746\n",
      "Count:\t4\n",
      "Examples:\t['61(746)', '63(746)', '68(746)', '60(746)']\n",
      "\n",
      "\n",
      "Category:\t320\n",
      "Count:\t1\n",
      "Examples:\t['88(320)']\n",
      "\n",
      "\n",
      "Category:\t318\n",
      "Count:\t1\n",
      "Examples:\t['88(318)']\n",
      "\n",
      "\n",
      "Category:\t332\n",
      "Count:\t1\n",
      "Examples:\t['88(332)']\n",
      "\n",
      "\n",
      "Category:\t55863\n",
      "Count:\t1\n",
      "Examples:\t['35(55863)']\n",
      "\n",
      "\n",
      "Category:\t55825\n",
      "Count:\t6\n",
      "Examples:\t['1(55825)', '6(55825)', '4(55825)', '3(55825)', '16(55825)']\n",
      "\n",
      "\n",
      "Category:\t319\n",
      "Count:\t1\n",
      "Examples:\t['88(319)']\n",
      "\n",
      "\n",
      "Category:\t4\n",
      "Count:\t3\n",
      "Examples:\t['col(4)', '28(4)', '39(4)']\n",
      "\n",
      "\n",
      "Category:\t335\n",
      "Count:\t1\n",
      "Examples:\t['88(335)']\n",
      "\n",
      "\n",
      "Category:\t55865\n",
      "Count:\t1\n",
      "Examples:\t['37(55865)']\n",
      "\n",
      "\n",
      "Category:\t56412\n",
      "Count:\t3\n",
      "Examples:\t['16(56412)', '14(56412)', '18(56412)']\n",
      "\n",
      "\n",
      "Category:\t56287\n",
      "Count:\t2\n",
      "Examples:\t['15(56287)', '18(56287)']\n",
      "\n",
      "\n",
      "Category:\t56204\n",
      "Count:\t5\n",
      "Examples:\t['8(56204)', '13(56204)', '23(56204)', '20(56204)', '11(56204)']\n",
      "\n",
      "\n",
      "Category:\t56423\n",
      "Count:\t3\n",
      "Examples:\t['12(56423)', '10(56423)', '13(56423)']\n",
      "\n",
      "\n",
      "Category:\t56284\n",
      "Count:\t2\n",
      "Examples:\t['5(56284)', '2(56284)']\n",
      "\n",
      "\n",
      "Category:\t56439\n",
      "Count:\t3\n",
      "Examples:\t['12(56439)', '13(56439)', '10(56439)']\n",
      "\n",
      "\n",
      "Category:\t55826\n",
      "Count:\t2\n",
      "Examples:\t['15(55826)', '18(55826)']\n",
      "\n",
      "\n",
      "Category:\t56409\n",
      "Count:\t1\n",
      "Examples:\t['4(56409)']\n",
      "\n",
      "\n",
      "Category:\t55798\n",
      "Count:\t1\n",
      "Examples:\t['col(55798)']\n",
      "\n",
      "\n",
      "Category:\t56230\n",
      "Count:\t4\n",
      "Examples:\t['5(56230)', '29(56230)', '25(56230)', '3(56230)']\n",
      "\n",
      "\n",
      "Category:\t742\n",
      "Count:\t6\n",
      "Examples:\t['24(742)', '18(742)', '15(742)', '17(742)', '13(742)']\n",
      "\n",
      "\n",
      "Category:\t56413\n",
      "Count:\t3\n",
      "Examples:\t['1(56413)', '3(56413)', '4(56413)']\n",
      "\n",
      "\n",
      "Category:\t744\n",
      "Count:\t3\n",
      "Examples:\t['47(744)', '41(744)', '45(744)']\n",
      "\n",
      "\n",
      "Category:\t15064\n",
      "Count:\t2\n",
      "Examples:\t['6(15064)', '12(15064)']\n",
      "\n",
      "\n",
      "Category:\t8\n",
      "Count:\t4\n",
      "Examples:\t['col(8)', '11A(8)', '12A(8)', '31(8)']\n",
      "\n",
      "\n",
      "Category:\t56431\n",
      "Count:\t3\n",
      "Examples:\t['10(56431)', '12(56431)', '13(56431)']\n",
      "\n",
      "\n",
      "Category:\t56429\n",
      "Count:\t3\n",
      "Examples:\t['3(56429)', '1(56429)', '4(56429)']\n",
      "\n",
      "\n",
      "Category:\t56414\n",
      "Count:\t2\n",
      "Examples:\t['9(56414)', '7(56414)']\n",
      "\n",
      "\n",
      "Category:\t56440\n",
      "Count:\t3\n",
      "Examples:\t['17(56440)', '14(56440)', '16(56440)']\n",
      "\n",
      "\n",
      "Category:\t5\n",
      "Count:\t6\n",
      "Examples:\t['col(5)', '3a(5)', '29a(5)', '25a(5)', '11a(5)']\n",
      "\n",
      "\n",
      "Category:\t56411\n",
      "Count:\t3\n",
      "Examples:\t['12(56411)', '10(56411)', '13(56411)']\n",
      "\n",
      "\n",
      "Category:\t55827\n",
      "Count:\t3\n",
      "Examples:\t['9(55827)', '6(55827)', '3(55827)']\n",
      "\n",
      "\n",
      "Category:\t56193\n",
      "Count:\t1\n",
      "Examples:\t['A(56193)']\n",
      "\n",
      "\n",
      "Category:\t56425\n",
      "Count:\t3\n",
      "Examples:\t['1(56425)', '3(56425)', '4(56425)']\n",
      "\n",
      "\n",
      "Category:\t56424\n",
      "Count:\t3\n",
      "Examples:\t['16(56424)', '14(56424)', '17(56424)']\n",
      "\n",
      "\n",
      "Category:\t2\n",
      "Count:\t5\n",
      "Examples:\t['col(2)', '34(2)', '26A(2)', '27A(2)', '32%20A(2)']\n",
      "\n",
      "\n",
      "Category:\t56427\n",
      "Count:\t3\n",
      "Examples:\t['13(56427)', '10(56427)', '12(56427)']\n",
      "\n",
      "\n",
      "Category:\t56417\n",
      "Count:\t3\n",
      "Examples:\t['1(56417)', '3(56417)', '4(56417)']\n",
      "\n",
      "\n",
      "Category:\t56410\n",
      "Count:\t2\n",
      "Examples:\t['6(56410)', '9(56410)']\n",
      "\n",
      "\n",
      "Category:\t3\n",
      "Count:\t4\n",
      "Examples:\t['col(3)', '9%20A(3)', '29A(3)', '36A(3)']\n",
      "\n",
      "\n",
      "Category:\t743\n",
      "Count:\t3\n",
      "Examples:\t['31(743)', '36(743)', '32(743)']\n",
      "\n",
      "\n",
      "Category:\t56286\n",
      "Count:\t1\n",
      "Examples:\t['14(56286)']\n",
      "\n",
      "\n",
      "Category:\t56419\n",
      "Count:\t3\n",
      "Examples:\t['12(56419)', '10(56419)', '13(56419)']\n",
      "\n",
      "\n",
      "Category:\t56407\n",
      "Count:\t3\n",
      "Examples:\t['12(56407)', '13(56407)', '10(56407)']\n",
      "\n",
      "\n",
      "Category:\t745\n",
      "Count:\t2\n",
      "Examples:\t['53(745)', '56(745)']\n",
      "\n",
      "\n",
      "Category:\t55823\n",
      "Count:\t4\n",
      "Examples:\t['1(55823)', '9(55823)', '4(55823)', '3(55823)']\n",
      "\n",
      "\n",
      "Category:\t56430\n",
      "Count:\t3\n",
      "Examples:\t['9(56430)', '7(56430)', '6(56430)']\n",
      "\n",
      "\n",
      "Category:\t55828\n",
      "Count:\t2\n",
      "Examples:\t['12(55828)', '13(55828)']\n",
      "\n",
      "\n",
      "Category:\t741\n",
      "Count:\t4\n",
      "Examples:\t['4(741)', '51%20%2830%29(741)', '51%20%2829%29(741)', '3(741)']\n",
      "\n",
      "\n",
      "Category:\t6\n",
      "Count:\t1\n",
      "Examples:\t['col(6)']\n",
      "\n",
      "\n",
      "Category:\t968\n",
      "Count:\t1\n",
      "Examples:\t['66(968)']\n",
      "\n",
      "\n",
      "Category:\t31076\n",
      "Count:\t2\n",
      "Examples:\t['33(31076)', '32(31076)']\n",
      "\n",
      "\n",
      "Category:\t31052\n",
      "Count:\t6\n",
      "Examples:\t['231(31052)', '232(31052)', '230(31052)', '233(31052)', '234(31052)']\n",
      "\n",
      "\n",
      "Category:\t31015\n",
      "Count:\t3\n",
      "Examples:\t['59%20Bazzechi(31015)', '61%20Bazzechi(31015)', '60%20Bazzechi(31015)']\n",
      "\n",
      "\n",
      "Category:\t762\n",
      "Count:\t3\n",
      "Examples:\t['11(762)', '10(762)', '9(762)']\n",
      "\n",
      "\n",
      "Category:\t763\n",
      "Count:\t4\n",
      "Examples:\t['22(763)', '19(763)', '15(763)', '21(763)']\n",
      "\n",
      "\n",
      "Category:\t15325\n",
      "Count:\t10\n",
      "Examples:\t['46(15325)', '42(15325)', '48(15325)', '52(15325)', '49(15325)']\n",
      "\n",
      "\n",
      "Category:\t10\n",
      "Count:\t3\n",
      "Examples:\t['37(10)', 'col(10)', '38(10)']\n",
      "\n",
      "\n",
      "Category:\t56394\n",
      "Count:\t3\n",
      "Examples:\t['13(56394)', '11(56394)', '10(56394)']\n",
      "\n",
      "\n",
      "Category:\t1\n",
      "Count:\t3\n",
      "Examples:\t['37(1)', 'col(1)', '20A(1)']\n",
      "\n",
      "\n",
      "Category:\t31012\n",
      "Count:\t1\n",
      "Examples:\t['47%20Bazzechi(31012)']\n",
      "\n",
      "\n",
      "Category:\t31010\n",
      "Count:\t1\n",
      "Examples:\t['42%20Bazzechi(31010)']\n",
      "\n",
      "\n",
      "Category:\t56397\n",
      "Count:\t3\n",
      "Examples:\t['6(56397)', '7(56397)', '9(56397)']\n",
      "\n",
      "\n",
      "Category:\t31004\n",
      "Count:\t2\n",
      "Examples:\t['20%20Bazzechi(31004)', '19%20Bazzechi(31004)']\n",
      "\n",
      "\n",
      "Category:\t31013\n",
      "Count:\t2\n",
      "Examples:\t['53%20Bazzechi(31013)', '51%20Bazzechi(31013)']\n",
      "\n",
      "\n",
      "Category:\t52333\n",
      "Count:\t1\n",
      "Examples:\t['A(52333)']\n",
      "\n",
      "\n",
      "Category:\t55845\n",
      "Count:\t1\n",
      "Examples:\t['17(55845)']\n",
      "\n",
      "\n",
      "Category:\t55849\n",
      "Count:\t1\n",
      "Examples:\t['21(55849)']\n",
      "\n",
      "\n",
      "Category:\t55876\n",
      "Count:\t1\n",
      "Examples:\t['48(55876)']\n",
      "\n",
      "\n",
      "Category:\t55852\n",
      "Count:\t1\n",
      "Examples:\t['24(55852)']\n",
      "\n",
      "\n",
      "Category:\t55855\n",
      "Count:\t1\n",
      "Examples:\t['27(55855)']\n",
      "\n",
      "\n",
      "Category:\t55839\n",
      "Count:\t1\n",
      "Examples:\t['11(55839)']\n",
      "\n",
      "\n",
      "Category:\t55859\n",
      "Count:\t1\n",
      "Examples:\t['31(55859)']\n",
      "\n",
      "\n",
      "Category:\t55833\n",
      "Count:\t1\n",
      "Examples:\t['5(55833)']\n",
      "\n",
      "\n",
      "Category:\t55872\n",
      "Count:\t1\n",
      "Examples:\t['44(55872)']\n",
      "\n",
      "\n",
      "Category:\t55903\n",
      "Count:\t1\n",
      "Examples:\t['75(55903)']\n",
      "\n",
      "\n",
      "Category:\t55886\n",
      "Count:\t1\n",
      "Examples:\t['58(55886)']\n",
      "\n",
      "\n",
      "Category:\t55890\n",
      "Count:\t1\n",
      "Examples:\t['62(55890)']\n",
      "\n",
      "\n",
      "Category:\t55831\n",
      "Count:\t1\n",
      "Examples:\t['3(55831)']\n",
      "\n",
      "\n",
      "Category:\t55836\n",
      "Count:\t1\n",
      "Examples:\t['8(55836)']\n",
      "\n",
      "\n",
      "Category:\t55902\n",
      "Count:\t1\n",
      "Examples:\t['74(55902)']\n",
      "\n",
      "\n",
      "Category:\t55844\n",
      "Count:\t1\n",
      "Examples:\t['16(55844)']\n",
      "\n",
      "\n",
      "Category:\t55869\n",
      "Count:\t1\n",
      "Examples:\t['41(55869)']\n",
      "\n",
      "\n",
      "Category:\t55888\n",
      "Count:\t1\n",
      "Examples:\t['60(55888)']\n",
      "\n",
      "\n",
      "Category:\t55870\n",
      "Count:\t1\n",
      "Examples:\t['42(55870)']\n",
      "\n",
      "\n",
      "Category:\t55887\n",
      "Count:\t1\n",
      "Examples:\t['59(55887)']\n",
      "\n",
      "\n",
      "Category:\t55880\n",
      "Count:\t1\n",
      "Examples:\t['52(55880)']\n",
      "\n",
      "\n",
      "Category:\t55861\n",
      "Count:\t1\n",
      "Examples:\t['33(55861)']\n",
      "\n",
      "\n",
      "Category:\t55896\n",
      "Count:\t1\n",
      "Examples:\t['68(55896)']\n",
      "\n",
      "\n",
      "Category:\t55834\n",
      "Count:\t1\n",
      "Examples:\t['6(55834)']\n",
      "\n",
      "\n",
      "Category:\t55879\n",
      "Count:\t1\n",
      "Examples:\t['51(55879)']\n",
      "\n",
      "\n",
      "Category:\t55897\n",
      "Count:\t1\n",
      "Examples:\t['69(55897)']\n",
      "\n",
      "\n",
      "Category:\t55900\n",
      "Count:\t1\n",
      "Examples:\t['72(55900)']\n",
      "\n",
      "\n",
      "Category:\t55841\n",
      "Count:\t1\n",
      "Examples:\t['13(55841)']\n",
      "\n",
      "\n",
      "Category:\t55889\n",
      "Count:\t1\n",
      "Examples:\t['61(55889)']\n",
      "\n",
      "\n",
      "Category:\t55842\n",
      "Count:\t1\n",
      "Examples:\t['14(55842)']\n",
      "\n",
      "\n",
      "Category:\t55901\n",
      "Count:\t1\n",
      "Examples:\t['73(55901)']\n",
      "\n",
      "\n",
      "Category:\t55851\n",
      "Count:\t1\n",
      "Examples:\t['23(55851)']\n",
      "\n",
      "\n",
      "Category:\t55860\n",
      "Count:\t1\n",
      "Examples:\t['32(55860)']\n",
      "\n",
      "\n",
      "Category:\t55898\n",
      "Count:\t1\n",
      "Examples:\t['70(55898)']\n",
      "\n",
      "\n",
      "Category:\t55857\n",
      "Count:\t1\n",
      "Examples:\t['29(55857)']\n",
      "\n",
      "\n",
      "Category:\t55850\n",
      "Count:\t1\n",
      "Examples:\t['22(55850)']\n",
      "\n",
      "\n",
      "Category:\t55830\n",
      "Count:\t1\n",
      "Examples:\t['2(55830)']\n",
      "\n",
      "\n",
      "Category:\t55858\n",
      "Count:\t1\n",
      "Examples:\t['30(55858)']\n",
      "\n",
      "\n",
      "Category:\t55899\n",
      "Count:\t1\n",
      "Examples:\t['71(55899)']\n",
      "\n",
      "\n",
      "Category:\t55843\n",
      "Count:\t1\n",
      "Examples:\t['15(55843)']\n",
      "\n",
      "\n",
      "Category:\t55878\n",
      "Count:\t1\n",
      "Examples:\t['50(55878)']\n",
      "\n",
      "\n",
      "Category:\t55885\n",
      "Count:\t1\n",
      "Examples:\t['57(55885)']\n",
      "\n",
      "\n",
      "Category:\t55891\n",
      "Count:\t1\n",
      "Examples:\t['63(55891)']\n",
      "\n",
      "\n",
      "Category:\t55853\n",
      "Count:\t1\n",
      "Examples:\t['25(55853)']\n",
      "\n",
      "\n",
      "Category:\t55840\n",
      "Count:\t1\n",
      "Examples:\t['12(55840)']\n",
      "\n",
      "\n",
      "Category:\t55867\n",
      "Count:\t1\n",
      "Examples:\t['39(55867)']\n",
      "\n",
      "\n",
      "Category:\t55854\n",
      "Count:\t1\n",
      "Examples:\t['26(55854)']\n",
      "\n",
      "\n",
      "Category:\t55871\n",
      "Count:\t1\n",
      "Examples:\t['43(55871)']\n",
      "\n",
      "\n",
      "Category:\t55877\n",
      "Count:\t1\n",
      "Examples:\t['49(55877)']\n",
      "\n",
      "\n",
      "Category:\t55832\n",
      "Count:\t1\n",
      "Examples:\t['4(55832)']\n",
      "\n",
      "\n",
      "Category:\t55829\n",
      "Count:\t1\n",
      "Examples:\t['1(55829)']\n",
      "\n",
      "\n",
      "Category:\t55881\n",
      "Count:\t1\n",
      "Examples:\t['53(55881)']\n",
      "\n",
      "\n",
      "Category:\t55895\n",
      "Count:\t1\n",
      "Examples:\t['67(55895)']\n",
      "\n",
      "\n",
      "Category:\t55868\n",
      "Count:\t1\n",
      "Examples:\t['40(55868)']\n",
      "\n",
      "\n",
      "Category:\t55894\n",
      "Count:\t1\n",
      "Examples:\t['66(55894)']\n",
      "\n",
      "\n",
      "Category:\t55875\n",
      "Count:\t1\n",
      "Examples:\t['47(55875)']\n",
      "\n",
      "\n",
      "Category:\t55904\n",
      "Count:\t1\n",
      "Examples:\t['76(55904)']\n",
      "\n",
      "\n",
      "Category:\t55835\n",
      "Count:\t1\n",
      "Examples:\t['7(55835)']\n",
      "\n",
      "\n",
      "Category:\t55873\n",
      "Count:\t1\n",
      "Examples:\t['45(55873)']\n",
      "\n",
      "\n",
      "Category:\t55882\n",
      "Count:\t1\n",
      "Examples:\t['54(55882)']\n",
      "\n",
      "\n",
      "Category:\t55906\n",
      "Count:\t1\n",
      "Examples:\t['78(55906)']\n",
      "\n",
      "\n",
      "Category:\t55866\n",
      "Count:\t1\n",
      "Examples:\t['38(55866)']\n",
      "\n",
      "\n",
      "Category:\t55892\n",
      "Count:\t1\n",
      "Examples:\t['64(55892)']\n",
      "\n",
      "\n",
      "Category:\t55884\n",
      "Count:\t1\n",
      "Examples:\t['56(55884)']\n",
      "\n",
      "\n",
      "Category:\t55905\n",
      "Count:\t1\n",
      "Examples:\t['77(55905)']\n",
      "\n",
      "\n",
      "Category:\t55893\n",
      "Count:\t1\n",
      "Examples:\t['65(55893)']\n",
      "\n",
      "\n",
      "Category:\t55874\n",
      "Count:\t1\n",
      "Examples:\t['46(55874)']\n",
      "\n",
      "\n",
      "Category:\t55883\n",
      "Count:\t1\n",
      "Examples:\t['55(55883)']\n",
      "\n",
      "\n",
      "Category:\t55837\n",
      "Count:\t1\n",
      "Examples:\t['9(55837)']\n",
      "\n",
      "\n",
      "Category:\t55838\n",
      "Count:\t1\n",
      "Examples:\t['10(55838)']\n",
      "\n",
      "\n",
      "Category:\t55856\n",
      "Count:\t1\n",
      "Examples:\t['28(55856)']\n",
      "\n",
      "\n",
      "Category:\t6969\n",
      "Count:\t10\n",
      "Examples:\t['34%20Borgo%20a%20Cascia(6969)', '27%20Borgo%20a%20Cascia(6969)', '1%20Borgo%20a%20Cascia(6969)', '2%20Borgo%20a%20Cascia(6969)', '29%20Borgo%20a%20Cascia(6969)']\n",
      "\n",
      "\n",
      "Category:\t55642\n",
      "Count:\t7\n",
      "Examples:\t['10(55642)', '7%20Artini(55642)', '35(55642)', '36%20Artini(55642)', '32(55642)']\n",
      "\n",
      "\n",
      "Category:\t56386\n",
      "Count:\t2\n",
      "Examples:\t['13(56386)', '10(56386)']\n",
      "\n",
      "\n",
      "Category:\t56408\n",
      "Count:\t3\n",
      "Examples:\t['17(56408)', '16(56408)', '14(56408)']\n",
      "\n",
      "\n",
      "Category:\t31053\n",
      "Count:\t1\n",
      "Examples:\t['293(31053)']\n",
      "\n",
      "\n",
      "Category:\t56382\n",
      "Count:\t3\n",
      "Examples:\t['16(56382)', '10(56382)', '13(56382)']\n",
      "\n",
      "\n",
      "Category:\t56383\n",
      "Count:\t2\n",
      "Examples:\t['14(56383)', '16(56383)']\n",
      "\n",
      "\n",
      "Category:\t56381\n",
      "Count:\t3\n",
      "Examples:\t['6(56381)', '9(56381)', '7(56381)']\n",
      "\n",
      "\n",
      "Category:\t56391\n",
      "Count:\t3\n",
      "Examples:\t['14(56391)', '16(56391)', '18(56391)']\n",
      "\n",
      "\n",
      "Category:\t56376\n",
      "Count:\t2\n",
      "Examples:\t['2(56376)', '5(56376)']\n",
      "\n",
      "\n",
      "Category:\t56380\n",
      "Count:\t3\n",
      "Examples:\t['18(56380)', '3(56380)', '1(56380)']\n",
      "\n",
      "\n",
      "Category:\t56377\n",
      "Count:\t2\n",
      "Examples:\t['6(56377)', '9(56377)']\n",
      "\n",
      "\n",
      "Category:\t11\n",
      "Count:\t2\n",
      "Examples:\t['27(11)', '40(11)']\n",
      "\n",
      "\n",
      "Category:\t653\n",
      "Count:\t1\n",
      "Examples:\t['61(653)']\n",
      "\n",
      "\n",
      "Category:\t12407\n",
      "Count:\t3\n",
      "Examples:\t['66(12407)', '71(12407)', '67(12407)']\n",
      "\n",
      "\n",
      "Category:\t56372\n",
      "Count:\t3\n",
      "Examples:\t['3(56372)', '1(56372)', '4(56372)']\n",
      "\n",
      "\n",
      "Category:\t56373\n",
      "Count:\t3\n",
      "Examples:\t['9(56373)', '7(56373)', '46(56373)']\n",
      "\n",
      "\n",
      "Category:\t31048\n",
      "Count:\t1\n",
      "Examples:\t['214%20Bazzecchi(31048)']\n",
      "\n",
      "\n",
      "Category:\tLA%201883\n",
      "Count:\t3\n",
      "Examples:\t['4(LA%201883)', '8(LA%201883)', '12(LA%201883)']\n",
      "\n",
      "\n",
      "Category:\tLA%201874\n",
      "Count:\t3\n",
      "Examples:\t['68(LA%201874)', '70(LA%201874)', '72(LA%201874)']\n",
      "\n",
      "\n",
      "Category:\tDe%20Giovanni%20Maddalena%2041\n",
      "Count:\t83\n",
      "Examples:\t['82(De%20Giovanni%20Maddalena%2041)', '7(De%20Giovanni%20Maddalena%2041)', '3(De%20Giovanni%20Maddalena%2041)', '19(De%20Giovanni%20Maddalena%2041)', '15(De%20Giovanni%20Maddalena%2041)']\n",
      "\n",
      "\n",
      "Category:\t31042\n",
      "Count:\t2\n",
      "Examples:\t['181%20Bazzechi(31042)', '179%20Bazzechi(31042)']\n",
      "\n",
      "\n",
      "Category:\t55505\n",
      "Count:\t1\n",
      "Examples:\t['15(55505)']\n",
      "\n",
      "\n",
      "Category:\tLA%201866\n",
      "Count:\t12\n",
      "Examples:\t['71(LA%201866)', '73(LA%201866)', '7(LA%201866)', '3(LA%201866)', '59(LA%201866)']\n",
      "\n",
      "\n",
      "Category:\t1866\n",
      "Count:\t3\n",
      "Examples:\t['39(1866)', '47(1866)', '45(1866)']\n",
      "\n",
      "\n",
      "Category:\tLA%201880\n",
      "Count:\t1\n",
      "Examples:\t['4(LA%201880)']\n",
      "\n",
      "\n",
      "Category:\t31032\n",
      "Count:\t2\n",
      "Examples:\t['142%20Bazzechi(31032)', '141%20Bazzechi(31032)']\n",
      "\n",
      "\n",
      "Category:\t31039\n",
      "Count:\t2\n",
      "Examples:\t['167%20Bazzechi(31039)', '170%20Bazzechi(31039)']\n",
      "\n",
      "\n",
      "Category:\t29297\n",
      "Count:\t1\n",
      "Examples:\t['17%20Bazzechi(29297)']\n",
      "\n",
      "\n",
      "Category:\t31018\n",
      "Count:\t2\n",
      "Examples:\t['70%20Bazzechi(31018)', '73%20Bazzechi(31018)']\n",
      "\n",
      "\n",
      "Category:\t31037\n",
      "Count:\t1\n",
      "Examples:\t['159%20Bazzechi(31037)']\n",
      "\n",
      "\n",
      "Category:\t31036\n",
      "Count:\t3\n",
      "Examples:\t['155%20Bazzechi(31036)', '156%20Bazzechi(31036)', '158%20Bazzechi(31036)']\n",
      "\n",
      "\n",
      "Category:\t31034\n",
      "Count:\t3\n",
      "Examples:\t['150%20Bazzechi(31034)', '148%20Bazzechi(31034)', '147%20Bazzechi(31034)']\n",
      "\n",
      "\n",
      "Category:\t31071\n",
      "Count:\t3\n",
      "Examples:\t['12(31071)', '13(31071)', '9(31071)']\n",
      "\n",
      "\n",
      "Category:\t31035\n",
      "Count:\t3\n",
      "Examples:\t['153%20Bazzechi(31035)', '152%20Bazzechi(31035)', '154%20Bazzechi(31035)']\n",
      "\n",
      "\n",
      "Category:\t31001\n",
      "Count:\t3\n",
      "Examples:\t['2%20Bazzechi(31001)', '3%20Bazzechi(31001)', '1%20Bazzechi(31001)']\n",
      "\n",
      "\n",
      "Category:\t31021\n",
      "Count:\t1\n",
      "Examples:\t['92%20Bazzechi(31021)']\n",
      "\n",
      "\n",
      "Category:\t56416\n",
      "Count:\t2\n",
      "Examples:\t['14(56416)', '17(56416)']\n",
      "\n",
      "\n",
      "Category:\t56415\n",
      "Count:\t2\n",
      "Examples:\t['13(56415)', '10(56415)']\n",
      "\n",
      "\n",
      "Category:\t15323\n",
      "Count:\t11\n",
      "Examples:\t['29(15323)', '26(15323)', '23(15323)', '28(15323)', '22a(15323)']\n",
      "\n",
      "\n",
      "Category:\t15326\n",
      "Count:\t8\n",
      "Examples:\t['57(15326)', '53(15326)', '60(15326)', '58(15326)', '59(15326)']\n",
      "\n",
      "\n",
      "Category:\t15324\n",
      "Count:\t11\n",
      "Examples:\t['38(15324)', '31(15324)', '32(15324)', '33(15324)', '34(15324)']\n",
      "\n",
      "\n",
      "Category:\t15322\n",
      "Count:\t12\n",
      "Examples:\t['12(15322)', '13(15322)', '14a(15322)', '14b(15322)', '15(15322)']\n",
      "\n",
      "\n",
      "Category:\t29820\n",
      "Count:\t2\n",
      "Examples:\t['2(29820)', '1(29820)']\n",
      "\n",
      "\n",
      "Category:\t56389\n",
      "Count:\t3\n",
      "Examples:\t['9(56389)', '6(56389)', '7(56389)']\n",
      "\n",
      "\n",
      "Category:\t51872\n",
      "Count:\t1\n",
      "Examples:\t['a%20Artini(51872)']\n",
      "\n",
      "\n",
      "Category:\t12408\n",
      "Count:\t2\n",
      "Examples:\t['86(12408)', '85(12408)']\n",
      "\n",
      "\n",
      "Category:\t12409\n",
      "Count:\t2\n",
      "Examples:\t['95(12409)', '92(12409)']\n",
      "\n",
      "\n",
      "Category:\t12404\n",
      "Count:\t4\n",
      "Examples:\t['37(12404)', '38(12404)', '39(12404)', '33(12404)']\n",
      "\n",
      "\n",
      "Category:\t12406\n",
      "Count:\t3\n",
      "Examples:\t['60(12406)', '59(12406)', '62(12406)']\n",
      "\n",
      "\n",
      "Category:\t31056\n",
      "Count:\t3\n",
      "Examples:\t['303(31056)', '305(31056)', '302(31056)']\n",
      "\n",
      "\n",
      "Category:\t31016\n",
      "Count:\t2\n",
      "Examples:\t['63%20Bazzechi(31016)', '64%20Bazzechi(31016)']\n",
      "\n",
      "\n",
      "Category:\t31025\n",
      "Count:\t2\n",
      "Examples:\t['111%20Bazzechi(31025)', '112%20Bazzechi(31025)']\n",
      "\n",
      "\n",
      "Category:\t31070\n",
      "Count:\t2\n",
      "Examples:\t['6(31070)', '8(31070)']\n",
      "\n",
      "\n",
      "Category:\t31023\n",
      "Count:\t2\n",
      "Examples:\t['100%20Bazzechi(31023)', '101%20Bazzechi(31023)']\n",
      "\n",
      "\n",
      "Category:\t31064\n",
      "Count:\t3\n",
      "Examples:\t['11(31064)', '10(31064)', '9(31064)']\n",
      "\n",
      "\n",
      "Category:\t31022\n",
      "Count:\t3\n",
      "Examples:\t['99%20Bazzechi(31022)', '98%20Bazzechi(31022)', '96%20Bazzechi(31022)']\n",
      "\n",
      "\n",
      "Category:\t31027\n",
      "Count:\t5\n",
      "Examples:\t['121%20Bazzechi(31027)', '122%20Bazzechi(31027)', '123%20Bazzechi(31027)', '119%20Bazzechi(31027)', '118%20Bazzechi(31027)']\n",
      "\n",
      "\n",
      "Category:\t31055\n",
      "Count:\t2\n",
      "Examples:\t['300(31055)', '301(31055)']\n",
      "\n",
      "\n",
      "Category:\t31026\n",
      "Count:\t2\n",
      "Examples:\t['113%20Bazzechi(31026)', '115%20Bazzechi(31026)']\n",
      "\n",
      "\n",
      "Category:\t31028\n",
      "Count:\t1\n",
      "Examples:\t['124%20Bazzechi(31028)']\n",
      "\n",
      "\n",
      "Category:\t55810\n",
      "Count:\t1\n",
      "Examples:\t['col(55810)']\n",
      "\n",
      "\n",
      "Category:\t55824\n",
      "Count:\t5\n",
      "Examples:\t['13(55824)', '12(55824)', '10(55824)', '18(55824)', '15(55824)']\n",
      "\n",
      "\n",
      "Category:\tDe%20Giovanni%20B.I.%20Transetto%20sin.%201\n",
      "Count:\t152\n",
      "Examples:\t['141(De%20Giovanni%20B.I.%20Transetto%20sin.%201)', '148(De%20Giovanni%20B.I.%20Transetto%20sin.%201)', '142(De%20Giovanni%20B.I.%20Transetto%20sin.%201)', '147(De%20Giovanni%20B.I.%20Transetto%20sin.%201)', '143(De%20Giovanni%20B.I.%20Transetto%20sin.%201)']\n",
      "\n",
      "\n",
      "Category:\t821\n",
      "Count:\t2\n",
      "Examples:\t['17a(821)', '16a(821)']\n",
      "\n",
      "\n",
      "Category:\t823\n",
      "Count:\t4\n",
      "Examples:\t['31(823)', '34(823)', '33(823)', '35(823)']\n",
      "\n",
      "\n",
      "Category:\t822\n",
      "Count:\t8\n",
      "Examples:\t['19(822)', '26(822)', '20(822)', '28(822)', '24(822)']\n",
      "\n",
      "\n",
      "Category:\t56379\n",
      "Count:\t2\n",
      "Examples:\t['16(56379)', '15(56379)']\n",
      "\n",
      "\n",
      "Category:\t56374\n",
      "Count:\t2\n",
      "Examples:\t['12(56374)', '10(56374)']\n",
      "\n",
      "\n",
      "Category:\t56375\n",
      "Count:\t1\n",
      "Examples:\t['15(56375)']\n",
      "\n",
      "\n",
      "Category:\t51823\n",
      "Count:\t3\n",
      "Examples:\t['292(51823)', '297(51823)', '299(51823)']\n",
      "\n",
      "\n",
      "Category:\t56426\n",
      "Count:\t3\n",
      "Examples:\t['8(56426)', '6(56426)', '7(56426)']\n",
      "\n",
      "\n",
      "Category:\t9\n",
      "Count:\t2\n",
      "Examples:\t['col(9)', '6(9)']\n",
      "\n",
      "\n",
      "Category:\t31017\n",
      "Count:\t3\n",
      "Examples:\t['66%20Bazzechi(31017)', '69%20Bazzechi(31017)', '68%20Bazzechi(31017)']\n",
      "\n",
      "\n",
      "Category:\t32\n",
      "Count:\t1\n",
      "Examples:\t['34(32)']\n",
      "\n",
      "\n",
      "Category:\t88\n",
      "Count:\t1\n",
      "Examples:\t['265(88)']\n",
      "\n",
      "\n",
      "Category:\t765\n",
      "Count:\t3\n",
      "Examples:\t['23(765)', '20(765)', '21(765)']\n",
      "\n",
      "\n",
      "Category:\t5172\n",
      "Count:\t1\n",
      "Examples:\t['1%20Artini(5172)']\n",
      "\n",
      "\n",
      "Category:\t28939\n",
      "Count:\t1\n",
      "Examples:\t['3(28939)']\n",
      "\n",
      "\n",
      "Category:\t7\n",
      "Count:\t5\n",
      "Examples:\t['col(7)', '31A(7)', '8A(7)', '14A(7)', '20A(7)']\n",
      "\n",
      "\n",
      "Category:\t31002\n",
      "Count:\t4\n",
      "Examples:\t['7%20Bazzechi(31002)', '12%20Bazzechi(31002)', '9%20Bazzechi(31002)', '8%20Bazzechi(31002)']\n",
      "\n",
      "\n",
      "Category:\t983a\n",
      "Count:\t1\n",
      "Examples:\t['94(983a)']\n",
      "\n",
      "\n",
      "Category:\t8503\n",
      "Count:\t2\n",
      "Examples:\t['12(8503)', '9(8503)']\n",
      "\n",
      "\n",
      "Category:\tC\n",
      "Count:\t5\n",
      "Examples:\t['2339(C)', '2350(C)', '2351(C)', '2340(C)', '2345(C)']\n",
      "\n",
      "\n",
      "Category:\t55821\n",
      "Count:\t3\n",
      "Examples:\t['18(55821)', '12(55821)', '13(55821)']\n",
      "\n",
      "\n",
      "Category:\t55822\n",
      "Count:\t4\n",
      "Examples:\t['4(55822)', '1(55822)', '9(55822)', '7(55822)']\n",
      "\n",
      "\n",
      "Category:\tXXV788\n",
      "Count:\t1\n",
      "Examples:\t['261(XXV788)']\n",
      "\n",
      "\n",
      "Category:\t56400\n",
      "Count:\t1\n",
      "Examples:\t['8(56400)']\n",
      "\n",
      "\n",
      "Category:\t55813\n",
      "Count:\t1\n",
      "Examples:\t['col(55813)']\n",
      "\n",
      "\n",
      "Category:\t55797\n",
      "Count:\t1\n",
      "Examples:\t['col(55797)']\n",
      "\n",
      "\n",
      "Category:\t55806\n",
      "Count:\t1\n",
      "Examples:\t['col(55806)']\n",
      "\n",
      "\n",
      "Category:\t12\n",
      "Count:\t7\n",
      "Examples:\t['col(12)', '17A(12)', '22A(12)', '26A(12)', '35A(12)']\n",
      "\n",
      "\n",
      "Category:\t1875\n",
      "Count:\t1\n",
      "Examples:\t['73(1875)']\n",
      "\n",
      "\n",
      "Category:\t55803a\n",
      "Count:\t1\n",
      "Examples:\t['col(55803a)']\n",
      "\n",
      "\n",
      "Category:\t55812\n",
      "Count:\t1\n",
      "Examples:\t['col(55812)']\n",
      "\n",
      "\n",
      "Category:\t56384\n",
      "Count:\t2\n",
      "Examples:\t['4(56384)', '3(56384)']\n",
      "\n",
      "\n",
      "Category:\t56526\n",
      "Count:\t1\n",
      "Examples:\t['A(56526)']\n",
      "\n",
      "\n",
      "Category:\t56525\n",
      "Count:\t1\n",
      "Examples:\t['A(56525)']\n",
      "\n",
      "\n",
      "Category:\t27905\n",
      "Count:\t2\n",
      "Examples:\t['18(27905)', '16(27905)']\n",
      "\n",
      "\n",
      "Category:\t56421\n",
      "Count:\t2\n",
      "Examples:\t['4(56421)', '3(56421)']\n",
      "\n",
      "\n",
      "Category:\t56437\n",
      "Count:\t2\n",
      "Examples:\t['4(56437)', '3(56437)']\n",
      "\n",
      "\n",
      "Category:\t56420\n",
      "Count:\t3\n",
      "Examples:\t['17(56420)', '16(56420)', '14(56420)']\n",
      "\n",
      "\n",
      "Category:\t56438\n",
      "Count:\t3\n",
      "Examples:\t['9(56438)', '6(56438)', '7(56438)']\n",
      "\n",
      "\n",
      "Category:\t56428\n",
      "Count:\t3\n",
      "Examples:\t['16(56428)', '15(56428)', '18(56428)']\n",
      "\n",
      "\n",
      "Category:\t56418\n",
      "Count:\t2\n",
      "Examples:\t['7(56418)', '6(56418)']\n",
      "\n",
      "\n",
      "Category:\t56436\n",
      "Count:\t2\n",
      "Examples:\t['18(56436)', '16(56436)']\n",
      "\n",
      "\n",
      "Category:\t56422\n",
      "Count:\t2\n",
      "Examples:\t['6(56422)', '9(56422)']\n",
      "\n",
      "\n",
      "Category:\t56432\n",
      "Count:\t3\n",
      "Examples:\t['14(56432)', '18(56432)', '16(56432)']\n",
      "\n",
      "\n",
      "Category:\t656\n",
      "Count:\t16\n",
      "Examples:\t['22(656)', '19(656)', '16(656)', '21(656)', '24(656)']\n",
      "\n",
      "\n",
      "Category:\tHelbig%20PO\n",
      "Count:\t2\n",
      "Examples:\t['42(Helbig%20PO)', '18(Helbig%20PO)']\n",
      "\n",
      "\n",
      "Category:\t56433\n",
      "Count:\t2\n",
      "Examples:\t['4(56433)', '3(56433)']\n",
      "\n",
      "\n",
      "Category:\t56434\n",
      "Count:\t1\n",
      "Examples:\t['6(56434)']\n",
      "\n",
      "\n",
      "Category:\t55653\n",
      "Count:\t2\n",
      "Examples:\t['33(55653)', '35(55653)']\n",
      "\n",
      "\n",
      "Category:\t63502%3F%20\n",
      "Count:\t1\n",
      "Examples:\t['%2063503%3F(63502%3F%20)']\n",
      "\n",
      "\n",
      "Category:\t31019\n",
      "Count:\t4\n",
      "Examples:\t['76%20Bazzechi(31019)', '74%20Bazzechi(31019)', '75%20Bazzechi(31019)', '77%20Bazzechi(31019)']\n",
      "\n",
      "\n",
      "Category:\tDe%20Giovanni%207\n",
      "Count:\t12\n",
      "Examples:\t['249(De%20Giovanni%207)', '256(De%20Giovanni%207)', '248(De%20Giovanni%207)', '252b(De%20Giovanni%207)', '347(De%20Giovanni%207)']\n",
      "\n",
      "\n",
      "Category:\tDe%20Giovanni%208\n",
      "Count:\t2\n",
      "Examples:\t['345(De%20Giovanni%208)', '348(De%20Giovanni%208)']\n",
      "\n",
      "\n",
      "Category:\t852\n",
      "Count:\t2\n",
      "Examples:\t['24%20%2827A%29(852)', '24%20%2828A%29(852)']\n",
      "\n",
      "\n",
      "Category:\t31009\n",
      "Count:\t2\n",
      "Examples:\t['39%20Bazzechi(31009)', '38%20Bazzechi(31009)']\n",
      "\n",
      "\n",
      "Category:\t13\n",
      "Count:\t6\n",
      "Examples:\t['23A(13)', '36A(13)', '18A(13)', '31A(13)', '3A(13)']\n",
      "\n",
      "\n",
      "Category:\t74\n",
      "Count:\t1\n",
      "Examples:\t['3(74)']\n",
      "\n",
      "\n",
      "Category:\t40\n",
      "Count:\t1\n",
      "Examples:\t['85(40)']\n",
      "\n",
      "\n",
      "Category:\t12405\n",
      "Count:\t6\n",
      "Examples:\t['41(12405)', '42(12405)', '51(12405)', '46(12405)', '47(12405)']\n",
      "\n",
      "\n",
      "Category:\t51869\n",
      "Count:\t1\n",
      "Examples:\t['a%20Artini(51869)']\n",
      "\n",
      "\n",
      "Category:\tArtini%204721\n",
      "Count:\t1\n",
      "Examples:\t['42(Artini%204721)']\n",
      "\n",
      "\n",
      "Category:\t56396\n",
      "Count:\t2\n",
      "Examples:\t['4(56396)', '3(56396)']\n",
      "\n",
      "\n",
      "Category:\t56395\n",
      "Count:\t3\n",
      "Examples:\t['16(56395)', '18(56395)', '15(56395)']\n",
      "\n",
      "\n",
      "Category:\t56402\n",
      "Count:\t3\n",
      "Examples:\t['6(56402)', '7(56402)', '9(56402)']\n",
      "\n",
      "\n",
      "Category:\t56399\n",
      "Count:\t3\n",
      "Examples:\t['17(56399)', '14(56399)', '16(56399)']\n",
      "\n",
      "\n",
      "Category:\t56401\n",
      "Count:\t2\n",
      "Examples:\t['1(56401)', '4(56401)']\n",
      "\n",
      "\n",
      "Category:\t56398\n",
      "Count:\t1\n",
      "Examples:\t['13(56398)']\n",
      "\n",
      "\n",
      "Category:\t15\n",
      "Count:\t3\n",
      "Examples:\t['2(15)', '6(15)', '10(15)']\n",
      "\n",
      "\n",
      "Category:\t56530\n",
      "Count:\t1\n",
      "Examples:\t['A(56530)']\n",
      "\n",
      "\n",
      "Category:\t2554%20\n",
      "Count:\t1\n",
      "Examples:\t['%206106(2554%20)']\n",
      "\n",
      "\n",
      "Category:\t17\n",
      "Count:\t3\n",
      "Examples:\t['33A(17)', '15A(17)', '17A(17)']\n",
      "\n",
      "\n",
      "Category:\t56405\n",
      "Count:\t3\n",
      "Examples:\t['3(56405)', '4(56405)', '1(56405)']\n",
      "\n",
      "\n",
      "Category:\t56387\n",
      "Count:\t3\n",
      "Examples:\t['17(56387)', '16(56387)', '14(56387)']\n",
      "\n",
      "\n",
      "Category:\tB%2030.451\n",
      "Count:\t2\n",
      "Examples:\t['11(B%2030.451)', '4(B%2030.451)']\n",
      "\n",
      "\n",
      "Category:\t56393\n",
      "Count:\t3\n",
      "Examples:\t['7(56393)', '9(56393)', '6(56393)']\n",
      "\n",
      "\n",
      "Category:\t56388\n",
      "Count:\t3\n",
      "Examples:\t['3(56388)', '1(56388)', '4(56388)']\n",
      "\n",
      "\n",
      "Category:\t15214\n",
      "Count:\t10\n",
      "Examples:\t['10(15214)', '2(15214)', '1(15214)', '17(15214)', '11(15214)']\n",
      "\n",
      "\n",
      "Category:\t15211\n",
      "Count:\t5\n",
      "Examples:\t['7(15211)', '4(15211)', '1(15211)', '2(15211)', '5(15211)']\n",
      "\n",
      "\n",
      "Category:\t5214\n",
      "Count:\t1\n",
      "Examples:\t['13(5214)']\n",
      "\n",
      "\n",
      "Category:\t55937\n",
      "Count:\t2\n",
      "Examples:\t['A(55937)', 'B(55937)']\n",
      "\n",
      "\n",
      "Category:\t55938\n",
      "Count:\t1\n",
      "Examples:\t['A(55938)']\n",
      "\n",
      "\n",
      "Category:\t56521\n",
      "Count:\t2\n",
      "Examples:\t['B(56521)', 'A(56521)']\n",
      "\n",
      "\n",
      "Category:\t56522\n",
      "Count:\t2\n",
      "Examples:\t['A(56522)', 'B(56522)']\n",
      "\n",
      "\n",
      "Category:\t774\n",
      "Count:\t3\n",
      "Examples:\t['54%20Artini(774)', '55%20Artini(774)', '53%20Artini(774)']\n",
      "\n",
      "\n",
      "Category:\t56404\n",
      "Count:\t1\n",
      "Examples:\t['17(56404)']\n",
      "\n",
      "\n",
      "Category:\t56378\n",
      "Count:\t2\n",
      "Examples:\t['14(56378)', '10(56378)']\n",
      "\n",
      "\n",
      "Category:\t56406\n",
      "Count:\t3\n",
      "Examples:\t['5(56406)', '7(56406)', '8(56406)']\n",
      "\n",
      "\n",
      "Category:\t56392\n",
      "Count:\t3\n",
      "Examples:\t['4(56392)', '3(56392)', '1(56392)']\n",
      "\n",
      "\n",
      "Category:\t56385\n",
      "Count:\t1\n",
      "Examples:\t['9(56385)']\n",
      "\n",
      "\n",
      "Category:\tFI.%2045.884\n",
      "Count:\t1\n",
      "Examples:\t['1998(FI.%2045.884)']\n",
      "\n",
      "\n",
      "Category:\t31044\n",
      "Count:\t1\n",
      "Examples:\t['193%20Bazzechi(31044)']\n",
      "\n",
      "\n",
      "Category:\t2128%20\n",
      "Count:\t1\n",
      "Examples:\t['%201122(2128%20)']\n",
      "\n",
      "\n",
      "Category:\t31003\n",
      "Count:\t3\n",
      "Examples:\t['13%20Bazzechi(31003)', '16%20Bazzechi(31003)', '15%20Bazzechi(31003)']\n",
      "\n",
      "\n",
      "Category:\t55908\n",
      "Count:\t1\n",
      "Examples:\t['80(55908)']\n",
      "\n",
      "\n",
      "Category:\t31045\n",
      "Count:\t1\n",
      "Examples:\t['204%20Bazzechi(31045)']\n",
      "\n",
      "\n",
      "Category:\t31007\n",
      "Count:\t1\n",
      "Examples:\t['30%20Bazzechi(31007)']\n",
      "\n",
      "\n",
      "Category:\t55797a\n",
      "Count:\t1\n",
      "Examples:\t['col(55797a)']\n",
      "\n",
      "\n",
      "Category:\t55797b\n",
      "Count:\t1\n",
      "Examples:\t['col(55797b)']\n",
      "\n",
      "\n",
      "Category:\t31040\n",
      "Count:\t1\n",
      "Examples:\t['173%20Bazzechi(31040)']\n",
      "\n",
      "\n",
      "Category:\t55907\n",
      "Count:\t1\n",
      "Examples:\t['79(55907)']\n",
      "\n",
      "\n",
      "Category:\t15321\n",
      "Count:\t9\n",
      "Examples:\t['9(15321)', '4(15321)', '5(15321)', '6(15321)', '2(15321)']\n",
      "\n",
      "\n",
      "Category:\t27894\n",
      "Count:\t2\n",
      "Examples:\t['1(27894)', '3(27894)']\n",
      "\n",
      "\n",
      "Category:\t655\n",
      "Count:\t8\n",
      "Examples:\t['3(655)', '7(655)', '8(655)', '5(655)', '6(655)']\n",
      "\n",
      "\n",
      "Category:\t27892\n",
      "Count:\t3\n",
      "Examples:\t['10(27892)', '12(27892)', '13(27892)']\n",
      "\n",
      "\n",
      "Category:\t27900\n",
      "Count:\t1\n",
      "Examples:\t['1(27900)']\n",
      "\n",
      "\n",
      "Category:\t297904\n",
      "Count:\t1\n",
      "Examples:\t['11(297904)']\n",
      "\n",
      "\n",
      "Category:\t27903\n",
      "Count:\t2\n",
      "Examples:\t['7(27903)', '5(27903)']\n",
      "\n",
      "\n",
      "Category:\t27896\n",
      "Count:\t2\n",
      "Examples:\t['12(27896)', '10(27896)']\n",
      "\n",
      "\n",
      "Category:\t27902\n",
      "Count:\t1\n",
      "Examples:\t['4(27902)']\n",
      "\n",
      "\n",
      "Category:\t27891\n",
      "Count:\t1\n",
      "Examples:\t['9(27891)']\n",
      "\n",
      "\n",
      "Category:\t27895\n",
      "Count:\t1\n",
      "Examples:\t['9(27895)']\n",
      "\n",
      "\n",
      "Category:\t27904\n",
      "Count:\t2\n",
      "Examples:\t['10(27904)', '13(27904)']\n",
      "\n",
      "\n",
      "Category:\t55640\n",
      "Count:\t2\n",
      "Examples:\t['26(55640)', '27(55640)']\n",
      "\n",
      "\n",
      "Category:\t55639\n",
      "Count:\t9\n",
      "Examples:\t['23(55639)', '12(55639)', '7(55639)', '10(55639)', '5(55639)']\n",
      "\n",
      "\n",
      "Category:\t13141\n",
      "Count:\t2\n",
      "Examples:\t['24%20Artini(13141)', '23%20Artini(13141)']\n",
      "\n",
      "\n",
      "Category:\t13140\n",
      "Count:\t3\n",
      "Examples:\t['10%20Artini(13140)', '8%20Artini(13140)', '5%20Artini(13140)']\n",
      "\n",
      "\n",
      "Category:\t27510\n",
      "Count:\t1\n",
      "Examples:\t['15(27510)']\n",
      "\n",
      "\n",
      "Category:\t56520\n",
      "Count:\t2\n",
      "Examples:\t['A(56520)', 'B(56520)']\n",
      "\n",
      "\n",
      "Category:\t56523\n",
      "Count:\t1\n",
      "Examples:\t['A(56523)']\n",
      "\n",
      "\n",
      "Category:\t31014\n",
      "Count:\t1\n",
      "Examples:\t['56%20Bazzechi(31014)']\n",
      "\n",
      "\n",
      "Category:\t31031\n",
      "Count:\t1\n",
      "Examples:\t['139%20Bazzechi(31031)']\n",
      "\n",
      "\n",
      "Category:\t28653\n",
      "Count:\t1\n",
      "Examples:\t['15%20Artini(28653)']\n",
      "\n",
      "\n",
      "Category:\t4774\n",
      "Count:\t1\n",
      "Examples:\t['114%20Artini(4774)']\n",
      "\n",
      "\n",
      "Category:\t56403\n",
      "Count:\t1\n",
      "Examples:\t['10(56403)']\n",
      "\n",
      "\n",
      "Category:\tgroup\n",
      "Count:\t5\n",
      "Examples:\t['2D203EE2-849C-39DA-86F8-87EF1627E61D(group)', '389962C9-DEC5-30AB-A8D0-4517E82C3996(group)', '64F60790-6BE7-398A-82D7-5DBC1E979662(group)', '3C2F8B8C-8C43-338B-A5A0-327AE84C3F65(group)', '65F7B8E1-7E93-3C2A-8784-3D99E82C08A5(group)']\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for element in category_stats_dict:\n",
    "    print(\"Category:\\t{}\\nCount:\\t{}\\nExamples:\\t{}\\n\\n\".format(element, category_stats_dict[element][\"Count\"], category_stats_dict[element][\"IDs\"][:5]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "key_length = 0\n",
    "for element in data:\n",
    "    key_length += len(data[element].keys())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Dumping the data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(\"data/entity_dump_cleaned_and_restructured.json\", \"w\", encoding=\"utf8\") as f:\n",
    "    json.dump(restructured_data, f, indent=4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "interpreter": {
   "hash": "b12b8b3a4d718457bfddab6f4db1d71a72f5904a5c795f2e6a107058886c0a51"
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}