Property migrator development.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Hatnote October 2020\n",
    "This Jupyter notebook recorded various tests on pywikibot that Deryck performed when developing the \"Property Migrator\" back in 2017. These cells of code and their outputs are preserved here for future users' reference. Use at your own risk. Always be prepared to mass-revert your own Wikidata edits in case anything goes wrong. --Deryck Chan, 7 Oct 2020\n",
    "\n",
    "# \"as\" vague property migrator\n",
    "Okay, going into new territory here.\n",
    "\n",
    "The point of this tool is to try to migrate instances of Q1 P2 Q3 / P4 Q5 for given P2 and P4, and replace P4 with another P6."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Retrieving 16 pages from wikidata:wikidata.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[wikidata:Q10571896]]\n",
      "[[wikidata:Q27536704]]\n",
      "[[wikidata:Q28531170]]\n",
      "[[wikidata:Q27536694]]\n",
      "[[wikidata:Q180214]]\n",
      "[[wikidata:Q1765286]]\n",
      "[[wikidata:Q747919]]\n",
      "[[wikidata:Q28146833]]\n",
      "[[wikidata:Q1768770]]\n",
      "[[wikidata:Q1140439]]\n",
      "[[wikidata:Q7024401]]\n",
      "[[wikidata:Q7058806]]\n",
      "[[wikidata:Q31270349]]\n",
      "[[wikidata:Q79784]]\n",
      "[[wikidata:Q15982347]]\n",
      "[[wikidata:Q27964319]]\n"
     ]
    }
   ],
   "source": [
    "import pywikibot\n",
    "from pywikibot import pagegenerators as pg\n",
    "\n",
    "wikidata_site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "repo = site.data_repository()\n",
    "\n",
    "with open('lead_actor.rq', 'r') as query_file:\n",
    "    QUERY = query_file.read()\n",
    "\n",
    "generator = pg.WikidataSPARQLPageGenerator(QUERY, site=wikidata_site)\n",
    "generator = site.preloadpages(generator, pageprops=True)\n",
    "\n",
    "for item in generator:\n",
    "    print(item)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This count is different from the web query service because the generator counts unique *items*, whereas the web service counts unique *statements*."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "dict_keys(['aliases', 'labels', 'descriptions', 'claims', 'sitelinks'])\n"
     ]
    }
   ],
   "source": [
    "#operate on the most recent one for testing\n",
    "item_dict = item.get()\n",
    "print(item_dict.keys())\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'P31': [<pywikibot.page.Claim object at 0x7f6a206ad1d0>], 'P345': [<pywikibot.page.Claim object at 0x7f6a206ad278>], 'P57': [<pywikibot.page.Claim object at 0x7f6a206ad390>], 'P162': [<pywikibot.page.Claim object at 0x7f6a206ad7b8>], 'P1040': [<pywikibot.page.Claim object at 0x7f6a206b4160>], 'P495': [<pywikibot.page.Claim object at 0x7f6a206b4588>], 'P58': [<pywikibot.page.Claim object at 0x7f6a206b4908>], 'P161': [<pywikibot.page.Claim object at 0x7f6a206b4b38>, <pywikibot.page.Claim object at 0x7f6a2063c208>], 'P1476': [<pywikibot.page.Claim object at 0x7f6a2063c588>], 'P2013': [<pywikibot.page.Claim object at 0x7f6a2063c860>], 'P344': [<pywikibot.page.Claim object at 0x7f6a2063c908>], 'P577': [<pywikibot.page.Claim object at 0x7f6a2063cd30>], 'P2603': [<pywikibot.page.Claim object at 0x7f6a2063cd68>], 'P2529': [<pywikibot.page.Claim object at 0x7f6a20643278>], 'P480': [<pywikibot.page.Claim object at 0x7f6a206434e0>], 'P3302': [<pywikibot.page.Claim object at 0x7f6a20643630>], 'P364': [<pywikibot.page.Claim object at 0x7f6a20643780>], 'P3995': [<pywikibot.page.Claim object at 0x7f6a20643a20>], 'P2671': [<pywikibot.page.Claim object at 0x7f6a20643b00>], 'P1889': [<pywikibot.page.Claim object at 0x7f6a20643b70>, <pywikibot.page.Claim object at 0x7f6a20643eb8>], 'P86': [<pywikibot.page.Claim object at 0x7f6a20643f98>], 'P2047': [<pywikibot.page.Claim object at 0x7f6a2064b0b8>], 'P725': [<pywikibot.page.Claim object at 0x7f6a2064b2e8>], 'P136': [<pywikibot.page.Claim object at 0x7f6a2064b588>], 'P1651': [<pywikibot.page.Claim object at 0x7f6a2064b8d0>]}\n"
     ]
    }
   ],
   "source": [
    "print(item_dict['claims'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[<pywikibot.page.Claim object at 0x7f6a206b4b38>, <pywikibot.page.Claim object at 0x7f6a2063c208>]\n"
     ]
    }
   ],
   "source": [
    "print(item_dict['claims']['P161'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['SNAK_TYPES',\n",
       " 'TARGET_CONVERTER',\n",
       " '__class__',\n",
       " '__delattr__',\n",
       " '__dict__',\n",
       " '__dir__',\n",
       " '__doc__',\n",
       " '__eq__',\n",
       " '__format__',\n",
       " '__ge__',\n",
       " '__getattribute__',\n",
       " '__gt__',\n",
       " '__hash__',\n",
       " '__init__',\n",
       " '__init_subclass__',\n",
       " '__le__',\n",
       " '__lt__',\n",
       " '__module__',\n",
       " '__ne__',\n",
       " '__new__',\n",
       " '__reduce__',\n",
       " '__reduce_ex__',\n",
       " '__repr__',\n",
       " '__setattr__',\n",
       " '__sizeof__',\n",
       " '__str__',\n",
       " '__subclasshook__',\n",
       " '__weakref__',\n",
       " '_formatDataValue',\n",
       " '_formatValue',\n",
       " '_type',\n",
       " 'addQualifier',\n",
       " 'addSource',\n",
       " 'addSources',\n",
       " 'changeRank',\n",
       " 'changeSnakType',\n",
       " 'changeTarget',\n",
       " 'fromJSON',\n",
       " 'getID',\n",
       " 'getRank',\n",
       " 'getSnakType',\n",
       " 'getSources',\n",
       " 'getTarget',\n",
       " 'getType',\n",
       " 'has_qualifier',\n",
       " 'hash',\n",
       " 'id',\n",
       " 'isQualifier',\n",
       " 'isReference',\n",
       " 'on_item',\n",
       " 'qualifierFromJSON',\n",
       " 'qualifiers',\n",
       " 'rank',\n",
       " 'referenceFromJSON',\n",
       " 'removeQualifier',\n",
       " 'removeQualifiers',\n",
       " 'removeSource',\n",
       " 'removeSources',\n",
       " 'repo',\n",
       " 'setRank',\n",
       " 'setSnakType',\n",
       " 'setTarget',\n",
       " 'snak',\n",
       " 'snaktype',\n",
       " 'sources',\n",
       " 'target',\n",
       " 'target_equals',\n",
       " 'toJSON',\n",
       " 'type',\n",
       " 'types',\n",
       " 'value_types']"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dir(item_dict['claims']['P161'][1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<pywikibot.page.Claim object at 0x7f6a206b4b38>\n",
      "[[wikidata:Q1765879]]\n",
      "<pywikibot.page.Claim object at 0x7f6a2063c208>\n",
      "[[wikidata:Q14786283]]\n"
     ]
    }
   ],
   "source": [
    "for claim_object in item_dict['claims']['P161']:\n",
    "    print(claim_object)\n",
    "    if 'P794' in claim_object.qualifiers:\n",
    "        for qualifier_object in claim_object.qualifiers['P794']:\n",
    "            qualifier_target = qualifier_object.getTarget()\n",
    "            print(qualifier_target)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<pywikibot.page.Claim object at 0x7f6a206b4b38>\n",
      "[[wikidata:Q1765879]]\n",
      "<pywikibot.page.Claim object at 0x7f6a2063c208>\n",
      "[[wikidata:Q14786283]]\n"
     ]
    }
   ],
   "source": [
    "for claim_object in item_dict['claims']['P161']:\n",
    "    print(claim_object)\n",
    "    if 'P794' in claim_object.qualifiers:\n",
    "        for qualifier_object in claim_object.qualifiers['P794']:\n",
    "            qualifier_target = qualifier_object.getTarget()\n",
    "            print(qualifier_target)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['SNAK_TYPES',\n",
       " 'TARGET_CONVERTER',\n",
       " '__class__',\n",
       " '__delattr__',\n",
       " '__dict__',\n",
       " '__dir__',\n",
       " '__doc__',\n",
       " '__eq__',\n",
       " '__format__',\n",
       " '__ge__',\n",
       " '__getattribute__',\n",
       " '__gt__',\n",
       " '__hash__',\n",
       " '__init__',\n",
       " '__init_subclass__',\n",
       " '__le__',\n",
       " '__lt__',\n",
       " '__module__',\n",
       " '__ne__',\n",
       " '__new__',\n",
       " '__reduce__',\n",
       " '__reduce_ex__',\n",
       " '__repr__',\n",
       " '__setattr__',\n",
       " '__sizeof__',\n",
       " '__str__',\n",
       " '__subclasshook__',\n",
       " '__weakref__',\n",
       " '_formatDataValue',\n",
       " '_formatValue',\n",
       " '_type',\n",
       " 'addQualifier',\n",
       " 'addSource',\n",
       " 'addSources',\n",
       " 'changeRank',\n",
       " 'changeSnakType',\n",
       " 'changeTarget',\n",
       " 'fromJSON',\n",
       " 'getID',\n",
       " 'getRank',\n",
       " 'getSnakType',\n",
       " 'getSources',\n",
       " 'getTarget',\n",
       " 'getType',\n",
       " 'has_qualifier',\n",
       " 'hash',\n",
       " 'id',\n",
       " 'isQualifier',\n",
       " 'isReference',\n",
       " 'on_item',\n",
       " 'qualifierFromJSON',\n",
       " 'qualifiers',\n",
       " 'rank',\n",
       " 'referenceFromJSON',\n",
       " 'removeQualifier',\n",
       " 'removeQualifiers',\n",
       " 'removeSource',\n",
       " 'removeSources',\n",
       " 'repo',\n",
       " 'setRank',\n",
       " 'setSnakType',\n",
       " 'setTarget',\n",
       " 'snak',\n",
       " 'snaktype',\n",
       " 'sources',\n",
       " 'target',\n",
       " 'target_equals',\n",
       " 'toJSON',\n",
       " 'type',\n",
       " 'types',\n",
       " 'value_types']"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dir(qualifier_object)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'snaktype': 'value', 'property': 'P794', 'datatype': 'wikibase-item', 'datavalue': {'value': {'entity-type': 'item', 'numeric-id': 14786283}, 'type': 'wikibase-entityid'}, 'hash': 'fa12382f100fbaac37a4c878674c421d2f76f94d'}\n",
      "<pywikibot.page.Claim object at 0x7f6a2063c5c0>\n"
     ]
    }
   ],
   "source": [
    "print(qualifier_object.toJSON())\n",
    "print(qualifier_object)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Q27964319'"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#make sure I know which item I'm testing on...\n",
    "item.getID()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Now working on  Q27964319\n",
      "P161  [[wikidata:Q27656034]]  P794  [[wikidata:Q1765879]]\n",
      "Changing to P2868\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: API warning (wbsetqualifier) of unknown format: {'messages': [{'name': 'wikibase-conflict-patched', 'parameters': [], 'html': {'*': 'Your edit was patched into the latest version.'}, 'type': 'warning'}]}\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "P161  [[wikidata:Q30528655]]  P794  [[wikidata:Q14786283]]\n",
      "Changing to P2868\n"
     ]
    }
   ],
   "source": [
    "#okay put it together and do it!\n",
    "\n",
    "#operate on the most recent one for testing\n",
    "print('Now working on ', item.getID())\n",
    "item_dict = item.get()\n",
    "\n",
    "for claim_object in item_dict['claims']['P161']:\n",
    "    claim_target = claim_object.getTarget()\n",
    "    if 'P794' in claim_object.qualifiers:\n",
    "        for qualifier_object in claim_object.qualifiers['P794']:\n",
    "            qualifier_target = qualifier_object.getTarget()\n",
    "            \n",
    "            print('P161 ', claim_target, ' P794 ', qualifier_target)\n",
    "            \n",
    "            qualifier_dict = qualifier_object.toJSON()\n",
    "            qualifier_dict['property'] =  'P2868' #set up the qualifier change\n",
    "            \n",
    "            print('Changing to P2868')\n",
    "            \n",
    "            new_qualifier_object = qualifier_object.qualifierFromJSON(site = wikidata_site, data = qualifier_dict)\n",
    "            claim_object.addQualifier(new_qualifier_object)\n",
    "            #claim_object.removeQualifier(qualifier_object)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "That seems to have worked for one item: *Assumption*. <a href=\"https://www.wikidata.org/w/index.php?title=Q27964319&type=revision&diff=588300914&oldid=588298969\">(diff)</a>\n",
    "\n",
    "But it replaced every P161 / P794 with P161 / P2868!\n",
    "\n",
    "Next step: \n",
    "* Need to check that it's P794 -> Q1765879\n",
    "* Iterate over many articles with confirmations on whether to continue or skip\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'bit part'"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "qualifier_target.get()['labels']['en']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Q14786283'"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "qualifier_object.getTarget().getID()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Retrieving 14 pages from wikidata:wikidata.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Now working on  Q28531170   Friend of the World\n",
      "P161  [[wikidata:Q28531164]] ( Nick Young )  P794  [[wikidata:Q1765879]]  change?\n",
      "y\n",
      "Changing to P2868\n",
      "P161  [[wikidata:Q30070897]] ( Alexandra Slade )  P794  [[wikidata:Q1765879]]  change?\n",
      "y\n",
      "Changing to P2868\n",
      "Now working on  Q27964319   Assumption\n",
      "Now working on  Q1765286   Operation Thunderbolt\n",
      "P161  [[wikidata:Q2091045]] ( Yehoram Gaon )  P794  [[wikidata:Q1765879]]  change?\n",
      "break\n",
      "All done, thanks for using!\n"
     ]
    }
   ],
   "source": [
    "import pywikibot\n",
    "from pywikibot import pagegenerators as pg\n",
    "\n",
    "wikidata_site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "repo = site.data_repository()\n",
    "\n",
    "with open('lead_actor.rq', 'r') as query_file:\n",
    "    QUERY = query_file.read()\n",
    "\n",
    "generator = pg.WikidataSPARQLPageGenerator(QUERY, site=wikidata_site)\n",
    "generator = site.preloadpages(generator, pageprops=True)\n",
    "\n",
    "break_flag = 0\n",
    "\n",
    "for item in generator:\n",
    "    #operate on the most recent one for testing\n",
    "    item_dict = item.get()\n",
    "    item_label = ''\n",
    "    if 'labels' in item_dict:\n",
    "        if 'en' in item_dict['labels']:\n",
    "            item_label = item_dict['labels']['en']\n",
    "            \n",
    "    print('Now working on ', item.getID(), ' ', item_label)\n",
    "    \n",
    "\n",
    "    for claim_object in item_dict['claims']['P161']:\n",
    "        claim_target = claim_object.getTarget()\n",
    "        claim_target_dict = claim_target.get()\n",
    "        claim_target_label = ''\n",
    "        if 'labels' in claim_target_dict:\n",
    "            if 'en' in claim_target_dict['labels']:\n",
    "                claim_target_label = claim_target_dict['labels']['en']\n",
    "        \n",
    "        if 'P794' in claim_object.qualifiers:\n",
    "            for qualifier_object in claim_object.qualifiers['P794']:\n",
    "                qualifier_target = qualifier_object.getTarget()\n",
    "                if qualifier_target.getID() == 'Q1765879':\n",
    "                    print('P161 ', claim_target, '(', claim_target_label, ')', ' P794 ', qualifier_target, ' change?')\n",
    "                \n",
    "                    acceptable_prompt_set = {'y', 'yes', 'n', 'no', 'break'}\n",
    "                    promptbox = ''\n",
    "                    while (promptbox not in acceptable_prompt_set):\n",
    "                        promptbox = input()\n",
    "\n",
    "                    if promptbox == 'y' or promptbox == 'yes':\n",
    "                        qualifier_dict = qualifier_object.toJSON()\n",
    "                        qualifier_dict['property'] =  'P2868' #set up the qualifier change\n",
    "                        print('Changing to P2868')\n",
    "                        new_qualifier_object = qualifier_object.qualifierFromJSON(site = wikidata_site, data = qualifier_dict)\n",
    "                        claim_object.addQualifier(new_qualifier_object)\n",
    "\n",
    "                    elif promptbox == 'n' or promptbox == 'no':\n",
    "                        print('Skipped')\n",
    "                    elif promptbox == 'break':\n",
    "                        break_flag = 1\n",
    "                        break\n",
    "                    else:\n",
    "                        print('Error - Deryck made a mistake')\n",
    "\n",
    "        if break_flag == 1:\n",
    "            break\n",
    "    if break_flag == 1:\n",
    "        break\n",
    "\n",
    "print('All done, thanks for using!')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Abstraction\n",
    "Now it works, give it one degree of abstraction:\n",
    "\n",
    "* If (any item) [property] (any item) [qualifier property] (any item)\n",
    "* Offer to change [qualifier property] to [new qualifier property]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "cast member\n",
      "as\n",
      "subject has role\n"
     ]
    }
   ],
   "source": [
    "#input vars\n",
    "main_property = 'P161'\n",
    "qualifier_property = 'P794'\n",
    "new_qualifier_property = 'P2868'\n",
    " \n",
    "def getLabelFromObject(WDObject):\n",
    "    item_dict = WDObject.get()\n",
    "    item_label = False\n",
    "    if 'labels' in item_dict:\n",
    "        if 'en' in item_dict['labels']:\n",
    "            item_label = item_dict['labels']['en']\n",
    "    return item_label\n",
    "\n",
    "def getLabelFromWDID(ID): #works for properties only. need separate function for items. why why why\n",
    "    site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "    repo = site.data_repository()\n",
    "    item = pywikibot.PropertyPage(repo, ID)\n",
    "    return getLabelFromObject(item)\n",
    "\n",
    "main_property_label = getLabelFromWDID(main_property)\n",
    "qualifier_property_label = getLabelFromWDID(qualifier_property)\n",
    "new_qualifier_property_label = getLabelFromWDID(new_qualifier_property)\n",
    "\n",
    "print(main_property_label)\n",
    "print(qualifier_property_label)\n",
    "print(new_qualifier_property_label)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Retrieving 15 pages from wikidata:wikidata.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Now working on  Q28531170   Friend of the World\n",
      "Friend of the World cast member Michael C. Burgess as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Friend of the World cast member Kathryn Schott as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Friend of the World cast member Luke Pensabene as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "Friend of the World cast member Brian Patrick Butler as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "Friend of the World cast member Daniel N. Butler as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "Friend of the World cast member Kevin Smith as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "Now working on  Q27536704   South of 8\n",
      "South of 8 cast member Raye Richards as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "South of 8 cast member Luke Pensabene as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "South of 8 cast member Shane P. Allen as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "South of 8 cast member Robert F. Nixon as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "South of 8 cast member Daniel N. Butler as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "South of 8 cast member Anthony Leone as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "South of 8 cast member Michael C. Burgess as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "South of 8 cast member Kerry Brent Hower as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "South of 8 cast member Alexander Robinson as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "South of 8 cast member Lolly Boroff as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "South of 8 cast member Mike Egbert as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "South of 8 cast member Cat Forrest as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "South of 8 cast member D. Woods as extra change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "South of 8 cast member Mark Anthony Cox as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "South of 8 cast member Ryan Binse as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "South of 8 cast member Liliana Moreno as extra change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "South of 8 cast member Yvette Angulo as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "South of 8 cast member Taylor Koster as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "South of 8 cast member Tony Olmos as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "South of 8 cast member Kelly Potts as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "South of 8 cast member Chris Yarrow as extra change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "South of 8 cast member Alejandra Yáñez as extra change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "South of 8 cast member Belle Santillan as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "South of 8 cast member Tony Gorodeckas as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "Now working on  Q1674804   Carry On Screaming!\n",
      "Carry On Screaming! cast member Gerald Thomas as voice actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Now working on  Q1765286   Operation Thunderbolt\n",
      "Operation Thunderbolt cast member Yehoram Gaon as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Operation Thunderbolt cast member Gila Almagor as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Operation Thunderbolt cast member Assi Dayan as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Operation Thunderbolt cast member Klaus Kinski as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Operation Thunderbolt cast member Uzi Cohen as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Now working on  Q180214   Black Swan\n",
      "Black Swan cast member Natalie Portman as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Black Swan cast member Vincent Cassel as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Black Swan cast member Mila Kunis as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Now working on  Q747919   Asterix & Obelix: On Her Majesty's Service\n",
      "Asterix & Obelix: On Her Majesty's Service cast member Gérard Depardieu as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Asterix & Obelix: On Her Majesty's Service cast member Fabrice Luchini as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Asterix & Obelix: On Her Majesty's Service cast member Catherine Deneuve as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Now working on  Q28146833   Severus Snape and the Marauders\n",
      "Severus Snape and the Marauders cast member Mick Ignis as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Severus Snape and the Marauders cast member Garrett Schweighauser as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Severus Snape and the Marauders cast member Kevin Allen as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Severus Snape and the Marauders cast member Paul Stanko as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Severus Snape and the Marauders cast member Zachary David as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Severus Snape and the Marauders cast member Dani Jae as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Severus Snape and the Marauders cast member Clayton Nemrow as bit part change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "Now working on  Q1768770   Hamsun\n",
      "Hamsun cast member Max von Sydow as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Hamsun cast member Ghita Nørby as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Hamsun cast member Anette Hoff as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Hamsun cast member Sverre Anker Ousdal as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Hamsun cast member Eindride Eidsvold as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Hamsun cast member Gard B. Eidsvold as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Hamsun cast member Åsa Söderling as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Now working on  Q1140439   Finding Forrester\n",
      "Finding Forrester cast member Sean Connery as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Finding Forrester cast member Rob Brown as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Finding Forrester cast member F. Murray Abraham as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Finding Forrester cast member Anna Paquin as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Finding Forrester cast member Busta Rhymes as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Finding Forrester cast member April Grace as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Finding Forrester cast member Michael Pitt as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Finding Forrester cast member Matt Damon as cameo appearance change to subject has role ?\n",
      "n\n",
      "Skipped\n",
      "Now working on  Q7058806   Kathmandu (TV series)\n",
      "Kathmandu (TV series) cast member Michael Moshonov as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Kathmandu (TV series) cast member Nitzan Levratovski as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Kathmandu (TV series) cast member Liron Levo as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Kathmandu (TV series) cast member Doron Tavori as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Kathmandu (TV series) cast member Gal Gadot as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Kathmandu (TV series) cast member Shimrit Lustig as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Kathmandu (TV series) cast member Tzahi Grad as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Kathmandu (TV series) cast member Q6782597 as supporting actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Now working on  Q7024401   Q7024401\n",
      "Q7024401 cast member Ruth Gonzales as leading actor change to subject has role ?\n",
      "y\n",
      "Changing to subject has role\n",
      "Now working on  Q31270349   Con Boys\n",
      "Con Boys cast member Jon Maxwell as leading actor change to subject has role ?\n",
      "break\n",
      "All done, thanks for using!\n"
     ]
    }
   ],
   "source": [
    "#input vars\n",
    "main_property = 'P161'\n",
    "qualifier_property = 'P794'\n",
    "new_qualifier_property = 'P2868'\n",
    " \n",
    "def getLabelFromObject(WDObject):\n",
    "    item_dict = WDObject.get()\n",
    "    item_label = False\n",
    "    if 'labels' in item_dict:\n",
    "        if 'en' in item_dict['labels']:\n",
    "            item_label = item_dict['labels']['en']\n",
    "    label = item_label\n",
    "    if (label):\n",
    "        return label\n",
    "    else:\n",
    "        return WDObject.getID()\n",
    "\n",
    "def getLabelFromWDID(ID): #works for properties only. need separate function for items. why why why\n",
    "    site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "    repo = site.data_repository()\n",
    "    item = pywikibot.PropertyPage(repo, ID)\n",
    "    return getLabelFromObject(item)\n",
    "\n",
    "main_property_label = getLabelFromWDID(main_property)\n",
    "qualifier_property_label = getLabelFromWDID(qualifier_property)\n",
    "new_qualifier_property_label = getLabelFromWDID(new_qualifier_property)\n",
    "\n",
    "#start of actual script\n",
    "import pywikibot\n",
    "from pywikibot import pagegenerators as pg\n",
    "\n",
    "wikidata_site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "repo = site.data_repository()\n",
    "\n",
    "with open('actor_roles.rq', 'r') as query_file:\n",
    "    QUERY = query_file.read()\n",
    "\n",
    "generator = pg.WikidataSPARQLPageGenerator(QUERY, site=wikidata_site)\n",
    "generator = site.preloadpages(generator, pageprops=True)\n",
    "\n",
    "break_flag = 0\n",
    "\n",
    "for item in generator:\n",
    "    #operate on the most recent one for testing\n",
    "    item_dict = item.get()\n",
    "    item_label = getLabelFromObject(item)\n",
    "            \n",
    "    print('Now working on ', item.getID(), ' ', item_label)\n",
    "    \n",
    "\n",
    "    for claim_object in item_dict['claims'][main_property]:\n",
    "        claim_target = claim_object.getTarget()\n",
    "        claim_target_label = getLabelFromObject(claim_target)\n",
    "        \n",
    "        if qualifier_property in claim_object.qualifiers:\n",
    "            for qualifier_object in claim_object.qualifiers[qualifier_property]:\n",
    "                qualifier_target = qualifier_object.getTarget()\n",
    "                qualifier_target_label = getLabelFromObject(qualifier_target)\n",
    "                print(item_label, main_property_label, claim_target_label, \n",
    "                      qualifier_property_label, qualifier_target_label, \n",
    "                      'change to', new_qualifier_property_label, '?')\n",
    "\n",
    "                acceptable_prompt_set = {'y', 'yes', 'n', 'no', 'break'}\n",
    "                promptbox = ''\n",
    "                while (promptbox not in acceptable_prompt_set):\n",
    "                    promptbox = input()\n",
    "\n",
    "                if promptbox == 'y' or promptbox == 'yes':\n",
    "                    qualifier_dict = qualifier_object.toJSON()\n",
    "                    qualifier_dict['property'] =  new_qualifier_property #set up the qualifier change\n",
    "                    print('Changing to', new_qualifier_property_label)\n",
    "                    new_qualifier_object = qualifier_object.qualifierFromJSON(site = wikidata_site, data = qualifier_dict)\n",
    "                    claim_object.addQualifier(new_qualifier_object)\n",
    "\n",
    "                elif promptbox == 'n' or promptbox == 'no':\n",
    "                    print('Skipped')\n",
    "                elif promptbox == 'break':\n",
    "                    break_flag = 1\n",
    "                    break\n",
    "                else:\n",
    "                    print('Error - Deryck made a mistake')\n",
    "\n",
    "        if break_flag == 1:\n",
    "            break\n",
    "    if break_flag == 1:\n",
    "        break\n",
    "\n",
    "print('All done, thanks for using!')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This tool works... but oh wait, I gave everything the wrong qualifier!!!! It should be \"object has role\", not \"subject has role\"...\n",
    "\n",
    "But the tool has been built so I can just go back and fix what I've done with the same tool!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Retrieving 13 pages from wikidata:wikidata.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Now working on  Q28531170   Friend of the World\n",
      "Friend of the World cast member Nick Young subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Friend of the World cast member Alexandra Slade subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Friend of the World cast member Michael C. Burgess subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Friend of the World cast member Kathryn Schott subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q27536704   South of 8\n",
      "South of 8 cast member Brian Patrick Butler subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "South of 8 cast member George Jac subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "South of 8 cast member Jennifer Paredes subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "South of 8 cast member Kathryn Schott subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "South of 8 cast member Raye Richards subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "South of 8 cast member Luke Pensabene subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "South of 8 cast member Shane P. Allen subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "South of 8 cast member Michael C. Burgess subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "South of 8 cast member Alexander Robinson subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "South of 8 cast member D. Woods subject has role extra change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "South of 8 cast member Liliana Moreno subject has role extra change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "South of 8 cast member Chris Yarrow subject has role extra change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "South of 8 cast member Alejandra Yáñez subject has role extra change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q10571896   Q10571896\n",
      "Q10571896 cast member Eva Röse subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Q10571896 cast member Reuben Sallmander subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Q10571896 cast member Marika Lagercrantz subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Q10571896 cast member Benny Haag subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Q10571896 cast member Bibi Andersson subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Q10571896 cast member Hans Alfredson subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q27964319   Assumption\n",
      "Assumption cast member Brian Patrick Butler subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q1765286   Operation Thunderbolt\n",
      "Operation Thunderbolt cast member Yehoram Gaon subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Operation Thunderbolt cast member Gila Almagor subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Operation Thunderbolt cast member Assi Dayan subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Operation Thunderbolt cast member Klaus Kinski subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Operation Thunderbolt cast member Uzi Cohen subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q180214   Black Swan\n",
      "Black Swan cast member Natalie Portman subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Black Swan cast member Vincent Cassel subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Black Swan cast member Mila Kunis subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q747919   Asterix & Obelix: On Her Majesty's Service\n",
      "Asterix & Obelix: On Her Majesty's Service cast member Gérard Depardieu subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Asterix & Obelix: On Her Majesty's Service cast member Fabrice Luchini subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Asterix & Obelix: On Her Majesty's Service cast member Catherine Deneuve subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q28146833   Severus Snape and the Marauders\n",
      "Severus Snape and the Marauders cast member Mick Ignis subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Severus Snape and the Marauders cast member Garrett Schweighauser subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Severus Snape and the Marauders cast member Kevin Allen subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Severus Snape and the Marauders cast member Paul Stanko subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Severus Snape and the Marauders cast member Zachary David subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Severus Snape and the Marauders cast member Dani Jae subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q1768770   Hamsun\n",
      "Hamsun cast member Max von Sydow subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Hamsun cast member Ghita Nørby subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Hamsun cast member Anette Hoff subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Hamsun cast member Sverre Anker Ousdal subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Hamsun cast member Eindride Eidsvold subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Hamsun cast member Gard B. Eidsvold subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Hamsun cast member Åsa Söderling subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q1140439   Finding Forrester\n",
      "Finding Forrester cast member Sean Connery subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Finding Forrester cast member Rob Brown subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Finding Forrester cast member F. Murray Abraham subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Finding Forrester cast member Anna Paquin subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Finding Forrester cast member Busta Rhymes subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Finding Forrester cast member April Grace subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Finding Forrester cast member Michael Pitt subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q7024401   Q7024401\n",
      "Q7024401 cast member Ruth Gonzales subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q7058806   Kathmandu (TV series)\n",
      "Kathmandu (TV series) cast member Michael Moshonov subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Kathmandu (TV series) cast member Nitzan Levratovski subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Kathmandu (TV series) cast member Liron Levo subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Kathmandu (TV series) cast member Doron Tavori subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Kathmandu (TV series) cast member Gal Gadot subject has role leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Kathmandu (TV series) cast member Shimrit Lustig subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Kathmandu (TV series) cast member Tzahi Grad subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Kathmandu (TV series) cast member Q6782597 subject has role supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q1674804   Carry On Screaming!\n",
      "Carry On Screaming! cast member Gerald Thomas subject has role voice actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "All done, thanks for using!\n"
     ]
    }
   ],
   "source": [
    "#input vars\n",
    "main_property = 'P161'\n",
    "qualifier_property = 'P2868'\n",
    "new_qualifier_property = 'P3831'\n",
    " \n",
    "def getLabelFromObject(WDObject):\n",
    "    item_dict = WDObject.get()\n",
    "    item_label = False\n",
    "    if 'labels' in item_dict:\n",
    "        if 'en' in item_dict['labels']:\n",
    "            item_label = item_dict['labels']['en']\n",
    "    label = item_label\n",
    "    if (label):\n",
    "        return label\n",
    "    else:\n",
    "        return WDObject.getID()\n",
    "\n",
    "def getLabelFromWDID(ID): #works for properties only. need separate function for items. why why why\n",
    "    site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "    repo = site.data_repository()\n",
    "    item = pywikibot.PropertyPage(repo, ID)\n",
    "    return getLabelFromObject(item)\n",
    "\n",
    "main_property_label = getLabelFromWDID(main_property)\n",
    "qualifier_property_label = getLabelFromWDID(qualifier_property)\n",
    "new_qualifier_property_label = getLabelFromWDID(new_qualifier_property)\n",
    "\n",
    "#start of actual script\n",
    "import pywikibot\n",
    "from pywikibot import pagegenerators as pg\n",
    "\n",
    "wikidata_site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "repo = site.data_repository()\n",
    "\n",
    "with open('actor_roles.rq', 'r') as query_file:\n",
    "    QUERY = query_file.read()\n",
    "\n",
    "generator = pg.WikidataSPARQLPageGenerator(QUERY, site=wikidata_site)\n",
    "generator = site.preloadpages(generator, pageprops=True)\n",
    "\n",
    "break_flag = 0\n",
    "\n",
    "for item in generator:\n",
    "    #operate on the most recent one for testing\n",
    "    item_dict = item.get()\n",
    "    item_label = getLabelFromObject(item)\n",
    "            \n",
    "    print('Now working on ', item.getID(), ' ', item_label)\n",
    "    \n",
    "\n",
    "    for claim_object in item_dict['claims'][main_property]:\n",
    "        claim_target = claim_object.getTarget()\n",
    "        claim_target_label = getLabelFromObject(claim_target)\n",
    "        \n",
    "        if qualifier_property in claim_object.qualifiers:\n",
    "            for qualifier_object in claim_object.qualifiers[qualifier_property]:\n",
    "                qualifier_target = qualifier_object.getTarget()\n",
    "                qualifier_target_label = getLabelFromObject(qualifier_target)\n",
    "                print(item_label, main_property_label, claim_target_label, \n",
    "                      qualifier_property_label, qualifier_target_label, \n",
    "                      'change to', new_qualifier_property_label, '?')\n",
    "\n",
    "                acceptable_prompt_set = {'y', 'yes', 'n', 'no', 'break'}\n",
    "                promptbox = ''\n",
    "                while (promptbox not in acceptable_prompt_set):\n",
    "                    promptbox = input()\n",
    "\n",
    "                if promptbox == 'y' or promptbox == 'yes':\n",
    "                    qualifier_dict = qualifier_object.toJSON()\n",
    "                    qualifier_dict['property'] =  new_qualifier_property #set up the qualifier change\n",
    "                    print('Changing to', new_qualifier_property_label)\n",
    "                    new_qualifier_object = qualifier_object.qualifierFromJSON(site = wikidata_site, data = qualifier_dict)\n",
    "                    claim_object.addQualifier(new_qualifier_object)\n",
    "\n",
    "                elif promptbox == 'n' or promptbox == 'no':\n",
    "                    print('Skipped')\n",
    "                elif promptbox == 'break':\n",
    "                    break_flag = 1\n",
    "                    break\n",
    "                else:\n",
    "                    print('Error - Deryck made a mistake')\n",
    "\n",
    "        if break_flag == 1:\n",
    "            break\n",
    "    if break_flag == 1:\n",
    "        break\n",
    "\n",
    "print('All done, thanks for using!')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Retrieving 4 pages from wikidata:wikidata.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Now working on  Q79784   Friends\n",
      "Friends cast member Jennifer Aniston as leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Friends cast member Courteney Cox as leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Friends cast member Lisa Kudrow as leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Friends cast member Matt LeBlanc as leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Friends cast member Matthew Perry as leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Friends cast member David Schwimmer as leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Friends cast member James Michael Tyler as supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Friends cast member Elliott Gould as guest appearance change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Friends cast member Christina Pickles as guest appearance change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Friends cast member Maggie Wheeler as guest appearance change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q15982347   Undateable\n",
      "Undateable cast member Brent Morin as leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Undateable cast member Chris D'Elia as leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q27536694   The Phantom Hour\n",
      "The Phantom Hour cast member Luke Pensabene as leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "The Phantom Hour cast member Raye Richards as leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "The Phantom Hour cast member Morgan K. Reynolds as bit part change to object has role ?\n",
      "n\n",
      "Skipped\n",
      "The Phantom Hour cast member Dakota Ringer as bit part change to object has role ?\n",
      "n\n",
      "Skipped\n",
      "The Phantom Hour cast member Brian Patrick Butler as supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "The Phantom Hour cast member Connor Riley Sullivan as leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q31270349   Con Boys\n",
      "Con Boys cast member Jon Maxwell as leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Con Boys cast member Nick Young as supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Con Boys cast member Yvette Angulo as supporting actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Con Boys cast member Gage Magosin as leading actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "All done, thanks for using!\n"
     ]
    }
   ],
   "source": [
    "#input vars\n",
    "main_property = 'P161'\n",
    "qualifier_property = 'P794'\n",
    "new_qualifier_property = 'P3831'\n",
    " \n",
    "def getLabelFromObject(WDObject):\n",
    "    item_dict = WDObject.get()\n",
    "    item_label = False\n",
    "    if 'labels' in item_dict:\n",
    "        if 'en' in item_dict['labels']:\n",
    "            item_label = item_dict['labels']['en']\n",
    "    label = item_label\n",
    "    if (label):\n",
    "        return label\n",
    "    else:\n",
    "        return WDObject.getID()\n",
    "\n",
    "def getLabelFromWDID(ID): #works for properties only. need separate function for items. why why why\n",
    "    site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "    repo = site.data_repository()\n",
    "    item = pywikibot.PropertyPage(repo, ID)\n",
    "    return getLabelFromObject(item)\n",
    "\n",
    "main_property_label = getLabelFromWDID(main_property)\n",
    "qualifier_property_label = getLabelFromWDID(qualifier_property)\n",
    "new_qualifier_property_label = getLabelFromWDID(new_qualifier_property)\n",
    "\n",
    "#start of actual script\n",
    "import pywikibot\n",
    "from pywikibot import pagegenerators as pg\n",
    "\n",
    "wikidata_site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "repo = site.data_repository()\n",
    "\n",
    "with open('actor_roles.rq', 'r') as query_file:\n",
    "    QUERY = query_file.read()\n",
    "\n",
    "generator = pg.WikidataSPARQLPageGenerator(QUERY, site=wikidata_site)\n",
    "generator = site.preloadpages(generator, pageprops=True)\n",
    "\n",
    "break_flag = 0\n",
    "\n",
    "for item in generator:\n",
    "    #operate on the most recent one for testing\n",
    "    item_dict = item.get()\n",
    "    item_label = getLabelFromObject(item)\n",
    "            \n",
    "    print('Now working on ', item.getID(), ' ', item_label)\n",
    "    \n",
    "\n",
    "    for claim_object in item_dict['claims'][main_property]:\n",
    "        claim_target = claim_object.getTarget()\n",
    "        claim_target_label = getLabelFromObject(claim_target)\n",
    "        \n",
    "        if qualifier_property in claim_object.qualifiers:\n",
    "            for qualifier_object in claim_object.qualifiers[qualifier_property]:\n",
    "                qualifier_target = qualifier_object.getTarget()\n",
    "                qualifier_target_label = getLabelFromObject(qualifier_target)\n",
    "                print(item_label, main_property_label, claim_target_label, \n",
    "                      qualifier_property_label, qualifier_target_label, \n",
    "                      'change to', new_qualifier_property_label, '?')\n",
    "\n",
    "                acceptable_prompt_set = {'y', 'yes', 'n', 'no', 'break'}\n",
    "                promptbox = ''\n",
    "                while (promptbox not in acceptable_prompt_set):\n",
    "                    promptbox = input()\n",
    "\n",
    "                if promptbox == 'y' or promptbox == 'yes':\n",
    "                    qualifier_dict = qualifier_object.toJSON()\n",
    "                    qualifier_dict['property'] =  new_qualifier_property #set up the qualifier change\n",
    "                    print('Changing to', new_qualifier_property_label)\n",
    "                    new_qualifier_object = qualifier_object.qualifierFromJSON(site = wikidata_site, data = qualifier_dict)\n",
    "                    claim_object.addQualifier(new_qualifier_object)\n",
    "\n",
    "                elif promptbox == 'n' or promptbox == 'no':\n",
    "                    print('Skipped')\n",
    "                    \n",
    "                elif promptbox == 'break':\n",
    "                    break_flag = 1\n",
    "                    break\n",
    "                else:\n",
    "                    print('Error - Deryck made a mistake')\n",
    "\n",
    "        if break_flag == 1:\n",
    "            break\n",
    "    if break_flag == 1:\n",
    "        break\n",
    "\n",
    "print('All done, thanks for using!')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Put it all together into a ready-to-go script"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Retrieving 46 pages from wikidata:wikidata.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Now working on  Q13734992   Ronflonflon\n",
      "Ronflonflon cast member Wim T. Schippers as Jacques Plafond change to character role ?\n",
      "y\n",
      "Changing to character role\n",
      "Now working on  Q28548958   A Hole in the Ground\n",
      "A Hole in the Ground cast member Alejandra Yáñez as Daniela change to character role ?\n",
      "y\n",
      "Changing to character role\n",
      "A Hole in the Ground cast member Chris Yarrow as Manny change to character role ?\n",
      "y\n",
      "Changing to character role\n",
      "A Hole in the Ground cast member Brian Patrick Butler as Charlie change to character role ?\n",
      "y\n",
      "Changing to character role\n",
      "Now working on  Q27664424   Autumn Dreams\n",
      "Autumn Dreams cast member Jill Wagner as adult change to character role ?\n",
      "y\n",
      "Changing to character role\n",
      "Autumn Dreams cast member Colin Egglesfield as adult change to character role ?\n",
      "y\n",
      "Changing to character role\n",
      "Autumn Dreams cast member Eric Gustafsson as teenager change to character role ?\n",
      "y\n",
      "Changing to character role\n",
      "Autumn Dreams cast member Ivy Matheson as teenager change to character role ?\n",
      "y\n",
      "Changing to character role\n",
      "Autumn Dreams cast member Michael Karl Richards as adult change to character role ?\n",
      "y\n",
      "Changing to character role\n",
      "Autumn Dreams cast member Matt Visser as teenager change to character role ?\n",
      "y\n",
      "Changing to character role\n",
      "Now working on  Q2248985   Follow Me, Boys!\n",
      "Follow Me, Boys! cast member Craig Hill as adult change to character role ?\n",
      "y\n",
      "Changing to character role\n",
      "Follow Me, Boys! cast member William Reynolds as adult change to character role ?\n",
      "y\n",
      "Changing to character role\n",
      "Follow Me, Boys! cast member Hank Brandt as adult change to character role ?\n",
      "\n",
      "y\n",
      "Changing to character role\n",
      "Follow Me, Boys! cast member Willie Soo Hoo as adult change to character role ?\n",
      "y\n",
      "Changing to character role\n",
      "Follow Me, Boys! cast member Dean Moray as child change to character role ?\n",
      "y\n",
      "Changing to character role\n",
      "Follow Me, Boys! cast member Billy Booth as child change to character role ?\n",
      "y\n",
      "Changing to character role\n",
      "Follow Me, Boys! cast member Ricky Kelman as child change to character role ?\n",
      "y\n",
      "Changing to character role\n",
      "Follow Me, Boys! cast member Warren Hsieh as child change to character role ?\n",
      "y\n",
      "Changing to character role\n"
     ]
    },
    {
     "ename": "AttributeError",
     "evalue": "'NoneType' object has no attribute 'get'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-59-097c7836b240>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     52\u001b[0m     \u001b[0;32mfor\u001b[0m \u001b[0mclaim_object\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mitem_dict\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'claims'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mmain_property\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     53\u001b[0m         \u001b[0mclaim_target\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mclaim_object\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgetTarget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 54\u001b[0;31m         \u001b[0mclaim_target_label\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mgetLabelFromObject\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mclaim_target\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     55\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     56\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mqualifier_property\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mclaim_object\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mqualifiers\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m<ipython-input-59-097c7836b240>\u001b[0m in \u001b[0;36mgetLabelFromObject\u001b[0;34m(WDObject)\u001b[0m\n\u001b[1;32m      6\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      7\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mgetLabelFromObject\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mWDObject\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 8\u001b[0;31m     \u001b[0mitem_dict\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mWDObject\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      9\u001b[0m     \u001b[0mitem_label\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mFalse\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     10\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0;34m'labels'\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mitem_dict\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mAttributeError\u001b[0m: 'NoneType' object has no attribute 'get'"
     ]
    }
   ],
   "source": [
    "#input vars\n",
    "main_property = 'P161'\n",
    "qualifier_property = 'P794'\n",
    "new_qualifier_property = 'P453'\n",
    "query_filename = 'qualifier_migrate.rq'\n",
    " \n",
    "def getLabelFromObject(WDObject):\n",
    "    item_dict = WDObject.get()\n",
    "    item_label = False\n",
    "    if 'labels' in item_dict:\n",
    "        if 'en' in item_dict['labels']:\n",
    "            item_label = item_dict['labels']['en']\n",
    "    label = item_label\n",
    "    if (label):\n",
    "        return label\n",
    "    else:\n",
    "        return WDObject.getID()\n",
    "\n",
    "def getLabelFromWDID(ID): #works for properties only. need separate function for items. why why why\n",
    "    site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "    repo = site.data_repository()\n",
    "    item = pywikibot.PropertyPage(repo, ID)\n",
    "    return getLabelFromObject(item)\n",
    "\n",
    "main_property_label = getLabelFromWDID(main_property)\n",
    "qualifier_property_label = getLabelFromWDID(qualifier_property)\n",
    "new_qualifier_property_label = getLabelFromWDID(new_qualifier_property)\n",
    "\n",
    "#start of actual script\n",
    "import pywikibot\n",
    "from pywikibot import pagegenerators as pg\n",
    "\n",
    "wikidata_site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "repo = site.data_repository()\n",
    "\n",
    "with open(query_filename, 'r') as query_file:\n",
    "    QUERY = query_file.read()\n",
    "\n",
    "generator = pg.WikidataSPARQLPageGenerator(QUERY, site=wikidata_site)\n",
    "generator = site.preloadpages(generator, pageprops=True)\n",
    "\n",
    "break_flag = 0\n",
    "\n",
    "for item in generator:\n",
    "    #operate on the most recent one for testing\n",
    "    item_dict = item.get()\n",
    "    item_label = getLabelFromObject(item)\n",
    "            \n",
    "    print('Now working on ', item.getID(), ' ', item_label)\n",
    "    \n",
    "\n",
    "    for claim_object in item_dict['claims'][main_property]:\n",
    "        claim_target = claim_object.getTarget()\n",
    "        claim_target_label = getLabelFromObject(claim_target)\n",
    "        \n",
    "        if qualifier_property in claim_object.qualifiers:\n",
    "            for qualifier_object in claim_object.qualifiers[qualifier_property]:\n",
    "                qualifier_target = qualifier_object.getTarget()\n",
    "                qualifier_target_label = getLabelFromObject(qualifier_target)\n",
    "                print(item_label, main_property_label, claim_target_label, \n",
    "                      qualifier_property_label, qualifier_target_label, \n",
    "                      'change to', new_qualifier_property_label, '?')\n",
    "\n",
    "                acceptable_prompt_set = {'y', 'yes', 'n', 'no', 'break'}\n",
    "                promptbox = ''\n",
    "                while (promptbox not in acceptable_prompt_set):\n",
    "                    promptbox = input()\n",
    "\n",
    "                if promptbox == 'y' or promptbox == 'yes':\n",
    "                    qualifier_dict = qualifier_object.toJSON()\n",
    "                    qualifier_dict['property'] =  new_qualifier_property #set up the qualifier change\n",
    "                    print('Changing to', new_qualifier_property_label)\n",
    "                    new_qualifier_object = qualifier_object.qualifierFromJSON(site = wikidata_site, data = qualifier_dict)\n",
    "                    claim_object.addQualifier(new_qualifier_object)\n",
    "\n",
    "                elif promptbox == 'n' or promptbox == 'no':\n",
    "                    print('Skipped')\n",
    "                    \n",
    "                elif promptbox == 'break':\n",
    "                    break_flag = 1\n",
    "                    break\n",
    "                else:\n",
    "                    print('Error - Deryck made a mistake')\n",
    "\n",
    "        if break_flag == 1:\n",
    "            break\n",
    "    if break_flag == 1:\n",
    "        break\n",
    "\n",
    "print('All done, thanks for using!')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "no\n"
     ]
    }
   ],
   "source": [
    "if(claim_target):\n",
    "    print('yes')\n",
    "else:\n",
    "    print('no')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "NoneType"
      ]
     },
     "execution_count": 64,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(claim_target)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Okay. So sometimes there is a relevant claim but the claim has no target because the value is \"none\" (or \"unknown\", I guess)!\n",
    "\n",
    "So I guess I just have to not try to get a label when the target evaluates as False..."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Retrieving 33 pages from wikidata:wikidata.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Now working on  Q27612300   Die Schöne und das Biest\n",
      "Die Schöne und das Biest voice actor Friedrich Schoenfelder as narrator change to object has role ?\n",
      "y\n",
      "Changing to object has role\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING: API error badtoken: Invalid CSRF token.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Die Schöne und das Biest voice actor Peter Edelmann as singer change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q27067681   Schneewittchen und die sieben Zwerge\n",
      "Schneewittchen und die sieben Zwerge voice actor Ursula Wolff as voice actor change to object has role ?\n",
      "n\n",
      "Skipped\n",
      "Schneewittchen und die sieben Zwerge voice actor Susanne Tremper as singer change to object has role ?\n",
      "n\n",
      "Skipped\n",
      "Now working on  Q27537065   Arielle, die Meerjungfrau\n",
      "Arielle, die Meerjungfrau voice actor Ute Lemper as singer change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q218894   Pocahontas\n",
      "Pocahontas voice actor Irene Bedard as voice actor change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Pocahontas voice actor Judy Kuhn as singer change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Pocahontas voice actor Jim Cummings as singer change to object has role ?\n",
      "y\n",
      "Changing to object has role\n",
      "Now working on  Q27243358   Aristocats\n",
      "Aristocats voice actor Wolfgang Völz as chef change to object has role ?\n",
      "n\n",
      "Skipped\n",
      "Aristocats voice actor Benno Hoffmann as Q1785974 change to object has role ?\n",
      "n\n",
      "Skipped\n",
      "Aristocats voice actor Reinhard Mey as Q1785974 change to object has role ?\n",
      "break\n",
      "All done, thanks for using!\n"
     ]
    }
   ],
   "source": [
    "#input vars\n",
    "main_property = 'P725'\n",
    "qualifier_property = 'P794'\n",
    "new_qualifier_property = 'P3831'\n",
    "query_filename = 'qualifier_migrate.rq'\n",
    " \n",
    "def getLabelFromObject(WDObject):\n",
    "    item_dict = WDObject.get()\n",
    "    item_label = False\n",
    "    if 'labels' in item_dict:\n",
    "        if 'en' in item_dict['labels']:\n",
    "            item_label = item_dict['labels']['en']\n",
    "    label = item_label\n",
    "    if (label):\n",
    "        return label\n",
    "    else:\n",
    "        return WDObject.getID()\n",
    "\n",
    "def getLabelFromWDID(ID): #works for properties only. need separate function for items. why why why\n",
    "    site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "    repo = site.data_repository()\n",
    "    item = pywikibot.PropertyPage(repo, ID)\n",
    "    return getLabelFromObject(item)\n",
    "\n",
    "main_property_label = getLabelFromWDID(main_property)\n",
    "qualifier_property_label = getLabelFromWDID(qualifier_property)\n",
    "new_qualifier_property_label = getLabelFromWDID(new_qualifier_property)\n",
    "\n",
    "#start of actual script\n",
    "import pywikibot\n",
    "from pywikibot import pagegenerators as pg\n",
    "\n",
    "wikidata_site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "repo = site.data_repository()\n",
    "\n",
    "with open(query_filename, 'r') as query_file:\n",
    "    QUERY = query_file.read()\n",
    "\n",
    "generator = pg.WikidataSPARQLPageGenerator(QUERY, site=wikidata_site)\n",
    "generator = site.preloadpages(generator, pageprops=True)\n",
    "\n",
    "break_flag = 0\n",
    "\n",
    "for item in generator:\n",
    "    #operate on the most recent one for testing\n",
    "    item_dict = item.get()\n",
    "    item_label = getLabelFromObject(item)\n",
    "            \n",
    "    print('Now working on ', item.getID(), ' ', item_label)\n",
    "    \n",
    "\n",
    "    for claim_object in item_dict['claims'][main_property]:\n",
    "        claim_target = claim_object.getTarget()\n",
    "        claim_target_label = getLabelFromObject(claim_target) if claim_target else '[none]'\n",
    "        \n",
    "        if qualifier_property in claim_object.qualifiers:\n",
    "            for qualifier_object in claim_object.qualifiers[qualifier_property]:\n",
    "                qualifier_target = qualifier_object.getTarget()\n",
    "                qualifier_target_label = getLabelFromObject(qualifier_target) if qualifier_target else '[none]'\n",
    "                print(item_label, main_property_label, claim_target_label, \n",
    "                      qualifier_property_label, qualifier_target_label, \n",
    "                      'change to', new_qualifier_property_label, '?')\n",
    "\n",
    "                acceptable_prompt_set = {'y', 'yes', 'n', 'no', 'break'}\n",
    "                promptbox = ''\n",
    "                while (promptbox not in acceptable_prompt_set):\n",
    "                    promptbox = input()\n",
    "\n",
    "                if promptbox == 'y' or promptbox == 'yes':\n",
    "                    qualifier_dict = qualifier_object.toJSON()\n",
    "                    qualifier_dict['property'] =  new_qualifier_property #set up the qualifier change\n",
    "                    print('Changing to', new_qualifier_property_label)\n",
    "                    new_qualifier_object = qualifier_object.qualifierFromJSON(site = wikidata_site, data = qualifier_dict)\n",
    "                    claim_object.addQualifier(new_qualifier_object)\n",
    "\n",
    "                elif promptbox == 'n' or promptbox == 'no':\n",
    "                    print('Skipped')\n",
    "                    \n",
    "                elif promptbox == 'break':\n",
    "                    break_flag = 1\n",
    "                    break\n",
    "                else:\n",
    "                    print('Error - Deryck made a mistake')\n",
    "\n",
    "        if break_flag == 1:\n",
    "            break\n",
    "    if break_flag == 1:\n",
    "        break\n",
    "\n",
    "print('All done, thanks for using!')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## This version might edit multiple pages, but detects the exact path first"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Retrieving 38 pages from wikidata:wikidata.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Now working on  Q179673   Beauty and the Beast\n",
      "Beauty and the Beast voice actor Mickie McGowan as farmer change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27662139   Der König der Löwen\n",
      "Der König der Löwen voice actor Frank-Lorenz Engel as adult change to character role !\n",
      "Changing to character role\n",
      "Der König der Löwen voice actor Cusch Jung as adult change to character role !\n",
      "Changing to character role\n",
      "Der König der Löwen voice actor Alexandra Marisa Wilcke as adult change to character role !\n",
      "Changing to character role\n",
      "Der König der Löwen voice actor Magdalena Turba as child change to character role !\n",
      "Changing to character role\n",
      "Der König der Löwen voice actor Manuel Straube as child change to character role !\n",
      "Changing to character role\n",
      "Der König der Löwen voice actor Julius Jellinek as child change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q188439   Tangled\n",
      "Tangled voice actor Nathan Greno as guard change to character role !\n",
      "Changing to character role\n",
      "Tangled voice actor Nathan Greno as Thug change to character role !\n",
      "Changing to character role\n",
      "Tangled voice actor Tim Mertens as guard change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27943184   Bärenbrüder\n",
      "Bärenbrüder voice actor Gerald Schaale as Tamias change to character role !\n",
      "Changing to character role\n",
      "Bärenbrüder voice actor Michael Pan as Tamias change to character role !\n",
      "Changing to character role\n",
      "Bärenbrüder voice actor Constanze Harpen as bear change to character role !\n",
      "Changing to character role\n",
      "Bärenbrüder voice actor Sabine Arnhold as bear change to character role !\n",
      "Changing to character role\n",
      "Bärenbrüder voice actor Thomas Nero Wolff as bear change to character role !\n",
      "Changing to character role\n",
      "Bärenbrüder voice actor Luise Lunow as bear change to character role !\n",
      "Changing to character role\n",
      "Bärenbrüder voice actor Karl Schulz as ram change to character role !\n",
      "Changing to character role\n",
      "Bärenbrüder voice actor Eberhard Prüter as ram change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27134284   Dornröschen\n",
      "Dornröschen voice actor Benno Hoffmann as henchman change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q13091172   Big Hero 6\n",
      "Big Hero 6 voice actor Abraham Benrubi as general officer change to character role !\n",
      "Changing to character role\n",
      "Big Hero 6 voice actor Billy Bush as news presenter change to character role !\n",
      "Changing to character role\n",
      "Big Hero 6 voice actor Daniel Howell as technician change to character role !\n",
      "Changing to character role\n",
      "Big Hero 6 voice actor Phil Lester as technician change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q18647981   Moana\n",
      "Moana voice actor Louise Bush as toddler change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27881730   Tarzan\n",
      "Tarzan voice actor Max Felder as child change to character role !\n",
      "Changing to character role\n",
      "Tarzan voice actor Tim Schwarzmaier as child change to character role !\n",
      "Changing to character role\n",
      "Tarzan voice actor Ivar Combrinck as sea captain change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q39722   The Rescuers\n",
      "The Rescuers voice actor Ruth Buzzi as mouse change to character role !\n",
      "Changing to character role\n",
      "The Rescuers voice actor Ruth Buzzi as Germans change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27074692   Bambi\n",
      "Bambi voice actor Michael Günther as youth change to character role !\n",
      "Changing to character role\n",
      "Bambi voice actor Horst Buchholz as adult change to character role !\n",
      "Changing to character role\n",
      "Bambi voice actor Frank Elstner as child change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q190135   The Little Mermaid\n",
      "The Little Mermaid voice actor Kimmy Robertson as mermaid change to character role !\n",
      "Changing to character role\n",
      "The Little Mermaid voice actor Kimmy Robertson as sister change to character role !\n",
      "Changing to character role\n",
      "The Little Mermaid voice actor Caroline Vasicek as mermaid change to character role !\n",
      "Changing to character role\n",
      "The Little Mermaid voice actor Caroline Vasicek as sister change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q28035758   Zoomania\n",
      "Zoomania voice actor Ben Hadad as jaguar change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q28018871   Die Eiskönigin - Völlig unverfroren\n",
      "Die Eiskönigin - Völlig unverfroren voice actor Friedrich G. Beckhaus as bishop change to character role !\n",
      "Changing to character role\n",
      "Die Eiskönigin - Völlig unverfroren voice actor [none] as child change to character role !\n",
      "Changing to character role\n",
      "Die Eiskönigin - Völlig unverfroren voice actor [none] as toddler change to character role !\n",
      "Changing to character role\n",
      "Die Eiskönigin - Völlig unverfroren voice actor Tommy Amper as troll change to character role !\n",
      "Changing to character role\n",
      "Die Eiskönigin - Völlig unverfroren voice actor Helmut Gauß as Hofmeister change to character role !\n",
      "Changing to character role\n",
      "Die Eiskönigin - Völlig unverfroren voice actor Axel Malzacher as Lord change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q165512   One Hundred and One Dalmatians\n",
      "One Hundred and One Dalmatians voice actor Paul Wexler as auto mechanic change to character role !\n",
      "Changing to character role\n",
      "One Hundred and One Dalmatians voice actor Basil Ruysdael as truck driver change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27642359   Aladdin\n",
      "Aladdin voice actor Michael Chevalier as cave change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q215518   Aladdin\n",
      "Aladdin voice actor Frank Welker as cave change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q184701   The Aristocats\n",
      "The Aristocats voice actor Peter Renaday as milkman change to character role !\n",
      "Changing to character role\n",
      "The Aristocats voice actor Peter Renaday as chef change to character role !\n",
      "Changing to character role\n",
      "The Aristocats voice actor Peter Renaday as Q1785974 change to character role !\n",
      "Changing to character role\n",
      "The Aristocats voice actor Mel Blanc as frog change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27067691   Schneewittchen und die sieben Zwerge\n",
      "Schneewittchen und die sieben Zwerge voice actor Kerstin Sanders-Dornseif as witch change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q28891   Wreck-It Ralph\n",
      "Wreck-It Ralph voice actor Adam Carolla as Wynnchel change to character role !\n",
      "Changing to character role\n",
      "Wreck-It Ralph voice actor Horatio Sanz as Duncan change to character role !\n",
      "Changing to character role\n",
      "Wreck-It Ralph voice actor Brian Kesinger as cyborg change to character role !\n",
      "Changing to character role\n",
      "Wreck-It Ralph voice actor Tucker Gilmore as fictional turtle change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27148028   101 Dalmatiner\n",
      "101 Dalmatiner voice actor Ewald Wenck as parson change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q202371   The Rescuers Down Under\n",
      "The Rescuers Down Under voice actor Peter Greenwood as announcer change to character role !\n",
      "Changing to character role\n",
      "The Rescuers Down Under voice actor Peter Greenwood as aviator change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27837192   Der Glöckner von Notre Dame\n",
      "Der Glöckner von Notre Dame voice actor Gerry Wolff as prisoner change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27916586   Lilo & Stitch\n",
      "Lilo & Stitch voice actor Melanie Hinze as lifeguard change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q134430   Snow White and the Seven Dwarfs\n",
      "Snow White and the Seven Dwarfs voice actor Jimmy MacDonald as yodeler change to character role !\n",
      "Changing to character role\n",
      "Snow White and the Seven Dwarfs voice actor Swiss Family Fraunfelder as yodeler change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27928267   Der Schatzplanet\n",
      "Der Schatzplanet voice actor Robert Stadlober as youth change to character role !\n",
      "Changing to character role\n",
      "Der Schatzplanet voice actor Moritz Günther as child change to character role !\n",
      "Changing to character role\n",
      "Der Schatzplanet voice actor Helmut Krauss as pirate change to character role !\n",
      "Changing to character role\n",
      "Der Schatzplanet voice actor Gudo Hoegel as pirate change to character role !\n",
      "Changing to character role\n",
      "Der Schatzplanet voice actor Manfred Erdmann as pirate change to character role !\n",
      "Changing to character role\n",
      "Der Schatzplanet voice actor Thomas Albus as police officer change to character role !\n",
      "Changing to character role\n",
      "Der Schatzplanet voice actor Michael Brennicke as police officer change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27537202   Arielle, die Meerjungfrau\n",
      "Arielle, die Meerjungfrau voice actor Martina Duncker as mermaid change to character role !\n",
      "Changing to character role\n",
      "Arielle, die Meerjungfrau voice actor Martina Duncker as sister change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q40302   The Fox and the Hound\n",
      "The Fox and the Hound voice actor Mickey Rooney as adult change to character role !\n",
      "Changing to character role\n",
      "The Fox and the Hound voice actor Kurt Russell as adult change to character role !\n",
      "Changing to character role\n",
      "The Fox and the Hound voice actor Keith Coogan as child change to character role !\n",
      "Changing to character role\n",
      "The Fox and the Hound voice actor Corey Feldman as child change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27495379   Oliver & Co.\n",
      "Oliver & Co. voice actor Monica Bielenstein as Rita change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27429772   Bernard und Bianca - Die Mäusepolizei\n",
      "Bernard und Bianca - Die Mäusepolizei voice actor Joachim Pukasz as reporter change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27442520   Cap und Capper\n",
      "Cap und Capper voice actor Thomas Danneberg as adult change to character role !\n",
      "Changing to character role\n",
      "Cap und Capper voice actor Randolf Kronberg as adult change to character role !\n",
      "Changing to character role\n",
      "Cap und Capper voice actor [none] as child change to character role !\n",
      "Changing to character role\n",
      "Cap und Capper voice actor [none] as child change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27104156   Peter Pan\n",
      "Peter Pan voice actor Erna Haffner as squaw change to character role !\n",
      "Changing to character role\n",
      "Peter Pan voice actor Walter Bluhm as pirate change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27093871   Alice im Wunderland\n",
      "Alice im Wunderland voice actor Victor Janson as Odobenus rosmarus change to character role !\n",
      "Changing to character role\n",
      "Alice im Wunderland voice actor Anneliese Würtz as Rosa change to character role !\n",
      "Changing to character role\n",
      "Alice im Wunderland voice actor Alice Treff as bird change to character role !\n",
      "Changing to character role\n",
      "Alice im Wunderland voice actor Pinto Colvig as Phoenicopterus change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q28027861   Baymax - Riesiges Robowabohu\n",
      "Baymax - Riesiges Robowabohu voice actor Uli Krohm as general officer change to character role !\n",
      "Changing to character role\n",
      "Baymax - Riesiges Robowabohu voice actor Christina-Ann Zalamea as Abigail Callaghan change to character role !\n",
      "Changing to character role\n",
      "Baymax - Riesiges Robowabohu voice actor Axel Malzacher as news presenter change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q204662   The Sword in the Stone\n",
      "The Sword in the Stone voice actor Tudor Owen as knight change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q246283   Frozen\n",
      "Frozen voice actor Robert Pine as bishop change to character role !\n",
      "Changing to character role\n",
      "Frozen voice actor Olivia Stubenrauch as child change to character role !\n",
      "Changing to character role\n",
      "Frozen voice actor Eva Bella as child change to character role !\n",
      "Changing to character role\n",
      "Frozen voice actor Spencer Lacey Ganus as teenager change to character role !\n",
      "Changing to character role\n",
      "Frozen voice actor Tyree Brown as child change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q215365   Brother Bear\n",
      "Brother Bear voice actor Pauley Perrette as Female Lover Bear change to character role !\n",
      "Changing to character role\n",
      "Brother Bear voice actor Bumper Robinson as Chipmunks change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27964319   Assumption\n",
      "Assumption voice actor Cortney Palm as leading actor change to character role !\n",
      "Changing to character role\n",
      "Now working on  Q27868185   Mulan\n",
      "Mulan voice actor Wolfgang Dehler as ancestor change to character role !\n",
      "Changing to character role\n",
      "Mulan voice actor Jörg Hengstler as Huns change to character role !\n",
      "Changing to character role\n",
      "Mulan voice actor Eberhard Prüter as ancestor change to character role !\n",
      "Changing to character role\n",
      "Mulan voice actor Michael Pan as ancestor change to character role !\n",
      "Changing to character role\n",
      "Mulan voice actor Kaspar Eichel as ancestor change to character role !\n",
      "Changing to character role\n",
      "All done, thanks for using!\n"
     ]
    }
   ],
   "source": [
    "#input vars\n",
    "main_property = 'P725'\n",
    "qualifier_property = 'P794'\n",
    "new_qualifier_property = 'P453'\n",
    "query_filename = 'qualifier_migrate.rq'\n",
    "allowed_qualifier_targets = {}\n",
    " \n",
    "def getLabelFromObject(WDObject):\n",
    "    item_dict = WDObject.get()\n",
    "    item_label = False\n",
    "    if 'labels' in item_dict:\n",
    "        if 'en' in item_dict['labels']:\n",
    "            item_label = item_dict['labels']['en']\n",
    "    label = item_label\n",
    "    if (label):\n",
    "        return label\n",
    "    else:\n",
    "        return WDObject.getID()\n",
    "\n",
    "def getLabelFromWDID(ID): #works for properties only. need separate function for items. why why why\n",
    "    site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "    repo = site.data_repository()\n",
    "    item = pywikibot.PropertyPage(repo, ID)\n",
    "    return getLabelFromObject(item)\n",
    "\n",
    "main_property_label = getLabelFromWDID(main_property)\n",
    "qualifier_property_label = getLabelFromWDID(qualifier_property)\n",
    "new_qualifier_property_label = getLabelFromWDID(new_qualifier_property)\n",
    "\n",
    "#start of actual script\n",
    "import pywikibot\n",
    "from pywikibot import pagegenerators as pg\n",
    "\n",
    "wikidata_site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "repo = site.data_repository()\n",
    "\n",
    "with open(query_filename, 'r') as query_file:\n",
    "    QUERY = query_file.read()\n",
    "\n",
    "generator = pg.WikidataSPARQLPageGenerator(QUERY, site=wikidata_site)\n",
    "generator = site.preloadpages(generator, pageprops=True)\n",
    "\n",
    "break_flag = 0\n",
    "\n",
    "for item in generator:\n",
    "    #operate on the most recent one for testing\n",
    "    item_dict = item.get()\n",
    "    item_label = getLabelFromObject(item)\n",
    "            \n",
    "    print('Now working on ', item.getID(), ' ', item_label)#, 'Ready? (\"yes\" to go, \"break\" to stop)')\n",
    "    \n",
    "    #promptbox = ''\n",
    "    #while (promptbox not in acceptable_prompt_set):\n",
    "    #    promptbox = input()\n",
    "    #if promptbox == 'break' or promptbox == 'no':\n",
    "    #    break\n",
    "\n",
    "    for claim_object in item_dict['claims'][main_property]:\n",
    "        claim_target = claim_object.getTarget()\n",
    "        claim_target_label = getLabelFromObject(claim_target) if claim_target else '[none]'\n",
    "        \n",
    "        if qualifier_property in claim_object.qualifiers:\n",
    "            for qualifier_object in claim_object.qualifiers[qualifier_property]:\n",
    "                qualifier_target = qualifier_object.getTarget()\n",
    "                if (len(allowed_qualifier_targets) > 0 and \n",
    "                    qualifier_target.getID() not in allowed_qualifier_targets):\n",
    "                    continue\n",
    "                    \n",
    "                qualifier_target_label = getLabelFromObject(qualifier_target) if qualifier_target else '[none]'\n",
    "                print(item_label, main_property_label, claim_target_label, \n",
    "                      qualifier_property_label, qualifier_target_label, \n",
    "                      'change to', new_qualifier_property_label, '!')\n",
    "\n",
    "                acceptable_prompt_set = {'y', 'yes', 'n', 'no', 'break'}\n",
    "                promptbox = ''\n",
    "                while (promptbox not in acceptable_prompt_set):\n",
    "                    promptbox = 'y' #dangerous\n",
    "\n",
    "                if promptbox == 'y' or promptbox == 'yes':\n",
    "                    qualifier_dict = qualifier_object.toJSON()\n",
    "                    qualifier_dict['property'] =  new_qualifier_property #set up the qualifier change\n",
    "                    print('Changing to', new_qualifier_property_label)\n",
    "                    new_qualifier_object = qualifier_object.qualifierFromJSON(site = wikidata_site, data = qualifier_dict)\n",
    "                    claim_object.addQualifier(new_qualifier_object)\n",
    "\n",
    "                elif promptbox == 'n' or promptbox == 'no':\n",
    "                    print('Skipped')\n",
    "                    \n",
    "                elif promptbox == 'break':\n",
    "                    break_flag = 1\n",
    "                    break\n",
    "                else:\n",
    "                    print('Error - Deryck made a mistake')\n",
    "\n",
    "        if break_flag == 1:\n",
    "            break\n",
    "    if break_flag == 1:\n",
    "        break\n",
    "\n",
    "print('All done, thanks for using!')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Property migrator generic use box"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Retrieving 37 pages from wikidata:wikidata.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Now working on  Q1729268   Karen Piepenbrink\n",
      "Now working on  Q454594   Sixtinus Amama\n",
      "Now working on  Q1618852   Hilmar Klinkott\n",
      "Now working on  Q20512597   Q20512597\n",
      "Now working on  Q1268371   Ralf von den Hoff\n",
      "Now working on  Q5688749   Ángel Herrerín López\n",
      "Ángel Herrerín López employer National University of Distance Education as academic tenure change to position held !\n",
      "Changing to position held\n",
      "Now working on  Q21045355   Virginia Kirkus\n",
      "Now working on  Q1233445   Thomas Maria Weber\n",
      "Now working on  Q616021   Matthieu Galey\n",
      "Now working on  Q13129535   Lewis William Lewis\n",
      "Now working on  Q2172342   Rudolf Anthes\n",
      "Now working on  Q25820510   Evert Willem Hofstee\n",
      "Evert Willem Hofstee employer University of Groningen as Privatdozent change to position held !\n",
      "Changing to position held\n",
      "Now working on  Q2343886   Stephan Steingräber\n",
      "Now working on  Q18691583   Louis De Leenheer\n",
      "Now working on  Q1427613   Miloš Kirschner\n",
      "Now working on  Q23649548   Nele Schröder\n",
      "Now working on  Q63415   Dirk Niebel\n",
      "Now working on  Q24956520   Bart Leroy\n",
      "Bart Leroy employer Ghent University as residency change to position held !\n",
      "Changing to position held\n",
      "Now working on  Q29907799   Q29907799\n",
      "Now working on  Q7103134   Orlando Mejía Rivera\n",
      "Orlando Mejía Rivera employer University of Caldas as academic tenure change to position held !\n",
      "Changing to position held\n",
      "Now working on  Q22002024   Stijn Baert\n",
      "Stijn Baert employer Ghent University as academic tenure change to position held !\n",
      "Changing to position held\n",
      "Now working on  Q23894956   Anne Paulin\n",
      "Now working on  Q15228478   Christof Berns\n",
      "Now working on  Q75064   Kurt Wachsmuth\n",
      "Now working on  Q25933216   Hans Beckman\n",
      "Now working on  Q18155976   Antoine Petit\n",
      "Now working on  Q28941339   Clara Jobs\n",
      "Now working on  Q26162501   Meret Strothmann\n",
      "Now working on  Q70795   Walter Anderson\n",
      "Walter Anderson employer Kazan Federal University as Privatdozent change to position held !\n",
      "Changing to position held\n",
      "Now working on  Q1674488   Isolde Stark\n",
      "Now working on  Q91901   Ernst Fabricius\n",
      "Now working on  Q3155030   Isabelle Saporta\n",
      "Now working on  Q21279770   Zarah Ziadi\n",
      "Now working on  Q1492424   Marieluise Deißmann-Merten\n",
      "Now working on  Q3629697   Augusto Rostagni\n",
      "Augusto Rostagni employer University of Turin as Privatdozent change to position held !\n",
      "Changing to position held\n",
      "Now working on  Q813186   Beate Salje\n",
      "Now working on  Q89217   Fritz Eichler\n",
      "All done, thanks for using!\n"
     ]
    }
   ],
   "source": [
    "#input vars\n",
    "main_property = 'P108'\n",
    "qualifier_property = 'P794'\n",
    "new_qualifier_property = 'P39'\n",
    "query_filename = 'qualifier_migrate.rq'\n",
    "allowed_qualifier_targets = {'Q256698' , 'Q1154390' , 'Q1402736', 'Q1154390'} #leave empty for everything to be processed\n",
    "edit_summary = '[[P:P794]] is deprecated, migrating ' + main_property + '/' + qualifier_property + ' to ' + '/' + new_qualifier_property\n",
    "no_promptbox = 1 #set to 1 to operate on entire query automatically, 0 to prompt once per item\n",
    "\n",
    "#start of actual script\n",
    "import pywikibot\n",
    "from pywikibot import pagegenerators as pg\n",
    "\n",
    "site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "wikidata_site = site #compatibility stuff\n",
    "repo = site.data_repository()    \n",
    "\n",
    "def getLabelFromObject(WDObject):\n",
    "    item_dict = WDObject.get()\n",
    "    item_label = False\n",
    "    if 'labels' in item_dict:\n",
    "        if 'en' in item_dict['labels']:\n",
    "            item_label = item_dict['labels']['en']\n",
    "    label = item_label\n",
    "    if (label):\n",
    "        return label\n",
    "    else:\n",
    "        return WDObject.getID()\n",
    "\n",
    "def getLabelFromWDID(ID): #works for properties only. need separate function for items. why why why\n",
    "    site = pywikibot.Site(\"wikidata\", \"wikidata\")\n",
    "    repo = site.data_repository()\n",
    "    item = pywikibot.PropertyPage(repo, ID)\n",
    "    return getLabelFromObject(item)\n",
    "\n",
    "main_property_label = getLabelFromWDID(main_property)\n",
    "qualifier_property_label = getLabelFromWDID(qualifier_property)\n",
    "new_qualifier_property_label = getLabelFromWDID(new_qualifier_property)\n",
    "\n",
    "with open(query_filename, 'r') as query_file:\n",
    "    QUERY = query_file.read()\n",
    "\n",
    "generator = pg.WikidataSPARQLPageGenerator(QUERY, site=wikidata_site)\n",
    "generator = site.preloadpages(generator, pageprops=True)\n",
    "\n",
    "break_flag = 0\n",
    "\n",
    "for item in generator:\n",
    "    #operate on the most recent one for testing\n",
    "    item_dict = item.get()\n",
    "    item_label = getLabelFromObject(item)\n",
    "            \n",
    "    print('Now working on ', item.getID(), ' ', item_label)#, 'Ready? (\"yes\" to go, \"break\" to stop)')\n",
    "    \n",
    "    #promptbox = ''\n",
    "    #while (promptbox not in acceptable_prompt_set):\n",
    "    #    promptbox = input()\n",
    "    #if promptbox == 'break' or promptbox == 'no':\n",
    "    #    break\n",
    "\n",
    "    for claim_object in item_dict['claims'][main_property]:\n",
    "        claim_target = claim_object.getTarget()\n",
    "        claim_target_label = getLabelFromObject(claim_target) if claim_target else '[none]'\n",
    "        \n",
    "        if qualifier_property in claim_object.qualifiers:\n",
    "            for qualifier_object in claim_object.qualifiers[qualifier_property]:\n",
    "                qualifier_target = qualifier_object.getTarget()\n",
    "                if (len(allowed_qualifier_targets) > 0 and \n",
    "                    qualifier_target.getID() not in allowed_qualifier_targets):\n",
    "                    continue\n",
    "                    \n",
    "                qualifier_target_label = getLabelFromObject(qualifier_target) if qualifier_target else '[none]'\n",
    "                print(item_label, main_property_label, claim_target_label, \n",
    "                      qualifier_property_label, qualifier_target_label, \n",
    "                      'change to', new_qualifier_property_label, '!')\n",
    "\n",
    "                acceptable_prompt_set = {'y', 'yes', 'n', 'no', 'break'}\n",
    "                promptbox = ''\n",
    "                if (no_promptbox == 1):\n",
    "                    promptbox = 'yes'\n",
    "                while (promptbox not in acceptable_prompt_set):\n",
    "                    promptbox = input()  #becomes automatic if set to 'y'\n",
    "\n",
    "                if promptbox == 'y' or promptbox == 'yes':\n",
    "                    qualifier_dict = qualifier_object.toJSON()\n",
    "                    qualifier_dict['property'] =  new_qualifier_property #set up the qualifier change\n",
    "                    print('Changing to', new_qualifier_property_label)\n",
    "                    new_qualifier_object = qualifier_object.qualifierFromJSON(site = wikidata_site, data = qualifier_dict)\n",
    "                    claim_object.addQualifier(new_qualifier_object, summary=edit_summary)\n",
    "\n",
    "                elif promptbox == 'n' or promptbox == 'no':\n",
    "                    print('Skipped')\n",
    "                    \n",
    "                elif promptbox == 'break':\n",
    "                    break_flag = 1\n",
    "                    break\n",
    "                else:\n",
    "                    print('Error - Deryck made a mistake')\n",
    "\n",
    "        if break_flag == 1:\n",
    "            break\n",
    "    if break_flag == 1:\n",
    "        break\n",
    "\n",
    "print('All done, thanks for using!')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}