IJCAI 2022 Experiments CBCBR.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Initialize  (must have loaded MyCBR project via cmd)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from requests import get\n",
    "import requests\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "import datetime\n",
    "from IPython.display import HTML\n",
    "from mycbr_py_api import MyCBRRestApi as mycbr\n",
    "from pandas.io.json import json_normalize\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Wrappers and case base inits"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pyodbc\n",
    "import pandas\n",
    "\n",
    "pd.set_option('display.max_rows', None)\n",
    "pd.set_option('display.max_columns', None)\n",
    "pd.set_option('display.width', None)\n",
    "pd.set_option('display.max_colwidth', -1)\n",
    "server = 'localhost'\n",
    "#server = 'hv-6066.idi.ntnu.no'\n",
    "\n",
    "port = '8080'\n",
    "base_url = 'http://' + server + ':' + port + '/'\n",
    "\n",
    "obj = mycbr(base_url)\n",
    "initCBCopy=obj.getAllCases();\n",
    "currentCBCopy=obj.getAllCases();\n",
    "#Retrieve the K most similar items to the case.    \n",
    "def retrieve_c_att(case,k):\n",
    "    raw = pd.DataFrame(requests.post(url=base_url + 'concepts/KP/casebases/CB_csvImport/amalgamationFunctions/default function/retrievalByMultipleAttributes?k='+str(k), json={'Municipality':case['Municipality'],'IndustrySubgroupCode':case['IndustrySubgroupCode'],'IndustryMainAreaCode':case['IndustryMainAreaCode'], 'ProbabilityForNonComplianceGivenControlPointandMunicipality':80,\n",
    "    'ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup':80,'NumberofNonComplianceGivenControlPointandMunicipality':70,'NumberofNonComplianceGivenControlPointandIndustrySubgroup':70}).json()) \n",
    "    results = raw.apply(pd.to_numeric, errors='coerce').fillna(raw).sort_values(by='similarity', ascending=False)\n",
    "    results['similarity'] = results['similarity'].astype(float)\n",
    "    results['NonCompliance'] = results['NonCompliance'].astype(int)\n",
    "    returned_df = results.apply(pd.to_numeric, errors='coerce').fillna(results)\n",
    "    return results\n",
    "\n",
    "def retrieve_c_att2(case,k):\n",
    "    raw = pd.DataFrame(requests.post(url=base_url + 'concepts/KP/casebases/CB_csvImport/amalgamationFunctions/default function/retrievalByMultipleAttributes?k='+str(k), json={'IndustryAreaCode':case['IndustryAreaCode'],'IndustryGroupCode':case['IndustryGroupCode'],'IndustryCode':case['IndustryCode'],'MunicipalityNumber':case['MunicipalityNumber'],'IndustrySubgroupCode':case['IndustrySubgroupCode'],'IndustryMainAreaCode':case['IndustryMainAreaCode'], 'ProbabilityForNonComplianceGivenControlPointandMunicipality':100,\n",
    "    'ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup':100,'NumberOfNonComplianceGivenControlPointandMunicipality':70,'NumberOfNonComplianceGivenControlPointandIndustrySubgroup':70, 'Fylke':case['Fylke']}).json())\n",
    "    #print(case)\n",
    "    results = raw.apply(pd.to_numeric, errors='coerce').fillna(raw).sort_values(by='similarity', ascending=False)\n",
    "    results['similarity'] = results['similarity'].astype(float)\n",
    "    results['NonCompliance'] = results['NonCompliance'].astype(int)\n",
    "    returned_df = results.apply(pd.to_numeric, errors='coerce').fillna(results)\n",
    "    return results\n",
    "#Retrieve all items\n",
    "def getAllCases():\n",
    "    return obj.getAllCases()\n",
    "\n",
    "#Add multiple contorl points to the case base\n",
    "def addManyCases(cases):\n",
    "    cases=cases.to_dict('records')\n",
    "    rec={'cases':cases}\n",
    "    #structure of case dictionary must be {'cases':[{'IndustrySubgroupCode':45.2},{\"Municipality\":\"Amik\"}]}\n",
    "    #NB! int values must be formatted as strings\n",
    "    results=requests.post(url=base_url + 'concepts/KP/casebases/CB_csvImport/cases', json=rec,headers={'Accept': 'application/json'})\n",
    "    return results\n",
    "\n",
    "\n",
    "\n",
    "#Fill casebase in case its empty\n",
    "def fillCaseBase(splitindex):\n",
    "    # Specifying the ODBC driver, server name, database, etc. directly\n",
    "    cnxn = pyodbc.connect('DRIVER={SQL Server Native Client 11.0};SERVER=localhost;DATABASE=IJCAI2022;Trusted_Connection=yes;')\n",
    "    cursor = cnxn.cursor()\n",
    "\n",
    "    traindateid=\"\"\n",
    "    testdateid=\"\"\n",
    "    cases=pd.read_sql(\"SELECT  [MuncipalityIndex] as MunicipalityIndex ,[IndustrySubgroupCodeIndex],[IndustryGroupCode],[IndustryAreaCode],[IndustryCode],[Fylke],[MunicipalityNumber],  [InspectionId] as 'InspectionId' ,[IndustryMainAreaCode],ControlPointText,[IndustrySubgroupCode], 'None' as UnderThemeName,[Municipality],[NonCompliance]\"\n",
    "+\",round(isNull(SannsynlighetForBruddGittKPogKommune,(1.0/(6.0+isNull(tttg2,0))))*100,0) as ProbabilityForNonComplianceGivenControlPointandMunicipality\"\n",
    "+\",round(isNull(SannsynlighetForBruddGittKPogNaring,(1.0/(6.0+isNull(tttg,0))))*100,0) as ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup\"\n",
    "+\",round(isNull(AntBruddGittKPogNaring,0),0) as NumberOfNonComplianceGivenControlPointandIndustrySubgroup\"\n",
    "+\",round(isNull(AntBruddGittKPogKommune,0),0) as NumberOfNonComplianceGivenControlPointandMunicipality\"\n",
    "                      +\" FROM [IJCAI2022].[dbo].[BayesianDynamicChecklistLocalDbRandomizedTest\"+str(splitindex)+\"]\"\n",
    "+\" Left join(Select ( (Convert(real,isNull(Count(IndustrySubgroupCode),0))+1.0)/(AVG(Convert(real, Kommune3))+6.0))  as SannsynlighetForBruddGittKPogNaring,Count(IndustrySubgroupCode) as AntBruddGittKPogNaring,ControlPointText as KPT2, IndustrySubgroupCode as Nugk\"\n",
    "+\" FROM [IJCAI2022].[dbo].[BayesianDynamicChecklistLocalDbRandomizedTrain\"+str(splitindex)+\"]\"+\" \"  \n",
    "+\" join (Select Count(IndustrySubgroupCode) as Kommune3 , ControlPointText as KT2, IndustrySubgroupCode as Kom\"\n",
    "+\" FROM [IJCAI2022].[dbo].[BayesianDynamicChecklistLocalDbRandomizedTrain\"+str(splitindex)+\"]\"+\" \"+traindateid+\"  group by ControlPointText, IndustrySubgroupCode) as a on a.Kom=IndustrySubgroupCode and ControlPointText=KT2\" \n",
    "+\" join (Select Count(Municipality) as Kommune5 ,  max(NonCompliance) as AntB2\"\n",
    "+\" FROM [IJCAI2022].[dbo].[BayesianDynamicChecklistLocalDbRandomizedTrain\"+str(splitindex)+\"]\"+\" \" +traindateid+\") as c on c.AntB2=NonCompliance\"\n",
    "                    +traindateid\n",
    "+\" group by ControlPointText, NonCompliance, IndustrySubgroupCode) as b on b.KPT2=ControlPointText and b.Nugk=IndustrySubgroupCode\"\n",
    "+\" Left join(Select ( (Convert(real,isNull(Count(Municipality),0))+1.0)/(AVG(Convert(real, Kommune3))+6.0))  as SannsynlighetForBruddGittKPogKommune,Count(Municipality) as AntBruddGittKPogKommune, ControlPointText as KPT, Municipality as KOMM\"\n",
    "+\" FROM [IJCAI2022].[dbo].[BayesianDynamicChecklistLocalDbRandomizedTrain\"+str(splitindex)+\"]\"+\"  join (Select Count(Municipality) as Kommune3 , ControlPointText as KT2, Municipality as Kom\"\n",
    "+\" FROM [IJCAI2022].[dbo].[BayesianDynamicChecklistLocalDbRandomizedTrain\"+str(splitindex)+\"]\"+\" \"+traindateid+\" group by ControlPointText, Municipality) as a on a.Kom=Municipality and ControlPointText=KT2\" \n",
    "+\" join (Select Count(Municipality) as Kommune5 ,  max(NonCompliance) as AntB2\"\n",
    "+\" FROM [IJCAI2022].[dbo].[BayesianDynamicChecklistLocalDbRandomizedTrain\"+str(splitindex)+\"]\"+\" \" +traindateid+\") as c on c.AntB2=NonCompliance\"\n",
    "                    +traindateid+\"  group by ControlPointText, NonCompliance, Municipality) as a on a.KOMM=Municipality and a.KPT=ControlPointText\"\n",
    "+\" left join(Select Count(IndustrySubgroupCode) as tttg , ControlPointText as KT10, IndustrySubgroupCode as Kom10\"\n",
    "+\" FROM [IJCAI2022].[dbo].[BayesianDynamicChecklistLocalDbRandomizedTrain\"+str(splitindex)+\"]\"+\" \"+traindateid+\" group by ControlPointText, IndustrySubgroupCode) as z on z.Kom10=IndustrySubgroupCode and ControlPointText=z.KT10\" \n",
    "+\" left join(Select Count(Municipality) as tttg2 , ControlPointText as KT10, Municipality as NUG10\"\n",
    "+\" FROM [IJCAI2022].[dbo].[BayesianDynamicChecklistLocalDbRandomizedTrain\"+str(splitindex)+\"]\"+\" \"+traindateid+\" group by ControlPointText, Municipality) as zz on ControlPointText=zz.KT10 and zz.NUG10=Municipality\" \n",
    "+\" where InspectionDateId<20190601\"\n",
    "                      +\" Order by InspectionDateId \" + testdateid,cnxn)\n",
    "\n",
    "    \n",
    "    cases['NonCompliance']= cases['NonCompliance'].map(str)\n",
    "    cases['NumberOfNonComplianceGivenControlPointandIndustrySubgroup']= cases['NumberOfNonComplianceGivenControlPointandIndustrySubgroup'].map(str)\n",
    "    cases['NumberOfNonComplianceGivenControlPointandMunicipality']= cases['NumberOfNonComplianceGivenControlPointandMunicipality'].map(str)\n",
    "    cases['ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup']= cases['ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup'].astype(int)\n",
    "    cases['ProbabilityForNonComplianceGivenControlPointandMunicipality']= cases['ProbabilityForNonComplianceGivenControlPointandMunicipality'].astype(int)\n",
    "    cases['ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup']= cases['ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup'].map(str)\n",
    "    cases['ProbabilityForNonComplianceGivenControlPointandMunicipality']= cases['ProbabilityForNonComplianceGivenControlPointandMunicipality'].map(str)\n",
    "    cases['IndustrySubgroupCodeIndex']= cases['IndustrySubgroupCodeIndex'].map(str)\n",
    "    cases['MunicipalityIndex']= cases['MunicipalityIndex'].map(str)\n",
    "    cases['InspectionId']=cases['InspectionId'].apply(int)+0\n",
    "    cases['InspectionId']= cases['InspectionId'].map(str)\n",
    "    cases['MunicipalityNumber']= cases['MunicipalityNumber'].map(str)\n",
    "    cases['IndustryAreaCode']= cases['IndustryAreaCode'].map(str)\n",
    "    cases['IndustryCode']= cases['IndustryCode'].map(str)\n",
    "    cases['IndustryCode']=cases['IndustryCode'].replace(to_replace=r',', value='.', regex=True)\n",
    "    cases=cases.dropna()\n",
    "\n",
    "    return addManyCases(cases)\n",
    "#Delete all items from the case base\n",
    "def getCaseBaseIDs():\n",
    "\n",
    "        final_url = base_url + '/casebases' \n",
    "\n",
    "        response = requests.get( url= final_url)\n",
    "        casebases = response.json()\n",
    "\n",
    "        return casebases\n",
    "    \n",
    "def addCaseBaseID (casebaseID):\n",
    "    \n",
    "\n",
    "        final_url = base_url + '/casebases/' + casebaseID       \n",
    "        if casebaseID in getCaseBaseIDs():\n",
    "            return -1\n",
    "\n",
    "        response = requests.put( url= final_url)\n",
    "\n",
    "        return response.json()\n",
    "def deleteAllCases():\n",
    "    final_urli = base_url + '/concepts/KP/casebases/CB_csvImport/cases/'\n",
    "    response = requests.delete( url= final_urli)\n",
    "    return response\n",
    "\n",
    "#Updates casebase with the current set of cases (currentCBCopy)\n",
    "def updateCaseBaseProb(cases):\n",
    "    deleteAllCases()\n",
    "    cases['NonCompliance']= cases['NonCompliance'].map(str)\n",
    "    cases['NumberOfNonComplianceGivenControlPointandIndustrySubgroup']= cases['NumberOfNonComplianceGivenControlPointandIndustrySubgroup'].map(str)\n",
    "    cases['NumberOfNonComplianceGivenControlPointandMunicipality']= cases['NumberOfNonComplianceGivenControlPointandMunicipality'].map(str)\n",
    "    cases['ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup']= cases['ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup'].map(str)\n",
    "    cases['ProbabilityForNonComplianceGivenControlPointandMunicipality']= cases['ProbabilityForNonComplianceGivenControlPointandMunicipality'].map(str)\n",
    "    cases['IndustrySubgroupCodeIndex']= cases['IndustrySubgroupCodeIndex'].map(str)\n",
    "    cases['MunicipalityIndex']= cases['MunicipalityIndex'].map(str)\n",
    "    cases['InspectionId']=cases['InspectionId'].apply(int)+0\n",
    "    cases['InspectionId']= cases['InspectionId'].map(str)\n",
    "    cases['MunicipalityNumber']= cases['MunicipalityNumber'].map(str)\n",
    "    cases['IndustryAreaCode']= cases['IndustryAreaCode'].map(str)\n",
    "    cases['IndustryCode']= cases['IndustryCode'].map(str)\n",
    "    cases['IndustryCode']=cases['IndustryCode'].replace(to_replace=r',', value='.', regex=True)\n",
    "\n",
    "    cases=cases.drop(columns=[ 'caseID'])\n",
    "    cases=cases.dropna()\n",
    "    res=addManyCases(cases)\n",
    "    return res;\n",
    "\n",
    "\n",
    "#Updates casebase with the current set of cases (currentCBCopy)\n",
    "def updateCaseBase():\n",
    "    global currentCBCopy\n",
    "    cases=currentCBCopy\n",
    "    deleteAllCases()\n",
    "    cases['NonCompliance']= cases['NonCompliance'].map(str)\n",
    "    cases['NumberOfNonComplianceGivenControlPointandIndustrySubgroup']= cases['NumberOfNonComplianceGivenControlPointandIndustrySubgroup'].map(str)\n",
    "    cases['NumberOfNonComplianceGivenControlPointandMunicipality']= cases['NumberOfNonComplianceGivenControlPointandMunicipality'].map(str)\n",
    "    cases['ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup']= cases['ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup'].map(str)\n",
    "    cases['ProbabilityForNonComplianceGivenControlPointandMunicipality']= cases['ProbabilityForNonComplianceGivenControlPointandMunicipality'].map(str)\n",
    "    cases['IndustrySubgroupCodeIndex']= cases['IndustrySubgroupCodeIndex'].map(str)\n",
    "    cases['MunicipalityIndex']= cases['MunicipalityIndex'].map(str)\n",
    "    cases['InspectionId']=cases['InspectionId'].apply(int)+0\n",
    "    cases['InspectionId']= cases['InspectionId'].map(str)\n",
    "    cases['MunicipalityNumber']= cases['MunicipalityNumber'].map(str)\n",
    "    cases['IndustryAreaCode']= cases['IndustryAreaCode'].map(str)\n",
    "    cases['IndustryCode']= cases['IndustryCode'].map(str)\n",
    "    cases['IndustryCode']=cases['IndustryCode'].replace(to_replace=r',', value='.', regex=True)\n",
    "\n",
    "    cases=cases.drop(columns=[ 'caseID'])\n",
    "    cases=cases.dropna()\n",
    "    res=addManyCases(cases)\n",
    "    return res;\n",
    "\n",
    "#Restores the casebase back to it's original form (soft reset)\n",
    "def restoreOriginalCaseBase():\n",
    "    global initCBCopy\n",
    "    cases=initCBCopy\n",
    "    deleteAllCases()\n",
    "    cases['NonCompliance']= cases['NonCompliance'].map(str)\n",
    "    cases['NumberOfNonComplianceGivenControlPointandIndustrySubgroup']= cases['NumberOfNonComplianceGivenControlPointandIndustrySubgroup'].map(str)\n",
    "    cases['NumberOfNonComplianceGivenControlPointandMunicipality']= cases['NumberOfNonComplianceGivenControlPointandMunicipality'].map(str)\n",
    "    cases['ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup']= cases['ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup'].map(str)\n",
    "    cases['ProbabilityForNonComplianceGivenControlPointandMunicipality']= cases['ProbabilityForNonComplianceGivenControlPointandMunicipality'].map(str)\n",
    "    cases['IndustrySubgroupCodeIndex']= cases['IndustrySubgroupCodeIndex'].map(str)\n",
    "    cases['MunicipalityIndex']= cases['MunicipalityIndex'].map(str)\n",
    "    cases['InspectionId']=cases['InspectionId'].apply(int)+0\n",
    "    cases['InspectionId']= cases['InspectionId'].map(str)\n",
    "    cases['MunicipalityNumber']= cases['MunicipalityNumber'].map(str)\n",
    "    cases['IndustryAreaCode']= cases['IndustryAreaCode'].map(str)\n",
    "    cases['IndustryCode']= cases['IndustryCode'].map(str)\n",
    "    cases['IndustryCode']=cases['IndustryCode'].replace(to_replace=r',', value='.', regex=True)\n",
    "\n",
    "    cases=cases.drop(columns=[ 'caseID'])\n",
    "    cases=cases.dropna()\n",
    "    res=addManyCases(cases)\n",
    "    return res;\n",
    "#Restores the casebase back to it's original form (hard reset, slower)    \n",
    "def restoreOriginalCaseBaseHard(iik):\n",
    "    deleteAllCases()\n",
    "    fillCaseBase(iik)\n",
    "    \n",
    "casebaseid='CB_csvImport'\n",
    "if casebaseid not in getCaseBaseIDs():\n",
    "    addCaseBaseID(casebaseid)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Dynamic checklist methods"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "import math\n",
    "import pyodbc\n",
    "import pandas\n",
    "import warnings\n",
    "warnings.filterwarnings('ignore')\n",
    "#An overview of industry codes in english can be in the appendix or at https://www.ssb.no/en/klass/klassifikasjoner/6 \n",
    "\n",
    "k=50\n",
    "r=0\n",
    "currentChecklistIndex=0\n",
    "interval=5 #How often recommendation will happen\n",
    "nextrecommendation=interval\n",
    "checklistInitLenght=15\n",
    "currentChecklistIndex=0\n",
    "parameters=list()\n",
    "parametersmun=list()\n",
    "currentCBCopy=initCBCopy\n",
    "currentChecklistToPrint=pd.DataFrame(data={})\n",
    "currentChecklist=pd.DataFrame(data={})\n",
    "cases=obj.getAllCases().drop_duplicates(subset = [\"InspectionId\"])\n",
    "cases2=obj.getAllCases()\n",
    "    \n",
    "\n",
    "recChecklist=pd.DataFrame(data={})\n",
    "recChecklistSolution=pd.DataFrame(data={})\n",
    "orglastindex=0\n",
    "evaluatedChecklist=False\n",
    "recChecklistPrevCP=list()\n",
    "recChecklistPrevCPmun=list()\n",
    "labellist=list()\n",
    "labellistrecommanded=list()\n",
    "rightlabellist=list()\n",
    "evaluatedChecklistlabel=False\n",
    "\n",
    "#This method is used to initialize and reset everything. Used when generating a new checklist for a new inspection\n",
    "def initialize(iik):\n",
    "    global currentChecklistIndex\n",
    "    global currentCBCopy\n",
    "    global initCBCopy\n",
    "    global cases\n",
    "    global cases2\n",
    "    global currentChecklistToPrint\n",
    "    global currentChecklist\n",
    "    global orglastindex\n",
    "    global inspection\n",
    "    global interval #How often recommendation will happen\n",
    "    global nextrecommendation \n",
    "    global checklistInitLenght\n",
    "    global currentChecklistIndex\n",
    "    global evaluatedChecklist\n",
    "    global recChecklist\n",
    "    global recChecklistPrevCP\n",
    "    global recChecklistPrevCPmun\n",
    "    global recChecklistSolution\n",
    "    global labellist\n",
    "    global parameters\n",
    "    global parametersmun\n",
    "    global labellistrecommanded\n",
    "    global rightlabellist\n",
    "    k=50\n",
    "    r=0\n",
    "    currentChecklistIndex=0\n",
    "    nextrecommendation=interval\n",
    "    parameters=list()\n",
    "    parametersmun=list()\n",
    "    currentChecklistToPrint=pd.DataFrame(data={})\n",
    "    currentChecklist=pd.DataFrame(data={})\n",
    "\n",
    "    if len(cases2)==0:\n",
    "        initCBCopy=cases2\n",
    "\n",
    "    if len(initCBCopy)==0:\n",
    "        fillCaseBase(iik)\n",
    "        initCBCopy=obj.getAllCases()\n",
    "        currentCBCopy=initCBCopy\n",
    "        cases=initCBCopy.drop_duplicates(subset = [\"InspectionId\"])\n",
    "        cases2=initCBCopy\n",
    "    if evaluatedChecklist:\n",
    "\n",
    "        restoreOriginalCaseBase()\n",
    "        currentCBCopy=initCBCopy\n",
    "        cases=initCBCopy.drop_duplicates(subset = [\"InspectionId\"])\n",
    "        cases2=initCBCopy\n",
    "\n",
    "    recChecklist=pd.DataFrame(data={})\n",
    "    recChecklistSolution=pd.DataFrame(data={})\n",
    "    orglastindex=0\n",
    "    recChecklistPrevCP=list()\n",
    "    recChecklistPrevCPmun=list()\n",
    "    evaluatedChecklist=False\n",
    "\n",
    "#This method is used to get the input fields.\n",
    "def getInspection():\n",
    "    global Fylke\n",
    "    global municipalityNumber\n",
    "    global industrysubgroupcode\n",
    "    global industrymainareacode\n",
    "    \n",
    "    \n",
    "    inspection= {'Fylke': Fylke.get(),'Municipality':my_entry.get(),'MunicipalityNumber':int(municipalityNumber.get()), 'IndustrySubgroupCode':float(industrysubgroupcode.get()), 'IndustryMainAreaCode':industrymainareacode.get(),'IndustryAreaCode':int(str(industrysubgroupcode.get())[0:2]) \n",
    "                 ,'IndustryCode':float(str(industrysubgroupcode.get())[0:4]),'IndustryGroupCode':float(str(industrysubgroupcode.get())[0:5])  }    \n",
    "    inspection['Fylke']=inspection['Fylke'].replace('ø','Ã¸')\n",
    "    return inspection\n",
    "\n",
    "#This method is used to build the initial checklist\n",
    "def retrievechecklist(inspection2,iik):\n",
    "\n",
    "    global currentChecklistIndex\n",
    "    global currentCBCopy\n",
    "    global cases\n",
    "    global cases2\n",
    "    global currentChecklistToPrint\n",
    "    global currentChecklist\n",
    "    global orglastindex\n",
    "    global inspection\n",
    "    global interval #How often recommendation will happen\n",
    "    global nextrecommendation\n",
    "    global checklistInitLenght\n",
    "    global currentChecklistIndex\n",
    "    global evaluatedChecklist\n",
    "    \n",
    "    initialize(iik)\n",
    "    inspection=inspection2\n",
    "    nextrecommendation=interval\n",
    "    k=500\n",
    "    r=0\n",
    "    while r==0:\n",
    "        cases=retrieve_c_att2(inspection,k)#Retrieve k cases (items) that matches inspection (query)\n",
    "        uniqueCases=cases.drop_duplicates(subset = [\"ControlPointText\"])#Find all unique items by removing duplicate items\n",
    "\n",
    "\n",
    "        if len(uniqueCases)>(checklistInitLenght-1):#Check if there are at least 10 unique cases\n",
    "            r=1#Stop while loop when 10 unique items are found\n",
    "\n",
    "            currentChecklist=uniqueCases.head(checklistInitLenght)        \n",
    "            currentChecklist=currentChecklist.sort_values(by=['NumberOfNonComplianceGivenControlPointandIndustrySubgroup'], ascending=False)\n",
    "            currentChecklist=currentChecklist.reset_index()\n",
    "            orglastindex=currentChecklist[\"similarity\"].iat[-1]\n",
    "\n",
    "\n",
    "        k+=500 #Increment K while there are less then 10 unique items\n",
    "    currentChecklistToPrint=currentChecklist.copy()\n",
    "    currentChecklistToPrint[\"NonCompliance\"]=currentChecklistToPrint[\"NonCompliance\"].astype(float)\n",
    "    currentChecklistToPrint[\"ControlPointText\"]=currentChecklistToPrint[\"ControlPointText\"].replace(to_replace=r'\"', value='', regex=True)\n",
    "    \n",
    "    initlength=len(currentChecklist)\n",
    "    if evaluatedChecklist==False:\n",
    "        \n",
    "        for ind, currentcp in currentChecklist.iterrows():\n",
    "            #Calculate the frequency of non-compliance given the item and industry subgroup code(specified in the inspection above) in the validation database\n",
    "            #Counting non-compliance for evaluation. First attempting to find non-compliance for the industry and municipality in the given inspection\n",
    "            noncompliance=0\n",
    "            lencurrentcc=0\n",
    "            currentcc=cases2[(cases2[\"ControlPointText\"]==currentcp[\"ControlPointText\"]) ]\n",
    "            currentcc=currentcc[(currentcc[\"IndustrySubgroupCode\"].astype(float)==float(inspection[\"IndustrySubgroupCode\"])) ]\n",
    "            currentcc2=currentcc[(currentcc[\"MunicipalityNumber\"].astype(int)==int(inspection[\"MunicipalityNumber\"]))] \n",
    "            if len(currentcc2)!=0:\n",
    "                lencurrentcc=len(currentcc2[\"NonCompliance\"])\n",
    "                noncompliance=len(currentcc2[currentcc2[\"NonCompliance\"].astype(int)>0])\n",
    "                currentChecklistToPrint.at[ind,\"NonCompliance\"]=noncompliance/lencurrentcc\n",
    "            \n",
    "                #If there are no records of the combination of item and the given inspection industry in validation data, then take the industry given in the item\n",
    "            if len(currentcc2)==0:\n",
    "                currentcc=cases2[(cases2[\"IndustrySubgroupCodeIndex\"].astype(int)==int(currentcp[\"IndustrySubgroupCodeIndex\"])) ]\n",
    "                currentcc2=currentcc[(currentcc[\"MunicipalityIndex\"].astype(int)==int(currentcp[\"MunicipalityIndex\"])) ]\n",
    "                lencurrentcc=len(currentcc2[\"NonCompliance\"])\n",
    "                noncompliance=len(currentcc2[currentcc2[\"NonCompliance\"].astype(int)>0])\n",
    "                currentChecklistToPrint.at[ind,\"NonCompliance\"]=noncompliance/lencurrentcc\n",
    "            evaluatedChecklist=True\n",
    "\n",
    "            \n",
    "#This method is used to apply an item and automatically update the checklist with new items. Each time 5 items on the checklist have been answered, a dynamic update occurs.\n",
    "def applyControlPoint(iik):\n",
    "    global currentChecklistIndex\n",
    "    global currentCBCopy\n",
    "    global cases\n",
    "    global cases2\n",
    "    global currentChecklistToPrint\n",
    "    global currentChecklist\n",
    "    global orglastindex\n",
    "    global inspection\n",
    "    global interval #How often recommendation will happen\n",
    "    global nextrecommendation \n",
    "    global checklistInitLenght\n",
    "    global currentChecklistIndex\n",
    "    global evaluatedChecklist\n",
    "    global recChecklist\n",
    "    global recChecklistPrevCP\n",
    "    global recChecklistPrevCPmun\n",
    "    global recChecklistSolution\n",
    "    global parameters\n",
    "    global parametersmun\n",
    "\n",
    "    if currentChecklistIndex<len(currentChecklist):\n",
    "        #drawing an answer to the current checklist item from a bernoulli distribution.\n",
    "        currentChecklist.at[currentChecklistIndex,\"NonCompliance\"]=int(np.random.binomial(1,currentChecklistToPrint.at[currentChecklistIndex,\"NonCompliance\"]))\n",
    "\n",
    "\n",
    "        # Specifying the ODBC driver, server name, database, etc. directly\n",
    "        cnxn = pyodbc.connect('DRIVER={SQL Server Native Client 11.0};SERVER=localhost;DATABASE=IJCAI2022;Trusted_Connection=yes;')\n",
    "        cursor = cnxn.cursor()\n",
    "        controlpointtext=\"'\"+currentChecklist.at[currentChecklistIndex,\"ControlPointText\"]+\"'\"#\"'Har virksomheten valgt verneombud?'\"\n",
    "        noncomplianceq=currentChecklist.at[currentChecklistIndex,\"NonCompliance\"]\n",
    "\n",
    "        updatedprob=pandas.read_sql(\"Select 'None' as UnderThemeName, [MuncipalityIndex] as MunicipalityIndex,[IndustrySubgroupCodeIndex], [IndustryGroupCode],[IndustryAreaCode],[IndustryCode],[Fylke],[MunicipalityNumber],  InspectionId as InspectionId, ControlPointText,IndustryMainAreaCode,IndustrySubgroupCode,\"\n",
    "        +\"Municipality,NonCompliance,[ProbabilityForNonComplianceGivenControlPointandMunicipality]\"\n",
    "        +\",[ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup],[NumberOfNonComplianceGivenControlPointandIndustrySubgroup]\"\n",
    "        +\",[NumberOfNonComplianceGivenControlPointandMunicipality],[IndustryPar1],[IndustryParTot],IndustryDynamicPar1,IndustryDynamicParTot\"\n",
    "        +\",MunicipalityDynamicPar1,MunicipalityDynamicParTot,[MunicipalityPar1],[MunicipalityParTot] FROM [IJCAI2022].[dbo].[BayesianDynamicChecklistLocalDbRandomizedTestParameters\"+str(iik)+\"]\"\n",
    "        +\" left join(SELECT [ControlPointText] as KPTKPT,KPT as Kontrollpunkttekst2,Municipality as KomKom,sum(iif(ANTB=-1,0,ANTB)) MunicipalityDynamicPar1\"\n",
    "        +\",count(ANTB) MunicipalityDynamicParTot,CAST(sum(iif(ANTB=-1,0,ANTB)) as float)/count(ANTB) SannsynlighetForBruddGittTidligereKPKommuneogBrudd\"\n",
    "        +\" FROM [IJCAI2022].[dbo].[BayesianDynamicChecklistLocalDbRandomizedTrain\"+str(iik)+\"] join (select InspectionId as TiD, ControlPointText as KPT, NonCompliance as AntB from [IJCAI2022].[dbo].[BayesianDynamicChecklistLocalDbRandomizedTrain\"+str(iik)+\"]\"\n",
    "        +\") as a on a.TiD=InspectionId where ControlPointText=\"+controlpointtext\n",
    "        +\" and NonCompliance=\"+str(noncomplianceq)\n",
    "        +\"group by ControlPointText, KPT,Municipality) as c on c.Kontrollpunkttekst2=ControlPointText and c.KomKom=Municipality\"\n",
    "        +\" left join(SELECT [ControlPointText] as KPTKPT2,KPT as Kontrollpunkttekst3,IndustrySubgroupCode as Nar2,\"\n",
    "        +\"sum(iif(ANTB=-1,0,ANTB)) IndustryDynamicPar1,count(ANTB) IndustryDynamicParTot,CAST(sum(iif(ANTB=-1,0,ANTB)) as float)/count(ANTB) SannsynlighetForBruddGittTidligereKPNaringogBrudd\"\n",
    "        +\" FROM [IJCAI2022].[dbo].[BayesianDynamicChecklistLocalDbRandomizedTrain\"+str(iik)+\"] join (select InspectionId as TiD, ControlPointText as KPT, NonCompliance as AntB from [IJCAI2022].[dbo].[BayesianDynamicChecklistLocalDbRandomizedTrain\"+str(iik)+\"])\"\n",
    "        +\" as a on a.TiD=InspectionId where ControlPointText=\"+controlpointtext\n",
    "        +\" and NonCompliance=\"+str(noncomplianceq)\n",
    "        +\" group by ControlPointText, KPT,IndustrySubgroupCode) as cc on cc.Kontrollpunkttekst3=ControlPointText and cc.Nar2=IndustrySubgroupCode\"\n",
    "        +\" join(select InspectionId as ttid FROM [IJCAI2022].[dbo].[BayesianDynamicChecklistLocalDbRandomizedTest\"+str(iik)+\"] where ControlPointText=\"\n",
    "        +controlpointtext+\" and NonCompliance=\"+str(noncomplianceq)+\" group by InspectionId) as bb on bb.ttid=InspectionId\"\n",
    "        +\" order by Kontrollpunkttekst2 asc\"\n",
    "                                    ,cnxn)\n",
    "        \n",
    "        #SQL Query retrieves existing and dynamic parameters for items conditioned on a answered item, the item outcome (answer),\n",
    "        #Municipality (given) or industrysubgroupcode (given) and noncompliance (last are partitioned for the parameters *DynamicPar1 )\n",
    "        updatedprob = updatedprob[~(updatedprob.IndustryDynamicParTot.isna()) | ~(updatedprob.MunicipalityDynamicParTot.isna())]\n",
    "\n",
    "        #Dataframe with updated parameters\n",
    "        currentCBCopyTest=currentCBCopy.copy()\n",
    "        currentCBCopyTest['ControlPointText'] = currentCBCopyTest['ControlPointText'].str.replace(';','')\n",
    "\n",
    "        updatedprob['MunicipalityPar1'] = updatedprob['MunicipalityPar1'].fillna(0)\n",
    "        updatedprob['MunicipalityParTot'] = updatedprob['MunicipalityParTot'].fillna(0)\n",
    "        updatedprob['MunicipalityDynamicPar1'] = updatedprob['MunicipalityDynamicPar1'].fillna(0)\n",
    "        updatedprob['MunicipalityDynamicParTot'] = updatedprob['MunicipalityDynamicParTot'].fillna(0)\n",
    "        updatedprob['IndustryPar1'] = updatedprob['IndustryPar1'].fillna(0)\n",
    "        updatedprob['IndustryParTot'] = updatedprob['IndustryParTot'].fillna(0)\n",
    "        updatedprob['IndustryDynamicPar1'] = updatedprob['IndustryDynamicPar1'].fillna(0)\n",
    "        updatedprob['IndustryDynamicParTot'] = updatedprob['IndustryDynamicParTot'].fillna(0)\n",
    "\n",
    "\n",
    "        updatedprob=updatedprob[updatedprob[\"IndustryMainAreaCode\"]==inspection[\"IndustryMainAreaCode\"]]\n",
    "\n",
    "        \n",
    "        updatedprobunique=updatedprob.drop_duplicates(subset = [\"ControlPointText\",\"IndustrySubgroupCode\"])#,ignore_index=True update first\n",
    "        updatedprobunique=updatedprobunique[updatedprobunique[\"IndustryMainAreaCode\"]==inspection[\"IndustryMainAreaCode\"]]\n",
    "        updatedprobunique=updatedprobunique.reset_index()\n",
    "        updatedprobunique[\"IndustrySubgroupCodeIndex\"]=updatedprobunique[\"IndustrySubgroupCodeIndex\"].astype(int)\n",
    "        updatedprobunique[\"MunicipalityIndex\"]=updatedprobunique[\"MunicipalityIndex\"].astype(int)\n",
    "        parameters.append(updatedprobunique.to_numpy())\n",
    "\n",
    "        ccbii=currentCBCopyTest[\"IndustrySubgroupCodeIndex\"].to_numpy()\n",
    "        ccbii=ccbii.astype(int)\n",
    "        ccbv=currentCBCopyTest[\"ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup\"].to_numpy()\n",
    "        ccbv=ccbv.astype(int)\n",
    "        ccbi=currentCBCopyTest[\"IndustrySubgroupCode\"].to_numpy()\n",
    "        ccbi=ccbi.astype(float)\n",
    "        ccbt=currentCBCopyTest[\"ControlPointText\"].to_numpy()\n",
    "        currentCBCopyTest=currentCBCopyTest.to_numpy()\n",
    "        probForNonCompliance=currentCBCopy.columns.get_loc(\"ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup\")\n",
    "        industrySubgroupCodeIndexupdated=updatedprobunique.columns.get_loc(\"IndustrySubgroupCodeIndex\")\n",
    "        industryDynamicPar1=updatedprobunique.columns.get_loc(\"IndustryDynamicPar1\")\n",
    "        industryDynamicParTot=updatedprobunique.columns.get_loc(\"IndustryDynamicParTot\")\n",
    "        industryPar1=updatedprobunique.columns.get_loc(\"IndustryPar1\")\n",
    "        industryParTot=updatedprobunique.columns.get_loc(\"IndustryParTot\")\n",
    "        updatedprobunique=updatedprobunique.to_numpy()\n",
    "\n",
    "        for case in updatedprobunique:\n",
    "            caseIndex=int(case[industrySubgroupCodeIndexupdated])\n",
    "            ccbiiBoolean=(ccbii==caseIndex)\n",
    "            if len(parameters)>0:\n",
    "                case[industryDynamicPar1]=0\n",
    "                case[industryDynamicParTot]=0\n",
    "                for indd in parameters:\n",
    "                    inddind=indd[:,industrySubgroupCodeIndexupdated]\n",
    "                    inddd=indd[(inddind==caseIndex)]\n",
    "                    if len(inddd)>0:\n",
    "                        case[industryDynamicPar1]=int(case[industryDynamicPar1])+int(inddd[0,industryDynamicPar1])\n",
    "                        case[industryDynamicParTot]=int(case[industryDynamicParTot])+int(inddd[0,industryDynamicParTot])\n",
    "\n",
    "\n",
    "            if len(parameters)>0 and case[industryDynamicParTot]>0:#avoid division by 0. case[\"IndustryDynamicParTot\"]>29:\n",
    "                value=((case[industryDynamicPar1])+1)/(case[industryDynamicParTot]+6)\n",
    "            else:\n",
    "                value=(case[industryPar1]+(case[industryDynamicPar1]))/(case[industryParTot]+(case[industryDynamicParTot]))\n",
    "            ccbvtemp=ccbv[(ccbiiBoolean)]                    \n",
    "            if len(ccbvtemp)>0 and int(round(value*100))!=ccbvtemp[0]:\n",
    "                #currentCBCopyTest.at[ind, 'ProbabilityForNonComplianceGivenControlPointandMunicipality']=int(round(value.iat[0]*100))\n",
    "                #Standard vector assignment in python is extremely slow so we have optimized it. The 3 lines of code below corresponds to the commented out code line above.\n",
    "                ccase=currentCBCopyTest[(ccbiiBoolean)]\n",
    "                ccase[:,probForNonCompliance]=int(round(value*100))\n",
    "                currentCBCopyTest[(ccbiiBoolean)]=ccase\n",
    "\n",
    "        currentCBCopyTest=pd.DataFrame(data=currentCBCopyTest[0:,0:],columns=currentCBCopy.columns)\n",
    "\n",
    "\n",
    "        updatedprobunique=updatedprob.drop_duplicates(subset = [\"ControlPointText\",\"MunicipalityNumber\"])#,ignore_index=True update pd first\n",
    "        updatedprobunique=updatedprobunique.reset_index()\n",
    "        updatedprobunique[\"IndustrySubgroupCodeIndex\"]=updatedprobunique[\"IndustrySubgroupCodeIndex\"].astype(int)\n",
    "        updatedprobunique[\"MunicipalityIndex\"]=updatedprobunique[\"MunicipalityIndex\"].astype(int)\n",
    "\n",
    "        parametersmun.append(updatedprobunique.to_numpy())\n",
    "        if len(parametersmun)>30:\n",
    "            parametersmun.pop(0)\n",
    "        #print(str(len(parametersmun))+\"\\n\")\n",
    "        ccbii=currentCBCopyTest[\"MunicipalityIndex\"].to_numpy()\n",
    "        ccbii=ccbii.astype(int)\n",
    "        ccbv=currentCBCopyTest[\"ProbabilityForNonComplianceGivenControlPointandMunicipality\"].to_numpy()\n",
    "        ccbv=ccbv.astype(int)\n",
    "        ccbi=currentCBCopyTest[\"MunicipalityNumber\"].to_numpy()\n",
    "        ccbi=ccbi.astype(int)\n",
    "        ccbt=currentCBCopyTest[\"ControlPointText\"].to_numpy()\n",
    "        probForNonCompliance=currentCBCopy.columns.get_loc(\"ProbabilityForNonComplianceGivenControlPointandMunicipality\")\n",
    "        municipalityIndexupdated=updatedprobunique.columns.get_loc(\"MunicipalityIndex\")\n",
    "        municipalityDynamicPar1=updatedprobunique.columns.get_loc(\"MunicipalityDynamicPar1\")\n",
    "        municipalityDynamicParTot=updatedprobunique.columns.get_loc(\"MunicipalityDynamicParTot\")\n",
    "        municipalityPar1=updatedprobunique.columns.get_loc(\"MunicipalityPar1\")\n",
    "        municipalityParTot=updatedprobunique.columns.get_loc(\"MunicipalityParTot\")\n",
    "        currentCBCopyTest=currentCBCopyTest.to_numpy()\n",
    "        updatedprobunique=updatedprobunique.to_numpy()\n",
    "\n",
    "        for case in updatedprobunique:\n",
    "            caseIndex=int(case[municipalityIndexupdated])\n",
    "            ccbiiBoolean=(ccbii==caseIndex)\n",
    "\n",
    "            if len(parametersmun)>0:\n",
    "\n",
    "                case[municipalityDynamicPar1]=0\n",
    "                case[municipalityDynamicParTot]=0\n",
    "                for indd in parametersmun:\n",
    "                    inddind=indd[:,municipalityIndexupdated]\n",
    "                    inddd=indd[(inddind==caseIndex)]\n",
    "                    if len(inddd)>0:\n",
    "                        case[municipalityDynamicPar1]=int(case[municipalityDynamicPar1])+int(inddd[0,municipalityDynamicPar1])\n",
    "                        case[municipalityDynamicParTot]=int(case[municipalityDynamicParTot])+int(inddd[0,municipalityDynamicParTot])\n",
    "\n",
    "            if len(parametersmun)>0 and case[municipalityDynamicParTot]>0:\n",
    "                value=((case[municipalityDynamicPar1])+1)/(case[municipalityDynamicParTot]+6)\n",
    "            else:\n",
    "                value=(case[municipalityPar1]+(case[municipalityDynamicPar1]))/(case[municipalityParTot]+(case[municipalityDynamicParTot]))\n",
    "\n",
    "            ccbvtemp=ccbv[(ccbiiBoolean)]\n",
    "            if len(ccbvtemp)>0 and int(round(value*100))!=ccbvtemp[0]:#Optimisation: only update the values that have changed\n",
    "                ccase=currentCBCopyTest[(ccbiiBoolean)]\n",
    "                ccase[:,probForNonCompliance]=int(round(value*100))\n",
    "                currentCBCopyTest[(ccbiiBoolean)]=ccase\n",
    "\n",
    "        currentCBCopyTest=pd.DataFrame(data=currentCBCopyTest[0:,0:],columns=currentCBCopy.columns) \n",
    "        currentCBCopy=currentCBCopyTest\n",
    "        \n",
    "        #Check if the current checklist has recieved 5 answers since beginning or last recommendation.\n",
    "        if len(parameters)>=nextrecommendation: #Update with recommendations after answering [nextrecommendation] items\n",
    "\n",
    "            toUpdate=currentCBCopyTest[currentCBCopyTest[\"IndustryMainAreaCode\"]==inspection[\"IndustryMainAreaCode\"]]\n",
    "\n",
    "\n",
    "            #Retrieve the updated cases for recommendation\n",
    "\n",
    "            k=50\n",
    "            r=0\n",
    "            while r==0:\n",
    "                cases=retrieve_c_att2(inspection,k)#Retrieve k cases (items) that matches inspection (query)\n",
    "                uniqueCases=cases.drop_duplicates(subset = [\"ControlPointText\"])#Find all unique items by removing duplicate items\n",
    "\n",
    "                # retain and remove/mark the controlled item. We are not applying the same item twice\n",
    "                if len(uniqueCases)>(checklistInitLenght-1):#Check if there are at least 10 unique cases\n",
    "                    r=1#Stop while loop when 10 unique items are found\n",
    "                    #print(uniqueCases)#Print the current list of k cases. Used for debugging\n",
    "                    recChecklistPrevCP=list()\n",
    "                    recChecklistPrevCPmun=list()\n",
    "                    recChecklist=uniqueCases.head(checklistInitLenght)\n",
    "                k+=400 #Increment K while there are less then 10 unique items\n",
    "\n",
    "            for ind, case in currentChecklist.iterrows():\n",
    "                recc=recChecklist[\"ControlPointText\"].to_numpy()\n",
    "                recChecklist=recChecklist[recc!=case[\"ControlPointText\"]]\n",
    "\n",
    "            #print(\"\\nlast index: \"+str(orglastindex))    \n",
    "            recChecklist=recChecklist[recChecklist[\"similarity\"]>= orglastindex]\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "            recChecklistSolution=recChecklist.copy()\n",
    "            recChecklistSolution[\"NonCompliance\"]=recChecklistSolution[\"NonCompliance\"].astype(float)\n",
    "            cases2industrysubgroupcodeindex=cases2.columns.get_loc(\"IndustrySubgroupCodeIndex\")\n",
    "            cases2municipalityindex=cases2.columns.get_loc(\"MunicipalityIndex\")\n",
    "            cases2inspectionid=cases2.columns.get_loc(\"InspectionId\")\n",
    "            cases2noncompliance=cases2.columns.get_loc(\"NonCompliance\")\n",
    "            cases2industrysubgroupcode=cases2.columns.get_loc(\"IndustrySubgroupCode\")\n",
    "            cases2controlpointtext=cases2.columns.get_loc(\"ControlPointText\")\n",
    "            cases2nu=cases2.to_numpy()\n",
    "            for ind, currentcp in recChecklist.iterrows():\n",
    "                inndex=0\n",
    "                counter=0\n",
    "                maxscore=0\n",
    "                noncompliance=0\n",
    "                lencurrentcc=0\n",
    "\n",
    "                for indd in parameters:\n",
    "\n",
    "                    inddd=indd[(indd[:,industrySubgroupCodeIndexupdated].astype(int)==int(currentcp[\"IndustrySubgroupCodeIndex\"]))]\n",
    "                    if len(inddd)>0:\n",
    "                        if inddd[0,industryDynamicParTot]>maxscore:\n",
    "                            maxscore=inddd[0,industryDynamicParTot]\n",
    "                            parameter=indd\n",
    "                            indddm=inddd\n",
    "                            inndex=counter\n",
    "\n",
    "                    counter=counter+1\n",
    "                \n",
    "                prevcp=currentChecklist.loc[inndex]\n",
    "                cases22=cases2[(cases2nu[:,cases2industrysubgroupcodeindex].astype(int)==int(prevcp[\"IndustrySubgroupCodeIndex\"]))]\n",
    "                cases22prox=cases22[\"NonCompliance\"].to_numpy()\n",
    "                cases22=cases22[(cases22prox.astype(int)==int(prevcp[\"NonCompliance\"]))] #only select inspections with matching municipality and same noncompliance status\n",
    "                #print(\"Sub:\"+str(prevcp))\n",
    "                if maxscore>0:\n",
    "                    recChecklistPrevCP.append(str(prevcp[\"ControlPointText\"])+\"\")\n",
    "                else:\n",
    "                    recChecklistPrevCP.append(str(\"\"))\n",
    "                condcaseids=cases22.drop_duplicates(subset = [\"InspectionId\"])\n",
    "                condcaseids=condcaseids[\"InspectionId\"].to_numpy()\n",
    "                for  cc in condcaseids:\n",
    "                    currentcc=cases2nu[(cases2nu[:,cases2inspectionid].astype(int)==int(cc))]\n",
    "                    currentcc=currentcc[(currentcc[:,cases2industrysubgroupcodeindex].astype(int)==int(currentcp[\"IndustrySubgroupCodeIndex\"]))]\n",
    "                    lencurrentcc=lencurrentcc+len(currentcc[:,cases2noncompliance])\n",
    "                    noncompliance=noncompliance+len(currentcc[currentcc[:,cases2noncompliance].astype(int)>0])\n",
    "\n",
    "                prevvalue=0\n",
    "                if lencurrentcc>0:\n",
    "                    recChecklistSolution.at[ind,\"NonCompliance\"]=float(noncompliance)/float(lencurrentcc)\n",
    "\n",
    "                    prevvalue=1\n",
    "\n",
    "                inndex=0\n",
    "                counter=0\n",
    "                maxscore=0\n",
    "                noncompliance=0\n",
    "                lencurrentcc=0\n",
    "                for indd in parametersmun:\n",
    "\n",
    "                    inddd=indd[(indd[:,municipalityIndexupdated]==currentcp[\"MunicipalityIndex\"])]\n",
    "                    if len(inddd)>0:\n",
    "                        if inddd[:,municipalityIndexupdated]>maxscore:\n",
    "                            maxscore=inddd[:,municipalityIndexupdated]\n",
    "                            parameter=indd\n",
    "                            indddm=inddd\n",
    "                            inndex=counter\n",
    "                    counter=counter+1\n",
    "\n",
    "                prevcp=currentChecklist.loc[inndex]\n",
    "                cases22=cases2[(cases2nu[:,cases2municipalityindex].astype(int)==int(prevcp[\"MunicipalityIndex\"]))]\n",
    "                cases22prox=cases22[\"NonCompliance\"].to_numpy()\n",
    "                cases22=cases22[(cases22prox.astype(int)==int(prevcp[\"NonCompliance\"]))] #only select inspections with matching municipality and same noncompliance status\n",
    "\n",
    "                if maxscore>0:\n",
    "\n",
    "                    recChecklistPrevCPmun.append(str(prevcp[\"ControlPointText\"])+\"\")\n",
    "                else:\n",
    "                    recChecklistPrevCPmun.append(str(\"\"))\n",
    "\n",
    "                condcaseids=cases22.drop_duplicates(subset = [\"InspectionId\"])\n",
    "                condcaseids=condcaseids[\"InspectionId\"].to_numpy()\n",
    "                for cc in condcaseids:\n",
    "                    currentcc=cases2nu[(cases2nu[:,cases2inspectionid].astype(int)==int(cc)) ]\n",
    "                    currentcc=currentcc[(currentcc[:,cases2municipalityindex].astype(int)==int(currentcp[\"MunicipalityIndex\"]))]\n",
    "                    lencurrentcc=lencurrentcc+len(currentcc[:,cases2noncompliance])\n",
    "                    noncompliance=noncompliance+len(currentcc[currentcc[:,cases2noncompliance].astype(int)>0])\n",
    "\n",
    "                if lencurrentcc>0:\n",
    "\n",
    "                    if prevvalue==1:\n",
    "                        recChecklistSolution.at[ind,\"NonCompliance\"]=(float(recChecklistSolution.at[ind,\"NonCompliance\"])+float(noncompliance)/float(lencurrentcc))/2      \n",
    "                    else:\n",
    "                        recChecklistSolution.at[ind,\"NonCompliance\"]=float(noncompliance)/float(lencurrentcc)\n",
    "\n",
    "                    \n",
    "                if lencurrentcc==0 and prevvalue==0:#If no conditional non-compliance exists in validationbase\n",
    "                    noncompliance=0\n",
    "                    lencurrentcc=0\n",
    "                    currentcc=cases2nu[(cases2nu[:,cases2industrysubgroupcode].astype(float)==float(inspection[\"IndustrySubgroupCode\"])) & (cases2nu[:,cases2municipalityindex]==currentcp[\"MunicipalityIndex\"]) ]\n",
    "\n",
    "                    if len(currentcc[:,0])==0:\n",
    "\n",
    "                        currentcc=cases2nu[(cases2nu[:,cases2industrysubgroupcode].astype(float)==float(inspection[\"IndustrySubgroupCode\"])) & (cases2nu[:,cases2controlpointtext]==currentcp[\"ControlPointText\"]) ]\n",
    "                        #If there are no records of the combination of item and the given inspection industry in validation data, then take the industry given in the item\n",
    "                    if len(currentcc[:,0])==0:#If clause meant as fault handling as a last resort if assignment above fails\n",
    "                        currentcc=cases2nu[(cases2nu[:,cases2industrysubgroupcodeindex].astype(int)==int(currentcp[\"IndustrySubgroupCodeIndex\"])) ]\n",
    "                    \n",
    "                    lencurrentcc=lencurrentcc+len(currentcc[:,cases2noncompliance])\n",
    "                    noncompliance=noncompliance+len(currentcc[currentcc[:,cases2noncompliance].astype(int)>0])\n",
    "                    noncompliancefrac=0\n",
    "                    if lencurrentcc>0:\n",
    "                        noncompliancefrac=(noncompliance/lencurrentcc)\n",
    "\n",
    "                    recChecklistSolution.at[ind,\"NonCompliance\"]=noncompliancefrac\n",
    "                    \n",
    "\n",
    "\n",
    "            if len(recChecklist)>0:\n",
    "                recChecklistSolution[\"ControlPointText\"]=recChecklistSolution[\"ControlPointText\"].replace(to_replace=r'\"', value='', regex=True)\n",
    "\n",
    "                addRecommandedControlPoints()\n",
    "                print(len(recChecklistPrevCP))\n",
    "                print(len(recChecklistPrevCPmun))\n",
    "                i=0\n",
    "                for cp in recChecklistSolution[\"ControlPointText\"]:\n",
    "                    recChecklistPrevCP[i]=recChecklistPrevCP[i].replace('\"', '')\n",
    "                    recChecklistPrevCPmun[i]=recChecklistPrevCPmun[i].replace('\"', '')\n",
    "                    i=i+1\n",
    "                #print(currentChecklistToPrint[\"ControlPointText\"])\n",
    "                \n",
    "            nextrecommendation=nextrecommendation+interval\n",
    "        currentChecklistIndex=currentChecklistIndex+1\n",
    "    if currentChecklistIndex>=len(currentChecklist):\n",
    "\n",
    "        print(\"\\n The simulated inspection has been completed with a total of \"+ str(int(round(currentChecklist[\"NonCompliance\"].sum())))+\" noncompliances found.\")\n",
    "\n",
    "    if currentChecklistIndex<len(currentChecklist):\n",
    "        return pd.DataFrame(data={})\n",
    "    else:\n",
    "        return currentChecklistToPrint\n",
    "\n",
    "#This method appends the recommended items to the checklist\n",
    "def addRecommandedControlPoints():\n",
    "    global currentChecklist\n",
    "    global currentChecklistToPrint\n",
    "    global recChecklist\n",
    "    global recChecklistSolution\n",
    "    global recChecklistPrevCP\n",
    "    global recChecklistPrevCPmun\n",
    "    currentChecklist=currentChecklist.append(recChecklist,ignore_index = True)\n",
    "    currentChecklistToPrint=currentChecklistToPrint.append(recChecklistSolution,ignore_index = True)\n",
    "    \n",
    "#This method simulates inspection and returns the checklist. Note that only the added/recommanded items have updated\n",
    "#probability estimates according to the context of the inspection\n",
    "def simulateInspection(inspection2,iik):\n",
    "    \n",
    "    retrievechecklist(inspection2,iik)\n",
    "    r=0\n",
    "    check=0\n",
    "    while r==0:\n",
    "        check+=1\n",
    "        if check==100:\n",
    "            break\n",
    "        simulatedChecklist=applyControlPoint(iik)\n",
    "        if len(simulatedChecklist)>0:\n",
    "            return simulatedChecklist\n",
    "        "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Checklist  experiment"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Simulating inspection for input validation case: caseID                                                             KP-CB_csvImport69623                                                                                                                                         \n",
      "ControlPointText                                                   \" Does the person responsible for the major accident activity ensure that the contingency plan is reviewed and tested to meet relevant emergency situations?\"\n",
      "Fylke                                                              Oslo                                                                                                                                                         \n",
      "IndustryAreaCode                                                   46                                                                                                                                                           \n",
      "IndustryCode                                                       46.7                                                                                                                                                         \n",
      "IndustryGroupCode                                                  46.71                                                                                                                                                        \n",
      "IndustryMainAreaCode                                               G                                                                                                                                                            \n",
      "IndustrySubgroupCode                                               46.71                                                                                                                                                        \n",
      "IndustrySubgroupCodeIndex                                          79718                                                                                                                                                        \n",
      "InspectionId                                                       256790                                                                                                                                                       \n",
      "Municipality                                                       Oslo                                                                                                                                                         \n",
      "MunicipalityIndex                                                  95699                                                                                                                                                        \n",
      "MunicipalityNumber                                                 301                                                                                                                                                          \n",
      "NonCompliance                                                      0                                                                                                                                                            \n",
      "NumberOfNonComplianceGivenControlPointandIndustrySubgroup          2                                                                                                                                                            \n",
      "NumberOfNonComplianceGivenControlPointandMunicipality              1                                                                                                                                                            \n",
      "ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup    19                                                                                                                                                           \n",
      "ProbabilityForNonComplianceGivenControlPointandMunicipality        17                                                                                                                                                           \n",
      "UnderThemeName                                                     None                                                                                                                                                         \n",
      "Name: 0, dtype: object\n",
      "\n",
      " The simulated inspection has been completed with a total of 5 noncompliances found.\n",
      "Current Average Precision is: 0.3333333333333333\n",
      "Current Average Accuracy is: 0.75\n",
      "Current Average Recall is: 0.8333333333333334\n",
      "Simulating inspection for input validation case: caseID                                                             KP-CB_csvImport21188                                                                                                                     \n",
      "ControlPointText                                                   \" Does the employer fulfill the duty to provide information on all relevant SHA measures to the safety representative and the employees?\"\n",
      "Fylke                                                              Vestfold og Telemark                                                                                                                     \n",
      "IndustryAreaCode                                                   43                                                                                                                                       \n",
      "IndustryCode                                                       43.1                                                                                                                                     \n",
      "IndustryGroupCode                                                  43.12                                                                                                                                    \n",
      "IndustryMainAreaCode                                               F                                                                                                                                        \n",
      "IndustrySubgroupCode                                               43.12                                                                                                                                    \n",
      "IndustrySubgroupCodeIndex                                          69718                                                                                                                                    \n",
      "InspectionId                                                       254630                                                                                                                                   \n",
      "Municipality                                                       Bamble                                                                                                                                   \n",
      "MunicipalityIndex                                                  83750                                                                                                                                    \n",
      "MunicipalityNumber                                                 3813                                                                                                                                     \n",
      "NonCompliance                                                      0                                                                                                                                        \n",
      "NumberOfNonComplianceGivenControlPointandIndustrySubgroup          6                                                                                                                                        \n",
      "NumberOfNonComplianceGivenControlPointandMunicipality              0                                                                                                                                        \n",
      "ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup    5                                                                                                                                        \n",
      "ProbabilityForNonComplianceGivenControlPointandMunicipality        17                                                                                                                                       \n",
      "UnderThemeName                                                     None                                                                                                                                     \n",
      "Name: 1, dtype: object\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      " The simulated inspection has been completed with a total of 3 noncompliances found.\n",
      "Current Average Precision is: 0.25\n",
      "Current Average Accuracy is: 0.7548076923076923\n",
      "Current Average Recall is: 0.9166666666666667\n",
      "Simulating inspection for input validation case: caseID                                                             KP-CB_csvImport80147                                                                                                                                                                       \n",
      "ControlPointText                                                   \" Has the employer ensured that the employee has been given a written statement of the method of calculating salary, the calculation basis for holiday pay and deductions made (pay slip)?\"\n",
      "Fylke                                                              Rogaland                                                                                                                                                                                   \n",
      "IndustryAreaCode                                                   41                                                                                                                                                                                         \n",
      "IndustryCode                                                       41.2                                                                                                                                                                                       \n",
      "IndustryGroupCode                                                  41.2                                                                                                                                                                                       \n",
      "IndustryMainAreaCode                                               F                                                                                                                                                                                          \n",
      "IndustrySubgroupCode                                               41.2                                                                                                                                                                                       \n",
      "IndustrySubgroupCodeIndex                                          49434                                                                                                                                                                                      \n",
      "InspectionId                                                       254570                                                                                                                                                                                     \n",
      "Municipality                                                       Sandnes                                                                                                                                                                                    \n",
      "MunicipalityIndex                                                  60226                                                                                                                                                                                      \n",
      "MunicipalityNumber                                                 1108                                                                                                                                                                                       \n",
      "NonCompliance                                                      0                                                                                                                                                                                          \n",
      "NumberOfNonComplianceGivenControlPointandIndustrySubgroup          14                                                                                                                                                                                         \n",
      "NumberOfNonComplianceGivenControlPointandMunicipality              1                                                                                                                                                                                          \n",
      "ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup    4                                                                                                                                                                                          \n",
      "ProbabilityForNonComplianceGivenControlPointandMunicipality        6                                                                                                                                                                                          \n",
      "UnderThemeName                                                     None                                                                                                                                                                                       \n",
      "Name: 2, dtype: object\n",
      "\n",
      " The simulated inspection has been completed with a total of 11 noncompliances found.\n",
      "Current Average Precision is: 0.39523809523809517\n",
      "Current Average Accuracy is: 0.7693561918051713\n",
      "Current Average Recall is: 0.7465045984336424\n",
      "Simulating inspection for input validation case: caseID                                                             KP-CB_csvImport40262                                                                                                                                                                            \n",
      "ControlPointText                                                   \" Has the employer made sure that a work plan has been prepared that shows which weeks, days and times the individual employee should work if the employees work at different times of the day?\"\n",
      "Fylke                                                              Nordland                                                                                                                                                                                        \n",
      "IndustryAreaCode                                                   47                                                                                                                                                                                              \n",
      "IndustryCode                                                       47.7                                                                                                                                                                                            \n",
      "IndustryGroupCode                                                  47.78                                                                                                                                                                                           \n",
      "IndustryMainAreaCode                                               G                                                                                                                                                                                               \n",
      "IndustrySubgroupCode                                               47.789                                                                                                                                                                                          \n",
      "IndustrySubgroupCodeIndex                                          53811                                                                                                                                                                                           \n",
      "InspectionId                                                       254443                                                                                                                                                                                          \n",
      "Municipality                                                       VestvÃ¥gÃ¸y                                                                                                                                                                                     \n",
      "MunicipalityIndex                                                  64584                                                                                                                                                                                           \n",
      "MunicipalityNumber                                                 1860                                                                                                                                                                                            \n",
      "NonCompliance                                                      0                                                                                                                                                                                               \n",
      "NumberOfNonComplianceGivenControlPointandIndustrySubgroup          1                                                                                                                                                                                               \n",
      "NumberOfNonComplianceGivenControlPointandMunicipality              2                                                                                                                                                                                               \n",
      "ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup    8                                                                                                                                                                                               \n",
      "ProbabilityForNonComplianceGivenControlPointandMunicipality        8                                                                                                                                                                                               \n",
      "UnderThemeName                                                     None                                                                                                                                                                                            \n",
      "Name: 3, dtype: object\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      " The simulated inspection has been completed with a total of 11 noncompliances found.\n",
      "Current Average Precision is: 0.47142857142857136\n",
      "Current Average Accuracy is: 0.767806617538089\n",
      "Current Average Recall is: 0.8098784488252317\n",
      "Simulating inspection for input validation case: caseID                                                             KP-CB_csvImport120534                                                                                                                                                                      \n",
      "ControlPointText                                                   \" Has the employer ensured that the employee has been given a written statement of the method of calculating salary, the calculation basis for holiday pay and deductions made (pay slip)?\"\n",
      "Fylke                                                              Agder                                                                                                                                                                                      \n",
      "IndustryAreaCode                                                   78                                                                                                                                                                                         \n",
      "IndustryCode                                                       78.2                                                                                                                                                                                       \n",
      "IndustryGroupCode                                                  78.2                                                                                                                                                                                       \n",
      "IndustryMainAreaCode                                               N                                                                                                                                                                                          \n",
      "IndustrySubgroupCode                                               78.2                                                                                                                                                                                       \n",
      "IndustrySubgroupCodeIndex                                          49558                                                                                                                                                                                      \n",
      "InspectionId                                                       253522                                                                                                                                                                                     \n",
      "Municipality                                                       Kristiansand                                                                                                                                                                               \n",
      "MunicipalityIndex                                                  60157                                                                                                                                                                                      \n",
      "MunicipalityNumber                                                 4204                                                                                                                                                                                       \n",
      "NonCompliance                                                      0                                                                                                                                                                                          \n",
      "NumberOfNonComplianceGivenControlPointandIndustrySubgroup          2                                                                                                                                                                                          \n",
      "NumberOfNonComplianceGivenControlPointandMunicipality              0                                                                                                                                                                                          \n",
      "ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup    5                                                                                                                                                                                          \n",
      "ProbabilityForNonComplianceGivenControlPointandMunicipality        3                                                                                                                                                                                          \n",
      "UnderThemeName                                                     None                                                                                                                                                                                       \n",
      "Name: 4, dtype: object\n",
      "\n",
      " The simulated inspection has been completed with a total of 6 noncompliances found.\n",
      "Current Average Precision is: 0.4444761904761904\n",
      "Current Average Accuracy is: 0.7748675162526933\n",
      "Current Average Recall is: 0.7502676239250502\n",
      "Simulating inspection for input validation case: caseID                                                             KP-CB_csvImport22513                                                                                    \n",
      "ControlPointText                                                   \" Has the employer made sure that the excavated material is placed so that it cannot cause a landslide?\"\n",
      "Fylke                                                              Rogaland                                                                                                \n",
      "IndustryAreaCode                                                   43                                                                                                      \n",
      "IndustryCode                                                       43.1                                                                                                    \n",
      "IndustryGroupCode                                                  43.12                                                                                                   \n",
      "IndustryMainAreaCode                                               F                                                                                                       \n",
      "IndustrySubgroupCode                                               43.12                                                                                                   \n",
      "IndustrySubgroupCodeIndex                                          54477                                                                                                   \n",
      "InspectionId                                                       253203                                                                                                  \n",
      "Municipality                                                       Stavanger                                                                                               \n",
      "MunicipalityIndex                                                  65759                                                                                                   \n",
      "MunicipalityNumber                                                 1103                                                                                                    \n",
      "NonCompliance                                                      0                                                                                                       \n",
      "NumberOfNonComplianceGivenControlPointandIndustrySubgroup          12                                                                                                      \n",
      "NumberOfNonComplianceGivenControlPointandMunicipality              2                                                                                                       \n",
      "ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup    11                                                                                                      \n",
      "ProbabilityForNonComplianceGivenControlPointandMunicipality        33                                                                                                      \n",
      "UnderThemeName                                                     None                                                                                                    \n",
      "Name: 5, dtype: object\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      " The simulated inspection has been completed with a total of 7 noncompliances found.\n",
      "Current Average Precision is: 0.44817460317460317\n",
      "Current Average Accuracy is: 0.7729159126667181\n",
      "Current Average Recall is: 0.7185563532708752\n",
      "Simulating inspection for input validation case: caseID                                                             KP-CB_csvImport114164                                                                          \n",
      "ControlPointText                                                   \" Can the employer submit documentation of a periodic expert inspection of the work equipment?\"\n",
      "Fylke                                                              Viken                                                                                          \n",
      "IndustryAreaCode                                                   49                                                                                             \n",
      "IndustryCode                                                       49.4                                                                                           \n",
      "IndustryGroupCode                                                  49.41                                                                                          \n",
      "IndustryMainAreaCode                                               H                                                                                              \n",
      "IndustrySubgroupCode                                               49.41                                                                                          \n",
      "IndustrySubgroupCodeIndex                                          20299                                                                                          \n",
      "InspectionId                                                       253147                                                                                         \n",
      "Municipality                                                       Drammen                                                                                        \n",
      "MunicipalityIndex                                                  25127                                                                                          \n",
      "MunicipalityNumber                                                 3005                                                                                           \n",
      "NonCompliance                                                      0                                                                                              \n",
      "NumberOfNonComplianceGivenControlPointandIndustrySubgroup          47                                                                                             \n",
      "NumberOfNonComplianceGivenControlPointandMunicipality              14                                                                                             \n",
      "ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup    4                                                                                              \n",
      "ProbabilityForNonComplianceGivenControlPointandMunicipality        12                                                                                             \n",
      "UnderThemeName                                                     None                                                                                           \n",
      "Name: 6, dtype: object\n",
      "\n",
      " The simulated inspection has been completed with a total of 8 noncompliances found.\n",
      "Current Average Precision is: 0.4484353741496599\n",
      "Current Average Accuracy is: 0.7670231632381393\n",
      "Current Average Recall is: 0.6968245265798311\n",
      "Simulating inspection for input validation case: caseID                                                             KP-CB_csvImport42757                                                       \n",
      "ControlPointText                                                   \" Is the business affiliated with an approved occupational health service?\"\n",
      "Fylke                                                              MÃ¸re og Romsdal                                                           \n",
      "IndustryAreaCode                                                   49                                                                         \n",
      "IndustryCode                                                       49.4                                                                       \n",
      "IndustryGroupCode                                                  49.41                                                                      \n",
      "IndustryMainAreaCode                                               H                                                                          \n",
      "IndustrySubgroupCode                                               49.41                                                                      \n",
      "IndustrySubgroupCodeIndex                                          32279                                                                      \n",
      "InspectionId                                                       252946                                                                     \n",
      "Municipality                                                       Rauma                                                                      \n",
      "MunicipalityIndex                                                  39426                                                                      \n",
      "MunicipalityNumber                                                 1539                                                                       \n",
      "NonCompliance                                                      0                                                                          \n",
      "NumberOfNonComplianceGivenControlPointandIndustrySubgroup          289                                                                        \n",
      "NumberOfNonComplianceGivenControlPointandMunicipality              11                                                                         \n",
      "ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup    20                                                                         \n",
      "ProbabilityForNonComplianceGivenControlPointandMunicipality        11                                                                         \n",
      "UnderThemeName                                                     None                                                                       \n",
      "Name: 7, dtype: object\n",
      "\n",
      " The simulated inspection has been completed with a total of 6 noncompliances found.\n",
      "Current Average Precision is: 0.4423809523809524\n",
      "Current Average Accuracy is: 0.7336452678333719\n",
      "Current Average Recall is: 0.7347214607573522\n",
      "Simulating inspection for input validation case: caseID                                                             KP-CB_csvImport88451                                                                                                                        \n",
      "ControlPointText                                                   \" Does the company ensure that there is a written coordination agreement of the individual companies health, environmental and safety work?\"\n",
      "Fylke                                                              Viken                                                                                                                                       \n",
      "IndustryAreaCode                                                   41                                                                                                                                          \n",
      "IndustryCode                                                       41.2                                                                                                                                        \n",
      "IndustryGroupCode                                                  41.2                                                                                                                                        \n",
      "IndustryMainAreaCode                                               F                                                                                                                                           \n",
      "IndustrySubgroupCode                                               41.2                                                                                                                                        \n",
      "IndustrySubgroupCodeIndex                                          25311                                                                                                                                       \n",
      "InspectionId                                                       252910                                                                                                                                      \n",
      "Municipality                                                       Sarpsborg                                                                                                                                   \n",
      "MunicipalityIndex                                                  31278                                                                                                                                       \n",
      "MunicipalityNumber                                                 3003                                                                                                                                        \n",
      "NonCompliance                                                      0                                                                                                                                           \n",
      "NumberOfNonComplianceGivenControlPointandIndustrySubgroup          6                                                                                                                                           \n",
      "NumberOfNonComplianceGivenControlPointandMunicipality              0                                                                                                                                           \n",
      "ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup    10                                                                                                                                          \n",
      "ProbabilityForNonComplianceGivenControlPointandMunicipality        6                                                                                                                                           \n",
      "UnderThemeName                                                     None                                                                                                                                        \n",
      "Name: 8, dtype: object\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      " The simulated inspection has been completed with a total of 9 noncompliances found.\n",
      "Current Average Precision is: 0.46977072310405643\n",
      "Current Average Accuracy is: 0.7389933529401264\n",
      "Current Average Recall is: 0.6881692075896564\n",
      "Simulating inspection for input validation case: caseID                                                             KP-CB_csvImport35045                                                                                                                                                                                  \n",
      "ControlPointText                                                   \" Has the employer mapped the dangers and problems the employees may be exposed to during excavation work and on this basis assessed the risk of injury or danger to the employees health and safety?\"\n",
      "Fylke                                                              Viken                                                                                                                                                                                                 \n",
      "IndustryAreaCode                                                   42                                                                                                                                                                                                    \n",
      "IndustryCode                                                       42.1                                                                                                                                                                                                  \n",
      "IndustryGroupCode                                                  42.11                                                                                                                                                                                                 \n",
      "IndustryMainAreaCode                                               F                                                                                                                                                                                                     \n",
      "IndustrySubgroupCode                                               42.11                                                                                                                                                                                                 \n",
      "IndustrySubgroupCodeIndex                                          44214                                                                                                                                                                                                 \n",
      "InspectionId                                                       252775                                                                                                                                                                                                \n",
      "Municipality                                                       Gol                                                                                                                                                                                                   \n",
      "MunicipalityIndex                                                  53751                                                                                                                                                                                                 \n",
      "MunicipalityNumber                                                 3041                                                                                                                                                                                                  \n",
      "NonCompliance                                                      0                                                                                                                                                                                                     \n",
      "NumberOfNonComplianceGivenControlPointandIndustrySubgroup          2                                                                                                                                                                                                     \n",
      "NumberOfNonComplianceGivenControlPointandMunicipality              0                                                                                                                                                                                                     \n",
      "ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup    15                                                                                                                                                                                                    \n",
      "ProbabilityForNonComplianceGivenControlPointandMunicipality        13                                                                                                                                                                                                    \n",
      "UnderThemeName                                                     None                                                                                                                                                                                                  \n",
      "Name: 9, dtype: object\n",
      "\n",
      " The simulated inspection has been completed with a total of 8 noncompliances found.\n",
      "Current Average Precision is: 0.47612698412698407\n",
      "Current Average Accuracy is: 0.7381709407230368\n",
      "Current Average Recall is: 0.7193522868306907\n",
      "Simulating inspection for input validation case: caseID                                                             KP-CB_csvImport120194                                                                                                       \n",
      "ControlPointText                                                   \" Has the employer made sure to equip all employees who perform work on the building or construction site with an HSE card?\"\n",
      "Fylke                                                              Vestfold og Telemark                                                                                                        \n",
      "IndustryAreaCode                                                   81                                                                                                                          \n",
      "IndustryCode                                                       81.3                                                                                                                        \n",
      "IndustryGroupCode                                                  81.3                                                                                                                        \n",
      "IndustryMainAreaCode                                               N                                                                                                                           \n",
      "IndustrySubgroupCode                                               81.3                                                                                                                        \n",
      "IndustrySubgroupCodeIndex                                          48151                                                                                                                       \n",
      "InspectionId                                                       252676                                                                                                                      \n",
      "Municipality                                                       Horten                                                                                                                      \n",
      "MunicipalityIndex                                                  58660                                                                                                                       \n",
      "MunicipalityNumber                                                 3801                                                                                                                        \n",
      "NonCompliance                                                      0                                                                                                                           \n",
      "NumberOfNonComplianceGivenControlPointandIndustrySubgroup          27                                                                                                                          \n",
      "NumberOfNonComplianceGivenControlPointandMunicipality              15                                                                                                                          \n",
      "ProbabilityForNonComplianceGivenControlPointandIndustrySubgroup    27                                                                                                                          \n",
      "ProbabilityForNonComplianceGivenControlPointandMunicipality        23                                                                                                                          \n",
      "UnderThemeName                                                     None                                                                                                                        \n",
      "Name: 10, dtype: object\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-14-6857f2b43ebd>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m     64\u001b[0m         \u001b[0mcounter\u001b[0m\u001b[1;33m+=\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     65\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 66\u001b[1;33m         \u001b[0muniqueChecklist\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0msimulateInspection\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mcase\u001b[0m\u001b[1;33m,\u001b[0m\u001b[0mik\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;31m#simulates an inspection and retrieve the resulting checklist (uniqueChecklist).\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     67\u001b[0m         \u001b[0minspectionstot\u001b[0m\u001b[1;33m+=\u001b[0m\u001b[1;36m1\u001b[0m\u001b[1;31m#len(uniqueChecklist)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     68\u001b[0m         \u001b[1;31m#Retrieve/prepare the original, ground truth checklist from the current inspection instance/case.\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m<ipython-input-7-06f0decff6af>\u001b[0m in \u001b[0;36msimulateInspection\u001b[1;34m(inspection2, iik)\u001b[0m\n\u001b[0;32m    548\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mcheck\u001b[0m\u001b[1;33m==\u001b[0m\u001b[1;36m100\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    549\u001b[0m             \u001b[1;32mbreak\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 550\u001b[1;33m         \u001b[0msimulatedChecklist\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mapplyControlPoint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0miik\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    551\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[0mlen\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0msimulatedChecklist\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m>\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    552\u001b[0m             \u001b[1;32mreturn\u001b[0m \u001b[0msimulatedChecklist\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m<ipython-input-7-06f0decff6af>\u001b[0m in \u001b[0;36mapplyControlPoint\u001b[1;34m(iik)\u001b[0m\n\u001b[0;32m    314\u001b[0m         \u001b[0mccbi\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mcurrentCBCopyTest\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m\"MunicipalityNumber\"\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mto_numpy\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    315\u001b[0m         \u001b[0mccbi\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mccbi\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mastype\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mint\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 316\u001b[1;33m         \u001b[0mccbt\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mcurrentCBCopyTest\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m\"ControlPointText\"\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mto_numpy\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    317\u001b[0m         \u001b[0mprobForNonCompliance\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mcurrentCBCopy\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"ProbabilityForNonComplianceGivenControlPointandMunicipality\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    318\u001b[0m         \u001b[0mmunicipalityIndexupdated\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mupdatedprobunique\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcolumns\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget_loc\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"MunicipalityIndex\"\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\Anaconda3\\lib\\site-packages\\pandas\\core\\frame.py\u001b[0m in \u001b[0;36m__getitem__\u001b[1;34m(self, key)\u001b[0m\n\u001b[0;32m   2985\u001b[0m             \u001b[1;32myield\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_get_column_array\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mi\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2986\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m-> 2987\u001b[1;33m     \u001b[1;32mdef\u001b[0m \u001b[0m__getitem__\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m   2988\u001b[0m         \u001b[0mkey\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mlib\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mitem_from_zerodim\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m   2989\u001b[0m         \u001b[0mkey\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mcom\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mapply_if_callable\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "#inspection= {'Municipality':'Bergen', 'IndustrySubgroupCode':47.111,'IndustryMainAreaCode':'G' } shows the system doesn't recommand further CP if everything is in order\n",
    "import time\n",
    "import pickle\n",
    "interval=5 #How often recommendation will happen\n",
    "for ik in range(0,8):\n",
    "    deleteAllCases()\n",
    "    fh2=open(\"Log_\" + \"ContextAwareCBRNBIChecklistsTEST\"+str(ik) + '.txt', 'w+')\n",
    "    if len(cases2)==0:\n",
    "        initCBCopy=cases2\n",
    "    if len(initCBCopy)==0:\n",
    "        fillCaseBase(ik)\n",
    "        initCBCopy=obj.getAllCases()\n",
    "        currentCBCopy=initCBCopy\n",
    "    else:\n",
    "        restoreOriginalCaseBaseHard(ik)#Hard reset\n",
    "        initCBCopy=obj.getAllCases()\n",
    "        currentCBCopy=initCBCopy\n",
    "    cases2=initCBCopy\n",
    "    #print(len(initCBCopy))        \n",
    "    start_time = time.time()\n",
    "    inspectionstot=0\n",
    "    checklistlen=0\n",
    "    averagenon=0\n",
    "    nextrecommendation=interval\n",
    "    checklistInitLenght=15\n",
    "    currentChecklistIndex=0\n",
    "    parameters=list()\n",
    "    parametersmun=list()\n",
    "    currentCBCopy=initCBCopy\n",
    "    precchecklists=0\n",
    "    recchecklists=0\n",
    "    accchecklists=0\n",
    "    precisionoriginal=0\n",
    "    cases=initCBCopy\n",
    "    lengthprecgt=0.0000001\n",
    "    inspectionCases=initCBCopy.drop_duplicates(subset = [\"InspectionId\"])\n",
    "    inspectionCases=inspectionCases.sort_values(by=['InspectionId'], ascending=False,ignore_index=True)\n",
    "    currentind=0\n",
    "    try:\n",
    "        with open('currentstate'+str(ik)+'.pkl', 'rb') as handle2:#Lets you resume execution if system crashes or similar\n",
    "            currentstate = pickle.load(handle2)\n",
    "    except (OSError, IOError) as e:\n",
    "        currentstate=\"\"\n",
    "        #continue\n",
    "    if currentstate!=\"\":\n",
    "       #Resuming the current state of the experiment\n",
    "        currentind=currentstate['index']+1\n",
    "        inspectionstot=currentstate['inspectionstot']\n",
    "        precisionoriginal=currentstate['precisionoriginal']\n",
    "        lengthprecgt=currentstate['lengthprecgt']\n",
    "        checklistlen=currentstate['checklistlen']\n",
    "        averagenon=currentstate['averagenon']\n",
    "        precchecklists=currentstate['precchecklists']\n",
    "        recchecklists=currentstate['recchecklists']\n",
    "        accchecklists=currentstate['accchecklists']\n",
    "        start_time=start_time-currentstate['timetotal']\n",
    "\n",
    "\n",
    "    inspectionCases['Fylke']=inspectionCases['Fylke'].replace('ø','Ã¸')\n",
    "    counter=0\n",
    "    #Iterate through all the inspections in the current validation fold. A case corresponds to an inspection.\n",
    "    for ind, case in inspectionCases.iloc[currentind:-1].iterrows():\n",
    "        print(\"Simulating inspection for input validation case: \"+str(case)) \n",
    "        counter+=1\n",
    "        \n",
    "        uniqueChecklist=simulateInspection(case,ik)#simulates an inspection and retrieve the resulting checklist (uniqueChecklist).\n",
    "        inspectionstot+=1#len(uniqueChecklist)\n",
    "        #Retrieve/prepare the original, ground truth checklist from the current inspection instance/case.\n",
    "        originalChecklist=cases[cases[\"InspectionId\"].astype(str)==str(case[\"InspectionId\"])]\n",
    "        originalChecklist[\"NonCompliance\"]=originalChecklist[\"NonCompliance\"].astype(float)\n",
    "        originalChecklist[\"ControlPointText\"]=originalChecklist[\"ControlPointText\"].replace(to_replace=r'\"', value='', regex=True)\n",
    "        precpercl=0\n",
    "        lengthorgcl=0\n",
    "        #Calculate ground truth precision.\n",
    "        for ind2, generatedChecklistControlpoint in uniqueChecklist.iterrows():\n",
    "            excp=originalChecklist[originalChecklist[\"ControlPointText\"]==generatedChecklistControlpoint[\"ControlPointText\"]]\n",
    "\n",
    "            if len(excp)>0:\n",
    "                #calculate ground truth precision for if excp contains an checklist item.\n",
    "                #To reduce the risk of calculation error we do a division here, to make sure that precpercl is not higher than 1.\n",
    "                precpercl+=(excp[\"NonCompliance\"].sum()/len(excp))\n",
    "                lengthorgcl+=1\n",
    "        #Calculate the ground truth precision for the current checklist : total number of positive items divided by checklist length\n",
    "        if lengthorgcl>0:\n",
    "            precisionoriginal+=(precpercl/lengthorgcl)\n",
    "            lengthprecgt+=1\n",
    "        #Perparing to calculate estimated prec, acc and rec.\n",
    "        caseMatch=initCBCopy[initCBCopy[\"IndustrySubgroupCode\"].astype(float)==float(case[\"IndustrySubgroupCode\"])]\n",
    "        caseMatch=caseMatch[caseMatch[\"MunicipalityNumber\"].astype(int)==int(case[\"MunicipalityNumber\"])]\n",
    "        caseMatch[\"NonCompliance\"]=caseMatch[\"NonCompliance\"].astype(float)\n",
    "        caseMatch[\"ControlPointText\"]=caseMatch[\"ControlPointText\"].replace(to_replace=r'\"', value='', regex=True)\n",
    "        negatives=caseMatch\n",
    "        #Find all negatives by filtering out any cases with an item that exists on the generated checklist\n",
    "        for ind2, generatedChecklistControlpoint in uniqueChecklist.iterrows():\n",
    "            negatives=negatives[negatives[\"ControlPointText\"]!=generatedChecklistControlpoint[\"ControlPointText\"]]\n",
    "\n",
    "        #Find the numbers of unique predicted negatives and estimate the numbers of true and false negatives.\n",
    "        uniquenegatives=len(negatives.drop_duplicates(subset = [\"ControlPointText\"]))\n",
    "        negativecpy=negatives.copy()\n",
    "        negativecpy[\"NonCompliance\"]=negativecpy[\"NonCompliance\"].astype(float)\n",
    "        groupedby=negativecpy.groupby([\"ControlPointText\"],as_index=False).count()\n",
    "        groupedbys=negativecpy.groupby([\"ControlPointText\"],as_index=False).sum()\n",
    "        groupedby[\"NonCompliance\"]=groupedbys[\"NonCompliance\"]/groupedby[\"NonCompliance\"]\n",
    "        uniquecalcnegatives=groupedby.drop_duplicates(subset = [\"ControlPointText\"])\n",
    "        noncompliancenegatives=uniquecalcnegatives[\"NonCompliance\"].sum()\n",
    "        falsenegativeelement=0\n",
    "        if uniquenegatives>0:\n",
    "            falsenegativeelement=noncompliancenegatives/uniquenegatives #To avoid selection bias effects\n",
    "        truenegativeelement=1-falsenegativeelement\n",
    "        #update total checklist length and calculate numbers of true/false positives/negatives for the current checklist\n",
    "        checklistlen+=len(uniqueChecklist)\n",
    "        truepositivesprchecklist=uniqueChecklist[\"NonCompliance\"].sum()\n",
    "        falsepositivesprchecklist=(len(uniqueChecklist)-truepositivesprchecklist)\n",
    "        truenegativesprchecklist=truenegativeelement*uniquenegatives\n",
    "        falsenegativesprchecklist=falsenegativeelement*uniquenegatives\n",
    "        \n",
    "        #Then calculate and update precision, acc and recall score.\n",
    "        averagenon+=truepositivesprchecklist\n",
    "        \n",
    "        precprchecklist=truepositivesprchecklist/len(uniqueChecklist)\n",
    "        precchecklists+=precprchecklist\n",
    "\n",
    "        recprchecklist=0\n",
    "        if (truepositivesprchecklist+falsenegativesprchecklist)>0:\n",
    "            recprchecklist=truepositivesprchecklist/(truepositivesprchecklist+falsenegativesprchecklist)\n",
    "        recchecklists+=recprchecklist\n",
    "\n",
    "        accprchecklist=0\n",
    "        if (len(uniqueChecklist)+uniquenegatives)>0:\n",
    "            accprchecklist=(truepositivesprchecklist+truenegativesprchecklist)/(len(uniqueChecklist)+uniquenegatives)\n",
    "        accchecklists+=accprchecklist\n",
    "        #Prints the current average precision, acc and recall scores as the experiment progresses (for the current validation fold).\n",
    "        print(\"Current Average Precision is: \"+str((precchecklists)/(inspectionstot)))\n",
    "        print(\"Current Average Accuracy is: \"+str((accchecklists)/(inspectionstot)))\n",
    "        print(\"Current Average Recall is: \"+str((recchecklists)/(inspectionstot)))\n",
    "\n",
    "        currentstate={'index':ind, 'inspectionstot':inspectionstot,'precisionoriginal':precisionoriginal,'lengthprecgt':lengthprecgt,\n",
    "                    'checklistlen':checklistlen,'averagenon':averagenon,'precchecklists':precchecklists,'recchecklists':recchecklists,\n",
    "                     'accchecklists':accchecklists,'timetotal':(time.time()-start_time)}\n",
    "        with open('currentstate'+str(ik)+'.pkl', 'wb') as handle:\n",
    "            pickle.dump(currentstate, handle)\n",
    "\n",
    "    #Calculate statistics per validation fold. After crossvalidation, the numbers below are manually averaged for all 8 test folds.\n",
    "    print(\"\\nTime total: \"+str((time.time()-start_time)))\n",
    "    fh2.write(\"\\nTime total: \"+str((time.time()-start_time)))\n",
    "    print(\"Precision: \"+str((precchecklists)/(inspectionstot)))\n",
    "    fh2.write(\"\\nPrecision: \"+str((precchecklists)/(inspectionstot)))\n",
    "    print(\"Precision Ground Truth: \"+str((precisionoriginal)/(lengthprecgt)))\n",
    "    fh2.write(\"\\nPrecision Ground Truth: \"+str((precisionoriginal)/(lengthprecgt)))\n",
    "    print(\"Recall: \"+str((recchecklists)/(inspectionstot)))\n",
    "    fh2.write(\"\\nRecall: \"+str((recchecklists)/(inspectionstot)))\n",
    "    print(\"Accuracy: \"+str((accchecklists)/(inspectionstot)))\n",
    "    fh2.write(\"\\nAccuracy: \"+str((accchecklists)/(inspectionstot)))\n",
    "    print(\"Average number of items per checklist: \"+str((checklistlen)/inspectionstot))\n",
    "    fh2.write(\"\\nAverage number of items per checklist: \"+str((checklistlen)/inspectionstot))\n",
    "    print(\"Average number of non-compliant items per checklist: \"+str((averagenon)/inspectionstot))\n",
    "    fh2.write(\"\\nAverage number of non-compliant items per checklist: \"+str((averagenon)/inspectionstot))\n",
    "    fh2.close()\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Restore original casebase"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 114,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<Response [200]>\n"
     ]
    }
   ],
   "source": [
    "#print(restoreOriginalCaseBase())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "if len(cases2)==0:\n",
    "    initCBCopy=cases2\n",
    "if len(initCBCopy)==0:\n",
    "    fillCaseBase(0)\n",
    "    initCBCopy=obj.getAllCases()\n",
    "    currentCBCopy=initCBCopy\n",
    "else:\n",
    "    restoreOriginalCaseBaseHard(0)#Hard reset\n",
    "    initCBCopy=obj.getAllCases()\n",
    "    currentCBCopy=initCBCopy"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}