countAsserted.py

# import libraries
from html import entities
import json
import os
from json.decoder import JSONDecodeError
from tqdm import tqdm
from dotenv import load_dotenv

load_dotenv()

# initialize variables
errors = 0
directory = './'
normalRankCount = 0
preferredRankCount = 0
deprecatedRankCount = 0
claimsTotalNumber = 0
totalStatements = 0
dir_path = os.getenv('INPUT_DIR')  
noResponseCounter = 0

# function to check if there is another normal statement
def isAnotherNormal(this,list):
    for elem in list:
        if(elem['rank'] == 'normal'  and elem != this):
                return True

# function to check if there is another deprecated statement
def isAnotherDeprecated(this,list):
    for elem in list:
        if(elem['rank'] == 'deprecated'  and elem != this):
                return True

# function to check if there is another preferred statement
def isAnotherPreferred(this,list):
    for elem in list:
        if(elem['rank'] == 'preferred' and elem != this):
                return True

#for elem in data
notAssertedCount = 0
assertedCount = 0
claimsTotalNumber = 0
pbar = tqdm(total=len([entry for entry in os.listdir(dir_path) if os.path.isfile(os.path.join(dir_path, entry))]))
for file in os.listdir(dir_path):
    claimsTotalNumber = 0
    try:     
        with open(dir_path+file,'r') as f:
            #load json file
            data = json.load(f)
            #iterate through the json list       
            entities = data['entities']
            for key in entities: 
                el = entities[key]
                for claimsId in el['claims']: 
                    statements = el['claims'][claimsId]
                    #iterate through the statements
                    for elem in statements: 
                        claimsTotalNumber +=1
                        totalStatements += 1
                        #check if the statement is asserted
                        if elem['rank'] == 'normal':
                            if (isAnotherPreferred(elem, statements)):
                                notAssertedCount+=1     
                            else:
                                assertedCount+=1
                        if elem['rank'] == 'preferred':
                            assertedCount+=1         
                        if elem['rank'] == 'deprecated':
                            notAssertedCount+=1
        pbar.update(1)
                   
                                
    except KeyError:
        print('Key Error')
        errors += 1
    except JSONDecodeError as err:
        print('Json Decode Error')
        errors += 1

outString = {
        'asserted': assertedCount,
        'notAsserted': notAssertedCount,
        'count':totalStatements
}
json_string = json.dumps(outString)

#write to output file
with open(os.getenv('OUTPUT_DIR')+'/asserted.json','w') as output:
    output.write(json_string)

print("Errors: "+str(errors))