diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 0868ada6..df6bba5b 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -3,7 +3,7 @@ repos: rev: v5.0.0 hooks: - id: trailing-whitespace - exclude: '^(docs)' + exclude: '^(docs|data)' - id: end-of-file-fixer - id: check-added-large-files args: [-- maxkb=1500] diff --git a/client/src/nv_ingest_client/client/client.py b/client/src/nv_ingest_client/client/client.py index dadd6809..1f2e3bdd 100644 --- a/client/src/nv_ingest_client/client/client.py +++ b/client/src/nv_ingest_client/client/client.py @@ -418,7 +418,7 @@ def fetch_with_retries(job_id: str): try: result, _ = handle_future_result(future, timeout=timeout) # Append a tuple of (result data, job_id). (Using result.get("data") if result is valid.) - results.append((result.get("data") if result else None, job_id)) + results.append(result.get("data")) # Run the callback if provided and the result is valid if completion_callback and result: completion_callback(result, job_id) diff --git a/client/src/nv_ingest_client/util/milvus.py b/client/src/nv_ingest_client/util/milvus.py index c061a29c..0704dffa 100644 --- a/client/src/nv_ingest_client/util/milvus.py +++ b/client/src/nv_ingest_client/util/milvus.py @@ -370,6 +370,28 @@ def _pull_text(element, enable_text: bool, enable_charts: bool, enable_tables: b return text +def _insert_location_into_content_metadata(element, enable_charts: bool, enable_tables: bool, enable_images: bool): + location = max_dimensions = None + if element["document_type"] == "structured": + location = element["metadata"]["table_metadata"]["table_location"] + max_dimensions = element["metadata"]["table_metadata"]["table_location_max_dimensions"] + if element["metadata"]["content_metadata"]["subtype"] == "chart" and not enable_charts: + location = max_dimensions = None + elif element["metadata"]["content_metadata"]["subtype"] == "table" and not enable_tables: + location = max_dimensions = None + elif element["document_type"] == "image" and enable_images: + location = element["metadata"]["image_metadata"]["image_location"] + max_dimensions = element["metadata"]["image_metadata"]["image_location_max_dimensions"] + if (not location) and (element["document_type"] != "text"): + source_name = element["metadata"]["source_metadata"]["source_name"] + pg_num = element["metadata"]["content_metadata"]["page_number"] + doc_type = element["document_type"] + logger.error(f"failed to find location for entity: {source_name} page: {pg_num} type: {doc_type}") + location = max_dimensions = None + element["metadata"]["content_metadata"]["location"] = location + element["metadata"]["content_metadata"]["max_dimensions"] = max_dimensions + + def write_records_minio( records, writer: RemoteBulkWriter, @@ -415,6 +437,7 @@ def write_records_minio( for result in records: for element in result: text = _pull_text(element, enable_text, enable_charts, enable_tables, enable_images) + _insert_location_into_content_metadata(element, enable_charts, enable_tables, enable_images) if text: if sparse_model is not None: writer.append_row(record_func(text, element, sparse_model.encode_documents([text]))) diff --git a/data/charts_with_page_num_fixed.csv b/data/charts_with_page_num_fixed.csv new file mode 100644 index 00000000..c54bf323 --- /dev/null +++ b/data/charts_with_page_num_fixed.csv @@ -0,0 +1,269 @@ +image,query,pdf,page +1009210_image12_1.png,What are the top three consumer complaint categories of 2008?,1009210,12 +1009210_image12_1.png,Which 3 categories did extremely well in terms of consumer complaints? ,1009210,12 +1010876_image1_2.png,What's the longest recent US recession?,1010876,1 +1010876_image1_2.png,Is the 12-Month default rate usually higher than high-yield spread to worst during recessions? ,1010876,1 +1014669_image1_2.png,Which allegation is submitted highest to RTAs formal review panel in 2020?,1014669,1 +1014669_image1_2.png,How many total allegations for bad practice are submitted to RTAS formal review panel during the years 2018-2021?,1014669,1 +1015168_image61_2.png,"By 2017, which fastest-growing occupation had the highest-paid individuals?",1015168,61 +1015168_image61_2.png,Which occupation will probably lead with maximum employment changes? ,1015168,61 +1015310_image115_1.png,Does Montague have a higher daily flow rate in March or Februrary? ,1015310,115 +1015310_image159_2.png,How many days did it take FL Proposal to reach a 100% cumulative rate? ,1015310,159 +1026724_image77_1.jpeg,Did more teachers agree with personalized professional learning methods over conventional methods?,1026724,77 +1033871_image5_2.png,Which continent registered the minimum number of COVID-19 confirmed cases per million people between 2020 and 2021?,1033871,5 +1033871_image5_2.png,"Which continent had the first spike of covid-19 cases in the year 2020, and during which month? ",1033871,5 +1039340_image12_1.png,What province had the least impact on driving and walking as a form of mobility during the COVID-19 pandemic in July of 2021?,1039340,12 +1057014_image18_1.png,What is the relative sea level trend in new york?,1057014,18 +1057014_image18_1.png,What is the margin of error for the relative sea level trend with a 95% confidence interval? ,1057014,18 +1061225_image33_1.png,What age group is most concerned about the environmental impact of fast fashion? ,1061225,33 +1067421_image4_1.png,Which sector has the maximum Manufacturing sales in Canada in time period (2021-04/2020-02)?,1067421,4 +1067421_image4_1.png,Which non-durable manufacturing sectors in Canada saw little to no growth in sales from 2020 to 2021? ,1067421,4 +1067785_image15_1.png,"In Japan, what is the maximum inorganic arsenic concentration level in rice in 2012?",1067785,15 +1067785_image15_1.png,What is the proposed standard of CODEX for inorganic arsenic concentrations in rice?,1067785,15 +1067991_image16_2.jpeg,What is the C/D highway range for 2019 Kia Niro EV model?,1067991,16 +1067991_image16_2.jpeg,How much C/D highway range does 2018 Tesla Model 3 Long Range have?,1067991,16 +1075664_image9_2.jpeg,What kinds of animals were poached in Singapore in 2016?,1075664,9 +1077654_image16_1.jpeg,What is the percentage of total market value for apartments in Anoka city in 2020?,1077654,16 +1077654_image16_1.jpeg,What percentage of Anoka's total market value is residential in 2021?,1077654,16 +1086222_image13_1.png,What percentage of women's cholesterol intake comes from eggs?,1086222,13 +1086222_image13_1.png,Are meat products the main reason for cholesterol intake? ,1086222,13 +1086404_image93_2.png,Between Burgerspital and St. Otmar which system is more frequently used?,1086404,93 +1088696_image2_1.png,What percentage of individuals have rated having a negative experience at Chipotle?,1088696,2 +1088696_image2_1.png,Which American quick service Mexican restaurant do people have the best experience with? ,1088696,2 +1094494_image29_1.jpeg,"In June 1996, how many Florida residents found it difficult to afford health care from Blue Cross Blue Shield?",1094494,29 +1094494_image29_1.jpeg,How many Floridians found it not that difficult to afford health care costs from Blue Cross Blue Shield in January 2001?,1094494,29 +1108655_image20_2.png,What are the top two reasons why replicating a UIA project in a city would be difficult? ,1108655,20 +1124304_image2_1.jpeg,What percentage of air show participants are college graduates?,1124304,2 +1138736_image2_1.png,How many passenger assists requested by ScotRail in year 2020-21?,1138736,2 +1138736_image2_1.png,What station facility owner requested the least passenger assistance from 2020 to 2021?,1138736,2 +1158777_image4_1.png,What country did the U.S. export the most agricultural goods to between January 2021 and April 2021?,1158777,4 +1163031_image19_2.jpeg,What is the percentage of Accelerated Ventures in Emerging Markets likely to grow in regard to equity?,1163031,19 +1166908_image64_1.png,"In 2021, what study was made to regulate flood protection for new buildings?",1166908,64 +1166908_image64_1.png,What governmental policy/regulations are implemented from 2020 to 2025 to establish adapted zoning policies and regulations?,1166908,64 +1167316_image226_1.jpeg,During what period did most people begin living in their current residence in San Marino?,1167316,226 +1167316_image237_1.jpeg,What is the most commonly occurring mortgage payment in the SCAG region?,1167316,237 +1167316_image237_1.jpeg,what percentage of mortgage payments in san marino are between $500-$1000?,1167316,237 +1167316_image371_1.png,How much was the CIP expenditure in the March FY 2020-2021?,1167316,371 +1167316_image371_1.png,Which month has the maximum CIP expenditure in FY 2019-2020?,1167316,371 +1177367_image7_1.jpeg,How does ApolloMed reduce administrative costs? ,1177367,7 +1177367_image7_1.jpeg,What factors contribute to ApolloMed's ability to achieve better per member per month payments compared to industry standards?,1177367,7 +1178516_image23_1.png,"After community clinics, what is the preferred destination of pregnant mothers for PNC?",1178516,23 +1179117_image12_2.jpeg,A scientific agreement is more promising with or without a pre-message estimate?,1179117,12 +1179117_image12_2.jpeg,What is the approximate actual level of scientific agreement?,1179117,12 +1180635_image38_2.png,are emergency services like firefighting a priority for citizens in redmond,1180635,38 +1180635_image38_2.png,Do the citizens of Redmond place great importance on maintaining city buildings as a city service? ,1180635,38 +1192656_image14_2.jpeg,In which year there is maximum growth of Roche Annual Op. Income?,1192656,14 +1192656_image14_2.jpeg,How much was GSK's Annual Op. Income growth % difference when comparing year 2019 an 2020?,1192656,14 +1194442_image11_6.jpeg,What percentage of total fatalities and serious injuries are due to speeding? ,1194442,11 +1194442_image11_6.jpeg,Where do car crash fatalities and serious injuries happen the most?,1194442,11 +1194605_image8_1.jpeg,How much did the U.S. import from India in 2016 in agricultural goods?,1194605,8 +1194605_image8_1.jpeg,What year had the lowest U.S. Agricultural imports with India between 2006-2016?,1194605,8 +1204831_image19_1.jpeg,What is the levelised cost of energy in black coal for Lazard 2019?,1204831,19 +1204831_image19_1.jpeg,What energy source has the highest levelised cost of energy?,1204831,19 +1247804_image15_1.png,Do trucks or cars create more carbon?,1247804,15 +1247804_image15_1.png,What is the reconfiguration cycle in the progress to low carbon transition?,1247804,15 +1255446_image6_1.jpeg,How do most people feel when playing video games in general?,1255446,6 +1255446_image6_1.jpeg,"Between Flappy Bird and Breakout, which game is more boring?",1255446,6 +1262031_image21_1.png,What is the expected NPL ratio at the end of 2020?,1262031,21 +1262031_image21_1.png,What was the NLP ratio in August of 2017?,1262031,21 +1267098_image69_1.png,Do gas furnaces use hydrogen?,1267098,69 +1276343_image17_1.png,What was the net exposure of Texas Treasury Safekeeping Trust Company for absolute return strategy in June 2010?,1276343,17 +1276343_image17_1.png,"In Texas Treasury Safekeeping Trust Company, what was the short exposure rate for LSE in June 2010?",1276343,17 +1281699_image39_1.png,"Who gave the highest return in comparison of 5 year cumulative total among Sinclair Broadcast Group, The NASDAQ Composite Index, and The NASDAQ Telecommunications Index??",1281699,39 +1301765_image6_2.png,"Are obesity rates higher in Lazio, Italy or Tuscany, Italy? ",1301765,6 +1303168_image41_2.png,Name the US regions which maintained material expenditures per capita at par with the State Average in FY 2019?,1303168,41 +1303168_image41_2.png,Which county had the maximum material expenditures per capita in 2019?,1303168,41 +1306483_image211_2.jpeg,What are some forms of traditional media?,1306483,211 +1310912_image63_1.png,What was the largest number of Fundy Cows calves in northern habitat use pattern?,1310912,63 +1312679_image13_7.png,"In which year, Business profits tax of New Hampshire reach to its peak?",1312679,13 +1312679_image13_7.png,"In which year, there is a biggest downfall in the Business Enterprise tax of New hampshire?",1312679,13 +1312679_image37_4.png,"In 2021, what is the decline rate in employment of the white population in United States?",1312679,37 +1312679_image37_4.png,"Within the Hispanic community, which gender experienced the most change in employment from February 2020 to February 2021?",1312679,37 +1312679_image60_5.png,"In New Hampshire, for the year 2020, what kind of tax brought the most revenue?",1312679,60 +1312679_image60_5.png,What was the tax revenue for business profits in New Hampshire for the year 2020? ,1312679,60 +1316286_image2_5.jpeg,"Between 2019 and 2021, how much of an increase do we see in EV production?",1316286,2 +1319738_image22_1.png,What are five opportunities that could produce up to 3.5% annual growth over the next decade?,1319738,22 +1321440_image177_1.png,What proves to be an effective marketing platform for Cockburn city's football games?,1321440,177 +1321440_image177_1.png,Least popular source of advertising for fremantle football club 2019?,1321440,177 +1321440_image180_1.png,Who were the organizers of the City of Cockburn Christmas Event in 2019?,1321440,180 +1321440_image180_1.png,Did majority of people think that the Dockers organized the Cockburn Christmas Collective? ,1321440,180 +1325730_image96_1.jpeg,What percentage of all students enrolled in the Camarillo Academy of Progressive Education met the standards for English literacy? ,1325730,96 +1333360_image12_1.png,Which province in Thailand had the least impact on walking and driving during the COVID-19 pandemic in mid-June of 2021?,1333360,12 +1333360_image3_2.png,"In mid-June of 2021, how many new deaths were accounted for due to covid-19 in Bangkok? ",1333360,3 +1333360_image3_2.png,"During mid-June of 2021, how many new cases of covid did the province of Kalasin reported?",1333360,3 +1333360_image5_1.png,What was the reason that caused an outburst of COVID-19 cases at a rapid level within Thailand in June 2018?,1333360,5 +1333360_image5_1.png,What province of Thailand experienced the most Covid cases in the workplace during mid-June of 2021?,1333360,5 +1334401_image36_2.png,What percentage of individuals that heavily use alcohol also use Marijuana?,1334401,36 +1334401_image36_2.png,What percentage of individuals that heavily use opioids also heavily use alcohol?,1334401,36 +1338399_image30_4.jpeg,What are singapore's top three imported commodities?,1338399,30 +1349205_image39_1.jpeg,Has there been a slowdown in global warming?,1349205,39 +1349205_image39_1.jpeg,Since what year has global temperatures been in a steady increase? ,1349205,39 +1364267_image1_25.jpeg,What was the RES abatement in 2014?,1364267,2 +1373468_image22_1.png,What was the LIB Cell Manufacturing Costs in USD per kWh in Korea in 2014?,1373468,22 +1378521_image128_1.jpeg,What sectors contribute most to greenhouse gas emissions in the US?,1378521,128 +1381956_image6_2.jpeg,"In 2010, what was the greenhouse gas emissions from land use value in Kazakhstan? ",1381956,6 +1381956_image7_1.jpeg,What was the conditional number in 2020 of greenhouse gas emissions excluded from land use in Chile? ,1381956,7 +1381956_image7_1.jpeg,What is expected of greenhouse gas emission rate from land use with current policies in Chilie?,1381956,7 +1387893_image85_1.jpeg,What was the average commercial landing value of dungeness crab between 2012 and 2016?,1387893,85 +1391979_image27_1.png,What was the average firearm suicide rate of Seattle residents from 2012-2016?,1391979,27 +1391979_image27_1.png,What was the average firearm suicide rate of King County residents from 2012-2016?,1391979,27 +1399720_image6_1.png,Do most countries still see globalisation as a force for good in the world?,1399720,6 +1399720_image6_1.png,Would it be a fair assessment that Danish people generally see globalisation positively?,1399720,6 +1404777_image12_5.png,How do energy storage options impact total monthly bills?,1404777,12 +1404777_image12_5.png,What is the lowest billing month without energy storage?,1404777,12 +1416287_image40_1.png,"In CA, what percentage of individuals with a disability chose their case manager?",1416287,40 +1416620_image10_1.png,What's the cheapest place on earth to mine nickel?,1416620,10 +1416620_image10_1.png,Is Koniambo the most expensive place to mine nickel?,1416620,10 +1416620_image4_1.png,What is the highest percentage of Metallurgical Corporation of China when it comes to pre-loan repayment? ,1416620,4 +1416620_image4_1.png,Does JV interest increase from the pre-loan repayment phase to the post-loan repayment phase?,1416620,4 +1462934_image2_3.png,In what year did the number of airline passengers for both domestic and international travel decline significantly?,1462934,2 +1462934_image2_3.png,Is Covid-19 the reason for a decline in total airline passengers?,1462934,2 +1468459_image9_5.jpeg,"How much solar power was generated in Germany on September 29th, 2020?",1468459,9 +1468459_image9_5.jpeg,"In Germany, what was the cost of wind power generated on October 1st, 2020?",1468459,9 +1476536_image5_1.png,Which facility type administered more Covid vaccine doses? ,1476536,5 +1476536_image5_1.png,What type of vaccine was administered the most? ,1476536,5 +1495736_image28_1.jpeg,What contributed to the increase in net assets for the City of Cleveland's business-type activities?,1495736,28 +1496713_image177_2.jpeg,Do people believe American forces in Iraq reduced the amount of violent incidents happening there? ,1496713,177 +1500797_image8_1.jpeg,What method of transportation has the highest mortality rate?,1500797,8 +1500797_image8_1.jpeg,What mode of travel has the lowest death rate?,1500797,8 +1500961_image16_2.png,What is believed to be the most significant barrier to having a smoke-free policy on the proprety?,1500961,16 +1500961_image16_2.png,What is the least significant barrier to smoke-free policies?,1500961,16 +1501569_image10_1.png,Were there more EDGAR v5.0 anthropogenic emissions in Northern Europe or Western Europe? ,1501569,10 +1507398_image15_1.png,Is the memory skill of word list recall higher in children that take extra music lessons or those that don't?,1507398,15 +1507398_image15_1.png,What aspect of a child's memory can improve with extra music lessons?,1507398,15 +1507643_image12_3.png,Was DPT vaccinations in India covered more during pre-covid or post?,1507643,12 +1507643_image12_3.png,what happened to the maternal and child healthcare once covid took place in india?,1507643,12 +1507643_image3_2.jpeg,"Between Ethiopia and India, which one has a higher child mortality percentage? ",1507643,3 +1508179_image8_4.png,What was the highest Goldman Sachs stock price target between 2018 and 2019?,1508179,8 +1515108_image16_2.png,What government is thought by the most people to have much more to do to address climate change? ,1515108,16 +1515108_image20_2.png,What country has the highest percentage of citizens participating in a citizen's campaign?,1515108,20 +1515108_image20_2.png,Where would people be the least likely to participate in actions for climate change? ,1515108,20 +1515108_image7_2.png,Where do people think climate change is happening the most?,1515108,7 +1515108_image7_2.png,Where do people think climate change is happening the least? ,1515108,7 +1519813_image211_1.png,Which state had the highest electricity price in 2018?,1519813,211 +1519813_image211_1.png,What state had the lowest average price of electricity in the industrial sector 2018?,1519813,211 +1546950_image6_2.png,Was there a correlation between the unemployment rate and stimulus checks? ,1546950,6 +1547364_image11_3.jpeg,What year had the best satisfaction for mobile AR in games? ,1547364,11 +1547364_image11_3.jpeg,Which year of mobile AR was at its lowest rating of neither satisfied or dissatisfied?,1547364,11 +1547364_image17_3.png,What kind of mobile AR experiences are people most excited about? ,1547364,17 +1547364_image17_3.png,Top 3 most popular mobile AR experiences 2019?,1547364,17 +1547364_image19_3.png,What is the main reason for someone to not be interested in mobile AR?,1547364,19 +1547364_image19_3.png,"In the year 2019, how many people were unsure if their phone was compatible for mobile AR?",1547364,19 +1547441_image12_1.png,In what population is hypertension more prevalent? ,1547441,12 +1547441_image12_1.png,What portion of men that are 18 and over experience hypertension?,1547441,12 +1550983_image25_1.jpeg,"in 2008, what had the most change in biodiversity regarding wheat bioethanol?",1550983,25 +1553874_image131_1.jpeg,What economic sector contributed the least to Greenhouse Gas Emissions in the U.S. in 2016?,1553874,131 +1555443_image11_1.png,About what percentage do false alarms make in the total amount of incident calls for a fire station? ,1555443,11 +1559371_image111_1.jpeg,What was the revenue of pharr international bridge in 2014?,1559371,111 +1568081_image51_1.jpeg,"In 2017, what percentage of total of units sold by Bolivar Aqua Zone where season passes?",1568081,51 +1568081_image51_1.jpeg,How many private lesson units were sold by Bolivar Aqua Zone in the 2017 season?,1568081,51 +1585980_image14_1.png,"How did South African GDP differ from emerging market GDP in the Finance, real estate and service sector?",1585980,14 +1593260_image284_1.jpeg,How much is Ohio State investing in their momentum campaign? ,1593260,284 +1593260_image284_1.jpeg,How much did Ohio State University raise from private gifts for the William Oxley Thompson Library Campaign?,1593260,284 +1593732_image8_1.png,what year did Brisbane and outer LA's number of sales were at its highest between 2011 and 2021?,1593732,8 +1593927_image15_1.png,Is there a difference between how the LSTM behaves depending on the type of activation function?,1593927,15 +1617279_image6_2.png,"At Harford County Public Schools in FY15, how many students receiving FARMS funding got free and reduced meals?",1617279,6 +1636203_image60_2.png,What vehicles are most pedestrians hit by typically?,1636203,60 +1637246_image21_4.png,"Over the years, are more physicians adopting EHR systems?",1637246,21 +1637246_image21_4.png,Was EHR systems adopted quicker than basis systems?,1637246,21 +1639457_image51_1.png,What was the squatting population in Angeles in percentage of total household in March of 1999? ,1639457,51 +1639457_image51_1.png,"What was the population per hospital bed for Baguio, Philippines in 1998? ",1639457,51 +1662984_image55_7.jpeg,How satisfied are the residents of Texas with the condition of street signs and traffic signals?,1662984,55 +1662984_image55_7.jpeg,What is the satisfaction rate for the overall quality of animal control services in the US?,1662984,55 +1662984_image60_6.png,What is the most important reason for living in Missouri City?,1662984,60 +1662984_image60_6.png,How important is the affordability of housing for people living in Missouri City?,1662984,60 +1678786_image15_3.png,Are there more fish caught by purse seines in Seychelles' or foreign exclusive economic zones? ,1678786,15 +1681778_image4_1.png,Did the rising inflation affect households with kids and without kids equally?,1681778,4 +1681778_image4_1.png,The inability of parents to manage food security and expenditures increases or decreased from 2014 to 2016?,1681778,4 +1686655_image27_18.png,In what country do people believe that the US will always protect Europe the most? ,1686655,21 +1690009_image6_1.png,"Out of all the healthcare expenditures in the year 2018, what was UK's maximum expenditure?",1690009,6 +1690009_image6_1.png,What is the approximate value of the UK's overall healthcare expenditures in 2018?,1690009,6 +1697708_image28_1.jpeg,What type of amphetamines has had the biggest increase?,1697708,28 +1697708_image28_1.jpeg,What year did amphetamines nfd decrease the most in percent usage? ,1697708,28 +1697708_image32_1.jpeg,Which age group shows the most use of cannabis as a drug of concern? ,1697708,32 +1697708_image83_1.jpeg,How many percent of population in South Australia has English as a preferred language?,1697708,83 +1697708_image83_1.jpeg,Which age groups had the highest amount of drug treatment services needed in South Australia during 2019-2020? ,1697708,83 +1697708_image97_2.jpeg,What substance has the highest proportion of closed treatment episodes? ,1697708,97 +1704905_image9_1.png,What was the operating budget for the 2019-21 biennium?,1704905,9 +1763467_image25_1.jpeg,Is Tay Valley a major crime contributor to All Lanark County? ,1763467,25 +1763467_image28_1.jpeg,How many break & enter crimes occurred in the 1st quarter of 2021 in Tay Valley?,1763467,28 +1763467_image28_1.jpeg,"In All Lanark County, how many break and enters occurred in 2020? ",1763467,28 +1771121_image9_2.jpeg,"Of the Boomer Generation, what percentage seeks to understand how a charity uses its money before donating? ",1771121,9 +1789126_image2_1.jpeg,Which region in Europe has had the most confirmed covid-19 deaths?,1789126,2 +1796331_image15_33.jpeg,"According to the Ministry of Health, when did COVID-19 cases in Trinidad and Tobago start noticing a significant rise? ",1796331,18 +1796331_image15_33.jpeg,When did the recovery ratio of the COVID-19 patients come closest to positive cases being reported in Trinidad and Tobago? ,1796331,15 +1797289_image13_2.png,Do fathers spend more hours a week on sport activities than mothers do? ,1797289,13 +1797289_image13_2.png,"Which parents, fathers or mothers, are more likely to spend their leisure time watching TV?",1797289,13 +1813041_image4_1.png,What years had the highest interest rates in the US?,1813041,4 +1821485_image3_2.png,Around how much revenue did Apple Airpods generate in 2023?,1821485,3 +1821485_image3_2.png,The US Hearable Hardware market has been dominated by which company since 2018?,1821485,3 +1826363_image23_19.jpeg,Which domain covers maximum Xen development in 2011?,1826363,5 +1826363_image23_19.jpeg,"When considering domains for Xen Development, how much did the xen.org covers in 2011?",1826363,5 +1844014_image27_1.jpeg,Which American political party is the least likely to be vaccinated for COVID-19 2020?,1844014,27 +1845709_image3_1.png,How much did Texas Treasury Safekeeping Trust Company allocate to emerging markets in 2010?,1845709,3 +2017568_image6_13.jpeg,In what year did covid deaths begin to be recorded?,2017568,11 +2019379_image15_1.jpeg,Which scenario of the Sixth Carbon budget had a higher consumption rate for economy-wide oil in year 2050?,2019379,15 +2019379_image15_1.jpeg,"In 2035, how much consumption of economy-wide oil is predicted for CB6 Widespread Engagement of Sixth Carbon budget?",2019379,15 +2029694_image57_2.png,At what income levels did families experience a general decline in interest in degree or certificate undergraduate programs?,2029694,57 +2040706_image6_1.png,Where do people expect to work from home the least? ,2040706,6 +2041114_image11_4.jpeg,Which age group in the U.S. primarily use cable to watch TV? ,2041114,11 +2065810_image6_2.jpeg,"What was the overall preference scent in body oil, clay mask and skin cleanser?",2065810,6 +2068804_image15_1.png,Does the majority of stalking incidents result in a protective order? ,2068804,15 +2068804_image15_1.png,What percentage of victims report stalking incidents to police?,2068804,15 +2085852_image49_1.png,Does yoked older participants' mean reaction time increase or decrease as time spent on task increases?,2085852,49 +2085852_image49_1.png,Can younger or older people perform more tasks per minute?,2085852,49 +2088268_image3_1.png,In what year was the greatest decline in the S&P 500 index earnings momentum?,2088268,3 +2088268_image3_1.png,What year had the greatest decline in momentum for the MSCI UK index earnings between 2016 and 2021?,2088268,3 +2094782_image16_6.jpeg,What is the percentage of retail sales on wheat ridge by food stores in 1990?,2094782,16 +2095592_image5_1.png,In what year did broadband subscriptions take its highest jump?,2095592,5 +2098217_image20_1.png,Which financial crisis in history had the most importance? ,2098217,20 +2098217_image20_1.png,when was the first ever global financial crisis of the 21st century?,2098217,20 +2098649_image5_1.jpeg,"when considering the levels of teacher decision making, does high tdm increase or decrease the percentile ranking of students proficiency?",2098649,5 +2101137_image154_1.png,"In Fall 2010, what percentage of enrollments were male in New Carrington College California?",2101137,154 +2105686_image8_3.png,Did more people struggle to afford food in 2013 or in 2008? ,2105686,8 +2107306_image40_4.png,What is the third most important value for the Upper Clutha?,2107306,40 +2107306_image40_4.png,what is known to be the least important value for the upper clutha?,2107306,40 +2108654_image6_1.png,What US political ideology is concerned with protecting the country from outside threats?,2108654,6 +2109599_image2_2.png,"How many people were hospitalized in Thailand on May 21, 2021? ",2109599,2 +2112586_image47_2.png,Which county had the lowest staff expenditures for all Georgia public libraries in 2020? ,2112586,47 +2112586_image47_2.png,Which Georgia county had the highest total staff expenditures per person in fiscal year 2020?,2112586,47 +2112777_image8_2.png,How many mobile users have used the AR Core App in the USA?,2112777,8 +2112777_image8_2.png,How many mobile users have never been exposed to any type of Augmented Reality Apps in the USA?,2112777,8 +2133471_image20_15.jpeg,what country generates the lowest on average gdp from the BRIC countries from 2014-2024?,2133471,10 +2150155_image55_2.png,What percentage of survivors of domestic battery cases in Downers Grove in 2019 were Asian? ,2150155,55 +2156116_image3_1.png,How many euros is the V. Security and Defense budget?,2156116,3 +2177136_image3_2.png,"What is the total number for new cases of COVID reported in Bangkok on May 27, 2021?",2177136,3 +2177136_image3_2.png,"How many COVID deaths were reported in Nonthaburi on May 27, 2021?",2177136,3 +2183691_image57_1.png,"In 1998, how much electricity is consumed by the residents of Arizona?",2183691,57 +2183691_image57_1.png,What was the average price industries had to pay for using electricity across years 1990 to 2013?,2183691,57 +2210845_image106_1.jpeg,"After 2030, are median wind prices expected to be above or below what they were in 2019?",2210845,106 +2225114_image17_3.png,What city of South Carolina had the biggest population change between 2010 and 2017? ,2225114,17 +2226932_image22_1.png,"In Orlando, what is the total % of registered voters?",2226932,22 +2226932_image22_1.png,Which cities in Florida have the lowest number of registered voters?,2226932,22 +2226932_image46_1.png,"Since President Eisenhower, have trends in the United States shown public trust in the government to have increased or decreased?",2226932,46 +2234294_image10_3.jpeg,"Based on AAA Foundation for Traffic Safety, what system has the highest distraction level?",2234294,10 +2234294_image10_3.jpeg,Does the Ford MyFord Touch system have a low distraction rating?,2234294,10 +2234382_image51_1.png,What is the household income bracket with the greatest percentage of Saint Paul households with no car?,2234382,51 +2261140_image24_1.png,How effective are VPNs from limiting advertisers from seeing the websites you visited?,2261140,24 +2288866_image3_3.jpeg,Which is the major contributor of greenhouse gasses withing the energy sector?,2288866,3 +2288866_image3_3.jpeg,"Is there contribution of Agriculture, Forestry and Land use, in Global greenhouse gas emission?",2288866,3 +2296024_image44_2.jpeg,"By 2016, what percentage of trading activities were marked as restrictive measures? ",2296024,44 +2301743_image32_6.jpeg,Which top three countries have the least anxiety? ,2301743,32 +2301743_image32_6.jpeg,Which top three countries have the most anxiety?,2301743,32 +2311405_image21_1.png,What country had a larger stimulus between 2008-2010 than between 2019-2020?,2311405,21 +2314477_image34_1.png,What was the the number of international behaviorists in 1986?,2314477,34 +2319195_image27_5.png,How many developing countries are a part of the most prospective country for investment for 2017-2019?,2319195,27 +2319195_image27_5.png,Which were the top 3 most prospective countries for investment in 2017-2019?,2319195,27 +2322803_image1_1.png,"In December 2020, what was the cumulative return of Russell 2000?",2322803,1 +2323377_image31_1.png,How many births occurred in Oceania between 1990 and 2020?,2323377,31 +2323377_image31_1.png,"During the period from 2020 to 2050, what is the projected number of births expected to take place in Sub-Saharan Africa?",2323377,31 +2336710_image22_1.png,How many obligations did installation of power transmission equipment require for Hurricane Maria?,2336710,22 +2336710_image22_1.png,What are some examples of a good or service when a natural disaster occurs?,2336710,22 +2372248_image33_2.jpeg,"Over the past 30 years, has income inequality grown or shrank between the wealthiest and poorest Americans?",2372248,33 +2372248_image33_2.jpeg,What was the average nominal income for the middle quintile of Americans in 1980?,2372248,33 +2384395_image7_1.png,What proportions of Americans thought that the intervention in Iraq was a mistake after 2011?,2384395,7 +2384395_image7_1.png,"After the 2008 recession, what percentage of people thought that it was a mistake for the US to send troops to fight in Iraq?",2384395,7 +2392676_image6_1.png,what were the top 3 major religious groups in 2010?,2392676,6 +2392676_image6_1.png,What percentage of people in the world identify as Muslim?,2392676,6 +2410699_image190_1.jpeg,"Between 2003 and 2019, has the household mortgage debt measured by Rabobank increased or decreased over time?",2410699,190 +2410699_image190_1.jpeg,When did the total household mortgage debt in Netherlands surpass 700 billion euros?,2410699,190 diff --git a/data/table_queries_cleaned_235.csv b/data/table_queries_cleaned_235.csv new file mode 100644 index 00000000..89ca0620 --- /dev/null +++ b/data/table_queries_cleaned_235.csv @@ -0,0 +1,236 @@ +image,query,pdf,page,table +1003421_image3_1,How much did Pendleton County spend out of their COVID-19 fund for the month of April 2021?,1003421,2,1003421_2_0 +1008059_image7_1,How many units are occupied by single families of Klamath county in 2009?,1008059,6,1008059_6_1 +1008059_image7_1,"In the Klamath county, what is the total valuation of construction for census code 434 in 2009?",1008059,6,1008059_6_1 +1011810_image22_1,How much did Nalco pay GRIDCO for electricity at captive power plant in the year 2010-11?,1011810,21,1011810_21_0 +1011810_image22_1,How much coal is used at Alumina refinery of Nalco in the year 2011-12?,1011810,21,1011810_21_2 +1011810_image75_1,What is the interest cost on gratuity at Nalco in the fiscal year 2012?,1011810,74,1011810_74_0 +1011810_image75_1,"In fiscal year 2012, how much were the salaries and wages at Nalco?",1011810,74,1011810_74_1 +1022784_image24_8,"How much Earmarked funds does Mishra Badhai & Associates have for PATANG on March 31, 2014?",1022784,19,1022784_19_0 +1048308_image62_1,What is the beginning balance of the Pinal County Treasurer's account in December 2017?,1048308,61,1048308_61_2 +1050851_image2_1,"While calculating the total income of Sutlej Textiles and Industries Limited for year 2019, what sources are included?",1050851,1,1050851_1_0 +1054125_image18_1,"In the city of Humble, how many incident reports did the fire department receive on October 10, 2017?",1054125,17,1054125_17_0 +1057021_image48_1,In Geotech Engineering and Testing what is the unit rate for vehicle charge ?,1057021,47,1057021_47_0 +1057315_image105_1,"What was the total capital assets balance of the Town of Johnstown, Colorado at the end of FY16?",1057315,104,1057315_104_0 +1057315_image91_1,"How much is the value of Depreciation in the drainage fund in Johnston, CO?",1057315,90,1057315_90_0 +1061589_image40_1,How much did Brick Board of Education spent in total on central services for the fiscal year 2017?,1061589,39,1061589_39_0 +1061589_image40_1,What was the total expenditure of Brick Board of Education on custodial services for fiscal year 2017?,1061589,39,1061589_39_0 +1061646_image59_1,What was the estimated population in Seattle in the year 2012?,1061646,58,1061646_58_0 +1067588_image62_1,How many hours will be invested in the plans & specifications of the 2021 Pavement Rehabilitation Project in the city of Benicia?,1067588,61,1067588_61_0 +1067588_image62_1,What is the total estimated cost for the 2021 Pavement Rehabilitation Project in the city of Benicia?,1067588,61,1067588_61_0 +1068798_image4_2,What was the local tax rate of the town of Newton in 2016? ,1068798,3,not detected +1068798_image4_2,what was the municipal tax rate in the town of Newton in 2015?,1068798,3,not detected +1071056_image74_1,"In Jackson County, what are the total expenditures of housing authority for the year 2013-14?",1071056,73,1071056_73_1 +1073013_image116_1,"How much fund was disbursed by the city of Southaven on ""Travel and Training"" in the first quarter of the year 2015?",1073013,115,1073013_115_0 +1077956_image91_1,On what street is the Hamilton Hotel located in the Central District?,1077956,90,1077956_90_0 +1077956_image91_1,How many hotels are located in the central district?,1077956,90,1077956_90_0 +1084420_image15_1,"According to the 2020 WO-WAS fund report, how much was spent on traveling by the board members in the month of February?",1084420,14,1084420_14_0 +1092414_image9_11,What is the discount computer magazine price of computer games for 2 years?,1092414,14,1092414_14_0 +1094619_image63_1,"For fiscal year 2014-2015, what all liabilities are included to calculate the total balance of other noncurrent liabilities of the city of Rochester, New York?",1094619,62,1094619_62_0 +1094619_image63_1,"What was the total general obligation bonds balance of the city of Rochester in New York in the beginning of the fiscal year, on July 1, 2014?",1094619,62,1094619_62_0 +1096078_image20_1,What was the real GDP growth rate of Canada when its Federal government debt was between 30 to 60 percent during 1925-2009? ,1096078,19,1096078_19_0 +1096626_image23_1,"How much amount in total was carried forward to 2020 in the form of 'Revenue', by NATO Strategic Communication Center of Excellence?",1096626,22,1096626_22_0 +1099125_image166_1,What is the chemical formula for Hydrazine?,1099125,165,not detected +1102242_image20_1,What is the total unaudited asset value of Albany County Airport Authority in 2021?,1102242,19,1102242_19_0 +1102242_image20_1,Which criteria decides the final net position value for Albany County Airport Authority?,1102242,19,1102242_19_0 +1102324_image45_2,What are the total revenues of Orcutt Union School District for year 2014-15?,1102324,44,1102324_44_0 +1102324_image45_2,How much did Orcutt Union School District spend in total for year 2013-14?,1102324,44,1102324_44_0 +1106908_image15_1,How many actual halts occurred before trade for rolled out NYSE Arca in September 2013?,1106908,14,1106908_14_0 +1106908_image15_1,"In September 2013, what was the total Opening BAM for rolled out NYSE Arca?",1106908,14,1106908_14_0 +1107310_image15_1,How much did the Wiener Library receive in donations and legacies from end of FY14 to FY15? ,1107310,14,1107310_14_0 +1107310_image15_1,"In FY15, what is the total income and endowments of the Wiener Library?",1107310,14,1107310_14_0 +1110594_image33_1,What was the usage rate of budget for water increment in FY15 for the Municipal Water District of Orange County?,1110594,32,1110594_32_0 +1111073_image7_1,"In 1938, when does the first passenger train of Flatonia Subdivision leave Yoakum?",1111073,6,1111073_6_0 +1111667_image36_1,What is the due amount of utilities in Irvine Child Care Project for October 2018?,1111667,35,1111667_35_0 +1113772_image33_1,How many new cases were filed for non-parking traffic misdemeanors at the City of Humble Municipal Court in May 2018?,1113772,32,1113772_32_0 +1121142_image1_1,What is the projected monthly surplus of the Florida Department of Elder Affairs for program LSP for 2021? ,1121142,0,1121142_0_0 +1121870_image140_2,"What were the total operating expenses of the Fortune Society, Inc. in FY19?",1121870,139,1121870_139_0 +1121870_image140_2,"In FY18, how much did the Fortune Society Inc. and Affiliates spend in total for fundraising?",1121870,139,1121870_139_0 +1126272_image18_1,How much did Headway East Lothian SCIO spend in total for charitable activities in year 2020?,1126272,17,1126272_17_1 +1127866_image13_1,"In the village of Williamsville, what is the adjusted budget for grant writer in 2011?",1127866,12,1127866_12_0 +1131257_image8_1,"In Australia, which area observed a highest population growth rate in the year 1971 to 1981?",1131257,7,1131257_7_0 +1131257_image8_1,What is the average population growth rate in Australia across years 1961 to 1991?,1131257,7,1131257_7_0 +1149133_image167_1,"What was the actual expense for engineering of the water and sewer fund of Jacksonville, NC in 2005? ",1149133,166,1149133_166_0 +1149133_image255_1,"What is the total expenditure for governmental activities in the city of Jacksonville, North Carolina for the fiscal year 2006?",1149133,254,1149133_254_0 +1154736_image49_1,What was World Vision of Ireland's total income earned from sponsorship and childcare in September 2017?,1154736,48,not detected +1155228_image3_1,Where is the registered office of Richfield Financial Services LTD? ,1155228,2,1155228_2_0 +1161467_image6_1,What was the reported current assets of Timaru Christian School in 2019? ,1161467,5,1161467_5_0 +1162412_image149_1,"At Tomagh station, which shrub was most consumed by goats during the bloom season of 1989?",1162412,148,1162412_148_0 +1162412_image149_1,"In 1989, what was the overall rate of consumption of grass by goats at Tomagh station?",1162412,148,1162412_148_0 +1164798_image2_1,Who is the author of Computer Oriented Numerical Methods? ,1164798,1,1164798_1_0 +1164798_image2_1,How many pages are in Professional Ethics and Human Values by Premvir Kapoor?,1164798,1,1164798_1_0 +1175147_image35_1,"How much is the net cash outflow from investing activities at the year end March 31, 2020 of Sangam Rooftop Solar Private Limited?",1175147,34,1175147_34_0 +1181127_image1_1,What was the total cost of liabilities for the Area Agency of Pasco-Pinellas Inc. for December 2020?,1181127,0,1181127_0_0 +1184258_image144_1,What was the total equity of Metro Alliance Holdings and Equities Corp. and Subsidiaries in 2013?,1184258,143,1184258_143_0 +1187393_image22_1,What is the total revenue for transportation services in the Rural Municipality of Stanley for 2019?,1187393,21,1187393_21_0 +1187393_image22_1,"What is the total revenue for environmental health services for the year end Dec. 31, 2019, in the rural municipality of Stanley?",1187393,21,1187393_21_0 +1196312_image7_1,What was the total value of PBC Limited's assets in December 2020?,1196312,6,1196312_6_0 +1196756_image54_1,What is the total amount spent by Brick Board of Education on construction services in the year 2016?,1196756,53,1196756_53_0 +1196756_image54_1,"After the overall expenditures, what was the final available balance for Brick Board of Education in FY16?",1196756,53,1196756_53_0 +1198299_image40_1,What was the total cash the Apache Fire District allocated to payroll in 2014?,1198299,39,1198299_39_0 +1198299_image40_1,How much is the ending balance for cash reconciliation as of 4/30/2014 for the Apache Fire Distrcit??,1198299,39,1198299_39_0 +1209807_image159_1,"How much is 122 Corbett Road property of Gulf Islands, Salt Spring in 2017?",1209807,158,not detected +1210932_image13_1,What are the total expenses in Q1 2020 of Hero MotorCorp?,1210932,12,1210932_12_0 +1213932_image36_2,What is the exact amount spent by the IFLS Library towards Dell Marketing L.P in October 2020?,1213932,9,1213932_9_0 +1224598_image27_1,How much did McPherson Center Museum spend on repairing and replacements in the year 2012 till June 30?,1224598,26,1224598_26_0 +1224598_image27_1,What is the operating expense of the Museum of Art and History at McPherson Center in 2012?,1224598,26,1224598_26_0 +1224605_image31_1,What is the clearance rate of criminal cases in 2019 In the Superior Court?,1224605,30,1224605_30_0 +1224605_image31_1,How many case filings occurred involving mental health in the Superior Court for 2018?,1224605,30,1224605_30_0 +1238564_image79_3,What is included in the revenues while calculating the total revenues of Orcutt Union Elementary of Santa Barbara County for year 2016-2017?,1238564,78,1238564_78_0 +1238564_image79_3,What was the total expenditure budget of Orcutt Union Elementary in Santa Barbara County for year 2017-2018?,1238564,78,1238564_78_0 +1238975_image2_1,What was the budget for grounds and general maintenance for the Yeovil Town Council in 2017-2018? ,1238975,1,1238975_1_0 +1238975_image2_1,What is Yeovil Town Council's total committees' budget for 2015-2016?,1238975,1,1238975_1_0 +1240123_image17_1,What is the total audited income of Piccadily Agro Industries Ltd. at the end of the year 2021?,1240123,16,1240123_16_0 +1243103_image13_1,"In FY19, what were the earnings per share of the Saudi Research and Marketing Group?",1243103,12,1243103_12_0 +1243103_image13_1,What was the gross profit of Saudi Research and Marketing Group in FY20?,1243103,12,1243103_12_0 +1246906_image63_1,"During 2008-2009, what was the percentage difference between adults reported as overweight in the city of Manchester and the whole state?",1246906,62,1246906_62_0 +1246906_image63_1,"According to NH DHHS, what is the percentage of adults smoking between 2008 and 2009 in the city of Manchester?",1246906,62,1246906_62_0 +1260223_image2_1,What is the year end proforma balance in FY19 for total long-term debt of Abenaki Water Company?,1260223,1,1260223_1_0 +1260223_image2_1,How much adjustment did Abenaki Water Company do on total equity capital for FY19?,1260223,1,1260223_1_0 +1271006_image37_1,"What is the maximum amount disbursed in June 2018, from the municipal water district of Orange County?",1271006,36,1271006_36_0 +1280950_image58_1,What is the total annual budget of community development department in the city of Sebastian for year 2020/2021?,1280950,57,1280950_57_0 +1280950_image58_1,Which general fund department of the city of Sebastian received the highest annual budget for the year 2020/2021?,1280950,57,1280950_57_0 +1305807_image6_1,"In the 1950s, were people who were schizophrenics more likely to be employed or unemployed? ",1305807,5,1305807_5_0 +1306987_image17_1," In the town of Bristol, what is the actual % of budget on FICA in 2019?",1306987,16,1306987_16_0 +1306987_image17_1,"In the year 2019, how much is the user fees on the issued budget of the town of Bristol?",1306987,16,1306987_16_0 +1306987_image7_1,"With a percentage, how much of the Town of Bristol's Listing Department's budget was used in 2019? ",1306987,6,1306987_6_0 +1308437_image8_1,What was the Town of Ocean Breeze's current millage rate for 2022,1308437,7,1308437_7_0 +1308437_image8_1,What is the collection allowance for the millage rate in the town of ocean breeze in 2022?,1308437,7,1308437_7_0 +1321440_image618_1,Was the total reserves spent on the City of Cockburn in the 2019 to 2020 year within budget?,1321440,617,1321440_617_0 +1321440_image618_1,"What is the closing balance of the City of Cockburn as of April 30, 2020?",1321440,617,1321440_617_0 +1330778_image2_1,What is the total audited income of Betex India Limited when the fiscal year ended on March 2020?,1330778,1,1330778_1_0 +1330778_image2_1,"In the fiscal year 2019-2020, how much did the materials consumed by Betex India Limited cost?",1330778,1,1330778_1_0 +1334323_image70_2,"what is Valley View Independent School District's primary source of revenue as of August 31, 2014?",1334323,69,1334323_69_0 +1334323_image70_2,"What is the total expenditure recorded till August 31, 2014 for the Valley View Independent School District ?",1334323,69,1334323_69_0 +1342176_image7_1,What was the total value of Credit Bank of Moscow's assets September 2018?,1342176,6,1342176_6_0 +1370808_image8_1,"When the fiscal year ended in March 2020, how much profit did Nirlon Limited gain from operating activities before income tax cut?",1370808,7,1370808_7_0 +1385012_image94_1,What is the total estimated population in the continent of Australia at the end of the year 1881?,1385012,93,1385012_93_1 +1385012_image94_1,Which colony of United Kingdom had the highest estimated population in the year 1871?,1385012,93,1385012_93_0 +1394114_image30_1,"In the town of Canton, what was the original budget given for employee program in the fiscal year 2014?",1394114,29,1394114_29_0 +1395993_image42_1,How much was the accounting expense from Dec 20 - Feb 21 of the NorCal H&I Committee?,1395993,41,1395993_41_1 +1396830_image16_1,What was the Martin County Population in 2019?,1396830,15,1396830_15_4 +1397880_image61_1,What is the net investment in capital assets of Harris County Appraisal District for 2013?,1397880,60,not detected +1402494_image16_1,What were the legal expenses of the Town of Bath in 1995?,1402494,15,1402494_15_0 +1404153_image2_6,What is the cost of materials utilized in the first quarter of 2021 at Vippy Spinpro Limited?,1404153,5,1404153_5_0 +1404153_image2_6,What was the total expenses amount for Vippy Spinpro Limited in 2020?,1404153,5,1404153_5_0 +1407201_image23_1,"In Bristol, how many hazardous incidents were reported for January 2021?",1407201,22,1407201_22_0 +1407894_image62_1,"In 2011, how much population is estimated to be in Darrington Town?",1407894,61,1407894_61_0 +1407894_image63_1,What was the estimated population of Bothell Area in 2011?,1407894,62,1407894_62_0 +1407894_image67_1,How much is the employment growth rate in Everett City across years 2011-2035?,1407894,66,1407894_66_0 +1408320_image91_1,What is the total amount spent on judges for FWD Fall Convention/Contests for fall 2008,1408320,90,1408320_90_1 +1409378_image23_2," In 2019, what is the total income of Youth Sport Trust from charitable activities?",1409378,22,1409378_22_0 +1417811_image5_1,"What is the total of noncurrent assets of Hatsun Agro Product Limited as at March 31, 2021?",1417811,4,1417811_4_0 +1417915_image15_1,How many percent of manufactured fertilizer products of APEC economics exported by Japan in the year 1992?,1417915,14,1417915_14_1 +1417915_image17_1,What is the H.S code for ammonium sulphate?,1417915,16,1417915_16_0 +1449377_image44_1,What is the average dispatch time for structure fire in C3 in the city of Humble?,1449377,43,1449377_43_0 +1449377_image44_1,What is the total call time for accident major in MED 1 in the city of Humble?,1449377,43,1449377_43_0 +1452020_image6_1,What was the total revenue of Durant Industrial Authority Fund 020 in January 2021? ,1452020,5,1452020_5_0 +1452082_image81_1,What is the total In-Kind budget for year 1 of the TRCA agreement?,1452082,80,1452082_80_0 +1456765_image34_1,What items are included in the Winmore Leasing and Holding Limited's Shareholders' fund?,1456765,33,1456765_33_0 +1456765_image41_1,How much is the aggregate value of Winmore Leasing and Holding Limited's immovable properties in 2018?,1456765,40,1456765_40_0 +1462854_image6_1,How much is the total equity of the Shire of Serpentine Jarrahdale for the year 2016?,1462854,5,1462854_5_0 +1465272_image14_1,When is the city tour of Dubai during the International Youth to Youth Summit for 2017? ,1465272,13,not detected +1476497_image47_1,Which location in Moses Lake county had the highest traffic counts in the year 2013?,1476497,46,1476497_46_0 +1487957_image33_1,What is Bank of America Corporation and Subsidiaries' consumer banking total deposits in the second quarter of 2021?,1487957,32,1487957_32_2 +1504717_image24_1,What is the average price given by Prime Residences for the luxury apartments in Jawatte project?,1504717,23,1504717_23_0 +1504717_image24_1,How many units does the Prime Residences offer in total in Barnes Place location?,1504717,23,1504717_23_0 +1505923_image3_1,How much was the total expenses of the Anjani Finance Limited in the year end 31/03/2021?,1505923,2,1505923_2_0 +1505923_image3_1,How much was the profit/(loss) before tax in the end of quarter 30/06/2021 of the Anjani Finance Limited?,1505923,2,1505923_2_0 +1555645_image42_24,"In Van Buren, what was the proposed budget for total expenditure of solid waste/ sanitation operations in year 2021 to 2022?",1555645,41,1555645_49_0 +1555645_image59_20,"In Van Buren, what was the proposed budget for total expenditure of courthouse & jail maintenance operations in year 2021 to 2022?",1555645,58,not detected +1559000_image2_1,Which college got the first rank in the 2006 cross country Southeastern Classic?,1559000,1,1559000_1_0 +1559000_image2_1,How many schools participated in the 2006 Southeastern Classic cross country race?,1559000,1,1559000_1_0 +1565378_image98_1,How much was the final budget of fire department in the year 2018/19 for the City of of Ponca City?,1565378,97,1565378_97_0 +1565378_image98_1,What is the number code of Finance Department of City of Ponca City?,1565378,97,1565378_97_0 +1569418_image3_1,"What is the projected payroll of KMS Actuaries for all departments as of January, 2019?",1569418,2,1569418_2_0 +1569715_image106_1,What are the total assets of Town of Ashland in 2014?,1569715,105,1569715_105_0 +1570322_image3_1,What is the total audited income of Budge Budge Company Limited at the end of the year 2018?,1570322,2,1570322_2_0 +1587443_image18_7,Which ISO/IEC 27001 Controls do not fully satisfy the intent of the NIST SP 800-53 Controls?,1587443,17,1587443_17_0 +1602122_image19_1,"For 2021, how much budget was requested for general fund revenue in total in the city of Morgantown?",1602122,18,1602122_18_0 +1602122_image29_1,"In the city of Morgantown, what was the total amended budget for fiscal year 2020 for all personnel services in city hall?",1602122,28,1602122_28_0 +1618689_image46_1,Does the mean death rate of Australia exceed that of the mean death rate in Australasia (Australia with Tasmania and New Zealand) in the year 1873??,1618689,45,1618689_45_0 +1618689_image5_1,Are the mean marriage rates in New Zealand mostly increasing or decreasing between the years 1865 and 1881?,1618689,4,1618689_4_0 +1627614_image4_1,How much amount did the Wantage Town Council receive from fairs in the FY20?,1627614,3,1627614_3_0 +1627614_image4_1,What is the total expenditure of Wantage Town Council for year 2020/2021?,1627614,3,1627614_3_0 +1629440_image111_1,What was the actual expense in 2009-2010 for equipment for the Department of Parks & Grounds in the City of Melissa? ,1629440,110,1629440_110_0 +1629440_image118_1,What was the proposed budget for total debt service expenditure in the city of Melissa for year 2010-2011?,1629440,117,1629440_117_0 +1631010_image2_1,What was the total expenses for the year ended 31 March 2020 for sutle j textiles?,1631010,1,1631010_1_0 +1631010_image2_1,What is Sutlej Textiles and Industries' revenue from operations for the first quarter of 2020?,1631010,1,1631010_1_0 +1652446_image60_1,How much external debt did Surinam have in the year 1968?,1652446,59,1652446_59_0 +1652701_image16_1,"How much interest income did PBM Polytex Limited receive from investing activities at the end of the fiscal year, on March 2019?",1652701,15,1652701_15_0 +1652701_image8_1,"How much was the net cash flow from investing activities of PBM Polytex Limited at the year end March, 2019?",1652701,7,1652701_7_0 +1652701_image8_1,"How much was the profit before taxation of PBM Polytex Limited at the year end March, 2020?",1652701,7,1652701_7_0 +1667648_image58_1,What is the minimum hourly compensation for an assistant engineer in the city of La Mesa?,1667648,57,1667648_57_0 +1667648_image65_1,"In 2021, what was the minimum pay for an Administrative aide in La Mesa County?",1667648,64,1667648_64_0 +1679161_image2_1,How much was the revenue from operations of Gland Pharma Limited at the quarter end 30-Jun-21?,1679161,1,1679161_1_1 +1690070_image78_1,"In Livingston County, what is the total valuation of commercial property in the Iosco township?",1690070,77,1690070_77_0 +1690070_image78_1,"What is the total valuation of residential properties in Howell, Brighton, and Fenton in Livingston County?",1690070,77,1690070_77_0 +1696634_image255_1,"What is the total estimated costs for Macedo Contracting Services, Inc. across all active contracts in FY19?",1696634,254,1696634_254_0 +1697417_image71_1,Which specialty doctors had the most density in 1965?,1697417,70,1697417_70_0 +1721391_image2_1,What is the total of income of Neelamalai Agro Industries Limited in the quarter end 31/12/2020?,1721391,1,1721391_1_0 +1721391_image2_1,What was the cost of Neelamalai Agro Industries Limited's materials in the year 2021?,1721391,1,1721391_1_0 +1728679_image63_1, In the year 2018 how much was the Progressive Credit Union's bank advance?,1728679,62,1728679_62_0 +1728679_image63_1,What is the value of total cash and cash equivalents for Progressive Credit Union in 2019?,1728679,62,1728679_62_0 +1731763_image3_1,How much were the depreciation and amortization expenses of Mangalam Organics Limited at the end of the quarter on June 2018?,1731763,2,1731763_2_0 +1731763_image3_1,"What is the total un-audited income of Mangalam Organics Limited at the end of the quarter, on June 30, 2017?",1731763,2,1731763_2_0 +1740459_image2_1,Who owns the Michigan property located at 619 W. End in the city of Alma?,1740459,1,1740459_1_0 +1748512_image37_1,What are the financial liabilities of JSC TBC Leasing in FY2017?,1748512,36,1748512_36_0 +1748512_image37_1,What is the total amount of total financial assets of JSC TBC Leasing for the year 2017?,1748512,36,1748512_36_0 +1748940_image2_1,"How much compensation did Doug Lansdale receive in the Carroll County Fiscal Court on June 25, 2021?",1748940,1,1748940_1_0 +1764787_image3_1,What is the total comprehensive audited income of BanyanTree Bank Limited at the end of the year 2016?,1764787,2,1764787_2_0 +1771748_image22_1,What is included in the Policy Incentives program of Victorville disposal in the city of Adelanto?,1771748,21,1771748_21_0 +1773240_image11_2,What was the budget given for Union/Palmer Park Improvements by Pikes Peak Rural Transportation Authority in 2017?,1773240,10,1773240_10_0 +1784314_image71_1,What was the average cost of construction per mile for Lancefield railway line that opened in 1882?,1784314,70,1784314_70_1 +1784314_image71_1,How much did it cost in total to construct the Castlemaine and Dunolly line that opened in 1882?,1784314,70,1784314_70_1 +1825530_image10_1,Who is the instructor for Swim Strokes class in the Decatur County Family YMCA?,1825530,9,1825530_9_1 +1846598_image32_1,How much was Transport & Investment Barter Company's total capital value in 2019?,1846598,31,1846598_31_0 +1853294_image31_1,What is the country of birth of John A Lindstrom?,1853294,30,1853294_30_0 +2010544_image8_1,What is the total amount spent by the Philodrill Corporation on Paid-up capital ?,2010544,7,2010544_7_0 +2023897_image187_1,"In 2008, what was the total income of Trans-Asia Oil and Energy Development Corporation before the income tax was cut?",2023897,186,2023897_186_0 +2028148_image37_1,"In May 2018, how much was the 'County Open Space Taxes Payable' for the township of Middletown? ",2028148,36,2028148_36_0 +2029194_image12_1,How much was the opening balance in 2012 for the Samuha Indian Money Contribution?,2029194,11,2029194_11_0 +2033711_image18_1,"In FY 2004, what is the cost per credit hour in the Mohave district?",2033711,17,2033711_17_5 +2068497_image15_1,"In Nevada, which city has the highest unemployment rate?",2068497,14,2068497_14_0 +2071953_image146_1,"What is the value of total resources when it comes to non-expandable income of the town of Amherst, Massachusetts?",2071953,145,2071953_145_0 +2071953_image146_1,"How much is the interest for Cemetery Perpetual Care in expendable fund of the town of Amherst, Massachusetts?",2071953,145,2071953_145_0 +2086192_image16_1,"In 2020-2021, which accounts have more than 100% expenditure for the Tamalpais Community Service District ?",2086192,15,2086192_15_0 +2102641_image18_2,Who is the chamber president of Chesterfield Regional Chamber?,2102641,17,2102641_17_0 +2102641_image18_2,How many chamber members are there in RiverBend Growth Association?,2102641,17,2102641_17_0 +2113852_image7_1,What is the DO District's annual budget for Prof-engineering in fy2018?,2113852,6,2113852_6_0 +2132040_image300_1,What was the final salary of refuse clerk in the fiscal year 2012 for the town of Amherst?,2132040,299,2132040_299_0 +2136247_image92_1,What is the estimated budget for salaries of years 2016-2017 for the city of Los Banos in wastewater administration?,2136247,91,2136247_91_0 +2157001_image37_1,"In 2013 in Prince Edward Island , what are the realized/unrealized gains from Canadian short term investment?",2157001,36,2157001_36_1 +2157001_image37_1,"In Prince Edward Island, what is the total investment income of Teachers' superannuation fund investments in 2012?",2157001,36,2157001_36_1 +2159007_image18_1,"In 2016, what is the total of incoming resources in North Wales Central?",2159007,17,2159007_17_0 +2165625_image45_1,"In Amenia, what fund received the highest adopted budget in 2008?",2165625,44,2165625_44_0 +2165625_image48_1,What was the adopted budget for buildings for the town of Amenia in 2008?,2165625,47,2165625_47_0 +2182429_image268_1,"In Maricopa County, what is the revenue estimated for detention operations in the year 2020?",2182429,267,2182429_267_0 +2182429_image268_1,"In the fiscal year 2020 of Maricopa County, how much revenue is estimated for expedited child support?",2182429,267,2182429_267_0 +2230433_image22_1,"In 2020, how much did Huntington Union Free School District spend in total on school food service?",2230433,21,2230433_21_0 +2230433_image22_1,"In 2020, what was the total revenue of Huntington Union Free School District on special aid?",2230433,21,2230433_21_0 +2242579_image73_1,What are the current liabilities of Winmore Leasing and Holdings Limited for the fiscal year 2019?,2242579,72,2242579_72_0 +2242579_image86_1,"In Winmore Leasing and Holdings Limited, who held the highest amount of equity shares in FY2019?",2242579,85,2242579_85_2 +2265545_image43_1,"What were the court-related expenditures in Morgan County, Illinois for FY16?",2265545,42,2265545_42_0 +2265545_image43_1,What were the general expenses of Morgan County for the fiscal year 2016?,2265545,42,2265545_42_0 +2265545_image45_1,"What were the expenses in the circuit clerk's office for fiscal year 2016 in Morgan County, Illinois?",2265545,44,2265545_44_0 +2265799_image2_8,What is the maximum water depth in Wave Energy in Maine?,2265799,1,not detected +2287197_image44_1,What is the maximum pay for the profile of Detention Officer in Warren County?,2287197,43,2287197_43_0 +2287197_image44_1,What is the pay grade of a Deputy Sheriff in Warren County?,2287197,43,2287197_43_0 +2314789_image51_1,What is the total amount deposited on 26th April 2017 in Superstition Fire & Medical District?,2314789,50,not detected +2317231_image28_1,What is the total weight of Mitridae remains found in VK-10 test pit?,2317231,27,2317231_27_0 +2341333_image2_1,What is the total budget given for Environment and Public Health Services of Resort Village of Coteau Beach in the year 2018?,2341333,1,2341333_1_0 +2342003_image8_1,What is the program that the city of Brea offers for affordable housing?,2342003,7,2342003_7_0 +2343348_image99_1,"How much did Eaton County, Michigan spent in total for the fiscal year 2020?",2343348,98,2343348_98_0 +2348095_image2_1,What is the total income from operations of GI Engineering Solutions Limited consolidated in 31-03-2019?,2348095,1,2348095_1_0 +2355048_image3_1,Which Municipality has lowest proportionate cost% in the enrollment list of Northern Berkshire Vocational Regional School District?,2355048,2,2355048_2_0 +2355048_image3_1,What is the proportionate cost percentage of the Florida location in relation to the enrollments of all schools in the the Berkshire Vocational Regional School District.,2355048,2,2355048_2_0 +2395202_image3_1,"As on 31st March 2021, how much was the total assets of Jindal Hotels Limited?",2395202,2,2395202_2_0 +2397236_image19_1,How much was the overall total of non PSCP funds for State Capital Improvement Program for Montgomery County Public Schools?,2397236,18,2397236_18_0 +2402490_image3_1,Which department in Mayo Clinic had the lowest number of physicians working less than full-time in year 2009?,2402490,2,2402490_2_0 +2402490_image3_1,"In Mayo Clinic, how many physicians worked less than full-time in the year 2010?",2402490,2,2402490_2_0 +2407280_image31_1,How much was the loss from operations in Oak Beach Water District?,2407280,30,2407280_30_0 +2407280_image31_1,How much is the rental income from water plant in the East Farmingdale Water District?,2407280,30,2407280_30_0 +2415001_image66_1,In 2020 how much were the supplemental taxes for the town of Boothbay Harbor?,2415001,65,not detected +2415001_image66_1,"As of 2020, what is the total of collections and credits for the town of Boothbay Harbor?",2415001,65,not detected +2416020_image85_1,What was the net gain from the operations of the Fellowship of Alcoholics Anonymous in November 1981?,2416020,84,2416020_84_0 +2416020_image85_1,What was the highest operating expense in November 1981 for the Fellowship of Alcoholics Anonymous?,2416020,84,2416020_84_0 diff --git a/data/text_query_answer_gt_page.csv b/data/text_query_answer_gt_page.csv new file mode 100644 index 00000000..3b5b9c7f --- /dev/null +++ b/data/text_query_answer_gt_page.csv @@ -0,0 +1,490 @@ +pdf,query,answer,gt_page +1102434.pdf,How much was the ARtillery Intelligence projects consumer VR in the year 2018?,$4.2 billion,19 +1102434.pdf,How much revenue of AR advertising is expected in 2023 for ARtillery Intelligence projects?,$8.8 billion,3 +1096078.pdf,What types of statistics were utilized by Reinhart and Rogoff to analyze the debt-growth relationship?,descriptive statistics,3 +1054125.pdf,What was the maximum amount requested for conducting construction progress inspections related to building a one million gallon elevated storage tank in the city of humble??,"$35,000.00",1 +1246906.pdf,What is the median household income for the City of Manchester?,"$53,278",7 +1022784.pdf,What is the age group eligible for the Squirrel volunteering programme?,18- 25,8 +1022784.pdf,Who was Patang's chief executive officer in 2015?,Sachidananda Mishra,1 +1057021.pdf,What is the estimated construction cost given by PER for drainage and channel improvements and utility relocations to Briar Branch in 2013?,approx. $13M,128 +1057021.pdf,"Who was the assistant secretary of the city of Houston, Texas in the year, 2015?",Bob Tucker,3 +1096078.pdf,Who developed the public debt theory in 1979?,Robert Barro,8 +1102434.pdf,How many smartphones are AR compatible globally?,1 billion,2 +1106182.pdf,Which vehicles are able to access the Largo Metro station in 2019?,bus and car,13 +1106182.pdf,How are multi-modal streets beneficial for Largo city?,"improve the pedestrian experience greatly by reducing travel lanes, reducing speed of traffic, activating the street with seating and tables, and providing more options for bus stops and bike lanes",13 +1106908.pdf,What was the average daily count of NYSE Arca-listed securities in the first half of 2015?,"1,493",15 +1119743.pdf,How many public records requests were submitted to the City of Oakland in 2020?,"over 9,000",8 +1119743.pdf,What year did Oakland enact its local Sunshine Ordinance?,1997,6 +1194605.pdf,"Amongst territory in India, how much of the area was in use for agricultural purposes in the year 1971?",36 million hectares,4 +1210913.pdf,Which city developed the first democratic government?,Athens,11 +1210913.pdf,Which scientific test does archaeologists apply to analyze fossils and artifacts?,CARBON DATING,1 +1224605.pdf,what does the Trial Court Liaison Program aim to accomplish?,to enhance communications between the trial courts and the Judicial Council,3 +1242968.pdf,what proportion of the United States' GDP covered the global GDP in 2022?,18.55%,4 +1246906.pdf,How many students were identified as homeless in Manchester from 2011 to 2012?,"1,115",11 +1283541.pdf,"How many multi-family residential units will be included in the Traffic Impact Study that Langan Engineering & Environmental Services, Inc. creates once it is finished?",118,3 +1409236.pdf,"What regions of Kenya were advised to expect heavy rainfall in the most recent advisory issued by KMD on October 23, 2019?","North East, South East, the Coastal Regions of Kenya, Western and Central regions including Nairobi Area",1 +1162329.pdf,What was Travis County's unemployment rate in January 2021?,5.4%,4 +1409236.pdf,What natural phenomena contributed to Kenya's heavy rainfall in 2019?,El Nino Southern Oscillation (ENSO) and the Indian Ocean Dipole (IOD),1 +1409236.pdf,Which river areas in Kenya are exposed to high risk due to terror group attacks?,"Garissa, Lamu and Tana River",10 +1243103.pdf,What was the net asset value of Global Media company and its Subsidiaries in UK for FY18?,SR 363 Thousand,17 +1210913.pdf,How did the neolithic revolution begin?,The NEOLITHIC REVOLUTION occurred when people developed AGRICULTURE.,0 +1224605.pdf,Why does the California Constitution conduct a survey of judicial business?,The purpose of the survey and reporting requirements is to “improve the administration of justice.”,4 +1057021.pdf,What was the budget for improvements to Barryknoll Lane in 2010?,$5.7 million,95 +1106182.pdf,"How many vehicles can the Lotsford Road, Largo's central 6 lane road with turn lanes, can handle in a day?","12,400",10 +1106908.pdf,How many times were securities listed on the BATS paused in the first half of 2015?,seven,7 +1246906.pdf,What was the geographical focus area of the 2013 Community Health Needs Assessment?,"Auburn, Bedford, Candia, Deerfield, Goffstown, Hooksett, New Boston as well as the City of Manchester",4 +1243103.pdf,"What percentage of shares did Arab Media company purchase in the final quarter of 2017 from the limited liability company Argaam Investment Trading company (""Argaam"")?",51%,17 +1162329.pdf,What was the total number of housing units sold in Austin area in fiscal year 2020?,"38,192",6 +1061646.pdf,What does the Municipal Code 16.12.030 of Moses Lake allow?,Moses Lake Municipal Code 16.12.030 allows for the issuance of a building permit to a proponent who wishes to build on unplatted property after a resolution from the City Council.,39 +1061646.pdf,How many sets of plans are required to submit for a permit application for a fire alarm and sprinkler system?,A minimum of three (3) sets of plans,34 +1102434.pdf,What are the two forms of AR that developers and tech companies will need to meet consumer demand? ,object visualization (placing objects in your space) or selfie lenses and filters to dress up one’s appearance,14 +1243103.pdf,"By comparing the carrying value of property, plant and equipment in Saudi Printing and Packaging Company, what amount did the management acquire after the impairment assessment in 2020?",SR 785.9 million (2019: SR 824 million),6 +1243103.pdf,3. What is the total revenue of SAUDI RESEARCH AND MARKETING GROUP for the year December 2020?,2.3 billion,5 +1106182.pdf,Approximately how many trips can Connecticut Avenue in DC can handle in a single day?,"40,200",10 +1210913.pdf,Who delivered the ten commandments?,MOSES,4 +1319738.pdf,How many tons of freight is moved by United States in 2017?,10.77 billion tons,26 +1319738.pdf,"In 2018, what was the estimated number of deskless workers worldwide?",2.7 billion,4 +1319738.pdf,Who is the managing director of Structure Research company?,Philbert Shih,18 +1162329.pdf,What year did Heman Marion Sweatt file a suit against University of texas?,1946,8 +1022784.pdf,"On which date, Patang organized an event on ""Celebrating youth-led social action""?",29 th December 2015,14 +1283541.pdf,What is the posted speed limit for Lincoln Avenue roadway?,25 mph,8 +1283541.pdf,"What were the identified peak hours for the traffic movement by Bertin Engineering in 2020, during weekdays and Saturdays at Lafayette Avenue, Lincoln Avenue, May Street and Wagaraw Road intersection?",7:15 AM to 8:15 AM,10 +1224605.pdf,How many adults were there with developmental disabilities in open conservatorship cases in Los Angeles County?,"more than 12,500",7 +1106908.pdf,"In 2016, ETPs and inverse ETPs that traded over a certain amount became eligible for the TIER 1 NMS Stock designation. What was that trading amount?","$2,000,000 CADV",20 +1096078.pdf,What are the three distinctive perspectives on the effect of debt on growth?,"The neoclassical school stated that as public debt increases it should have a negative impact on economic growth, while on the contrary the Keynesian economists’ view was that its effect is positive (during economic recession). The Ricardian equivalence proposition assumed the effect to be neutral or irrelevant.",8 +1119743.pdf,Which organization assessed Oakland’s current performance to develop an ongoing accountability tool to monitor department progress going forward in 2020?,PEC,4 +1054125.pdf,"What is the maximum contract limit between the City of Humble, Texas, and ARKK Engineers for managing the West Townsen Extension Project?","$96,150.00",1 +1054125.pdf,"Who criticized the unfair, closed-door process of BDAC to FCC leadership?","The presidents of NLC, the National Association of Counties (NaCO), and the U.S. Conference of Mayors (USCM)",55 +1194605.pdf,"Between 2016 and 2017,of the Rs allocated by the Standing Committee on Agriculture, how much was actually released?","Rs 3,892 crore",1 +1194605.pdf,When did the US administration remove India from the Generalized System of Preferences (GSP)?,June 2019,7 +1111565.pdf,"Which organization, established in 1978, was created to support sound employee benefit programs and public policy?",The Employee Benefit Research Institute (EBRI),1 +1111565.pdf,"In America, what is the estimated average of retirement deficit for widows of age 40 to 44?","$17,964",13 +1319081.pdf,What proportion of the 2014 EU budget goes toward rural development and European farmers?,€55 billion,0 +1319081.pdf,How much budget the European Commission is proposing for 2021-2027?,1.279 trillion euro,1 +1319081.pdf,Approximately how many member organizations are involved in the climate action network?,140,0 +1014669.pdf,"During the investigation of Project Washigton, who received reports about multiple breaches of the RTAS Rules during the second period of 2020 before multiple officials were suspended?",NSAR,6 +1014669.pdf,"According to the RTAS rules, the duration of each suspension is dependent on which factors?","the severity of the breach, the Fair Culture Outcome, the impact of mitigating circumstances identified and evidenced, determination from previous/ongoing investigations, the level of deliberate acts involved in the breaches, any attempts to mislead NSAR or Network Rail and the level of co- operation during the investigation",0 +1077654.pdf,Who was the City Assessor of the Anoka in 2021?,Scott Varner,4 +1242968.pdf,What is the expected total number of jobs available in the US in the third quarter of 2021?,9.3 million,1 +1242968.pdf,By what percentage did the US GDP increase in the second quarter of 2021?,10% annualized,5 +1015168.pdf,Which two countries had the fastest growing rate of urbanisation of major population bases from 1990 to 2015?,China and India,10 +1015168.pdf,"What was the purpose of the new ""Skills Agenda for Europe"" that the European Union (EU) approved in 2016?","to ensure that people develop a broad set of skills from early on in life and to make the most of Europe’s human capital, which will ultimately boost employability, competitiveness and growth",5 +1015168.pdf,Name the basic four aspects of globalization that was identified by the International Monetary Fund in 2000.,"trade and transactions; capital and investment movements manifested in, among other things, global value chains (GVCs); migration and movement of people; and the dissemination of knowledge",9 +1375277.pdf,What is the average annual temperature at the upper Saint John River basin?,approximately 40° Fahrenheit,18 +1375277.pdf,What is the total drainage area of the St. John River Basin?,"21, 600 square m i l e s",17 +1022031.pdf,"What was the production percentage share of the largest producer (EU) in the biodiesel market, for the year 2009-2011?",48.9%,22 +1022031.pdf,What do the Welthungerhilfe and Global Hunger Index study believe is the cause for the 2011 price increase and increasing volatility?,Biofuels,9 +1022031.pdf,How many undernourished people were identified in the world from between 2010 and 2012?,868 million,31 +1024757.pdf,"What is the first cross-country pipeline that delivers natural gas to several power and fertilizer plants across the states of Gujarat, Madhya Pradesh, Rajasthan, and Uttar Pradesh?",Hazira-Vijaipur-Jagdishur Nat- ural Gas Pipeline Project,2 +1024757.pdf,How much was the global liquefied natural gas trade between regions in 2020?,356.1 million tonnes,10 +1024757.pdf,"As of 2020, what was the total number of natural gas vehicles manufactured globally?",29.5 million units,15 +1209612.pdf,What was the cost per head for attending the Community Lunch at Seaford Christian Churches in 2021?,$15,1 +1209612.pdf,Which days of the year are the only ones when Mass is not celebrated?,Good Friday and Easter Saturday,3 +1209612.pdf,"In 2021, when were parishioners invited to the Community Lunch at the Seaford Christian Churches?","12.00noon on Wednesday, 14 April",1 +1319927.pdf,Does Admiral Markets UK Ltd provide investment advice?,We do not provide investment advice and we provide execution only services.,35 +1319927.pdf,What is the maturity date of contracts for differences?,no set maturity date. (This can be subject to change depending on the terms of the underlying asset class and or product).,32 +1319927.pdf,Which type of trading contracts may differ from trading on other electronic trading systems as well as from trading in a conventional or open market?,Electronic trading Trading in OTC contracts through the Online Facility,34 +1014077.pdf,What was the precision rate seen by the time signals of HBG for a distance of 1000km?,0.1 ms,3 +1014077.pdf,What is the NPM's short-term VLF frequency measurement precision range?,precisions ranging from 2.5 x 10- ' ' (24-hour observing time) to 3.1 x (8-day observing time),3 +1014077.pdf,What particular type of measurements was used by the system proposed by NBS [IO] in 1959 to distribute more accurate time and frequency at HF?,round-trip,7 +1113772.pdf,"Who opposed to approve the consent agenda in the Humble City council meeting, held on June 28, 2018? ",none (0) opposed,7 +1334401.pdf,What was the rate of decline in heroin initiation in the United States in 2018?,57% decline,18 +1334401.pdf,What was the decrease in opioid use disorder from 2018 to 2019?,2.0M to 1.6M,18 +1334401.pdf,How many individuals are surveyed annually by National Survey on Drug Use and Health?,"67,500 persons",1 +1379508.pdf,How much revenue was collected through taxes for year 2014 in Peters Township?,"$12,410,267",28 +1379508.pdf,"What was the Peters Township's net position increase, registered by the end of year 2014? ","$1,879,195",23 +1096626.pdf,Who was the certified auditor in charge of PricewaterhouseCoopers in the year 2021?,Elīza Gulbe,26 +1096626.pdf,What is the responsibility of the people charged with governance?,for overseeing the Company’s financial reporting process,25 +1154736.pdf,How many members are working for World Vision International?,"40,000 staff members",4 +1154736.pdf,What has come of the collaboration between World Vision and Irish Aid in 2017?,"support and empower refugees who are the vic,ms of the world’s most devasta,ng humanitarian crises",2 +1178795.pdf,What year was The Australasian Gaming Council (AGC) established?,2000,1 +1178795.pdf,How much did Crown Melbourne contribute for Australian GDP in 2015?,$3.1 billion,15 +1178795.pdf,"How many Australian adults, as reported by the AGC in 2021, play EGMs? ",3.1 million,6 +1301765.pdf,"As of the 14th of April 2021, how many patients enrolled for chronic polytherapy?","32,962",0 +1301765.pdf,What are some examples of community-based healthcare providers?,"LHUs, LHDs, GPs",2 +1301765.pdf,"In chronic polytherapy, what is the relative risk decrease of reducing admissions?",77%,1 +1303168.pdf,"In FY 2019, what was the Georgia's per capita state funding?",$3.26,5 +1303168.pdf,"By the end of fiscal year 2019, what percentage of public library systems in Georgia were above the state average of 1.86 items per capita?",60%,35 +1303168.pdf,What place does Georgia hold in terms of state funding per person for public libraries in FY2018?,10th,5 +1178516.pdf,What was the population of Bangladesh in 2007?,135.43 million,2 +1178516.pdf,"By the end of 2007, what percentage of Bangladeshi population was living in rural areas? ",74 percent,2 +1075664.pdf,What is the maximum sentence for someone found guilty of animal cruelty in Singapore under the Animals and Birds Act?,18 months,11 +1075664.pdf,"How many cases involving animal cruelty were reported by animal welfare organizations in Singapore, in 2016?",831,0 +1031852.pdf,how many consumers were impacted by the court case with FirstEnergy?,two million,4 +1031852.pdf,"What is the nameplate generating capacity of IKEC’s Clifty Creek Plant at Madison, Indiana?","1,303,560 kilowatts",14 +1183777.pdf,What are the nine members of the Washington Student Achievement Council that the Washington Legislature appointed in 2012?,"The Council consists of nine members: five citizens, including one college student, and four members representing the Superintendent of Public Instruction, the State Board of Community and Technical Colleges, the Council of Presidents of the public four-year institutions, and the Independent Colleges of Washington.",1 +1183777.pdf,"Compared to 1986, what was the growth percentage of the Hispanic high-school age population by the end of 2010?",492%,3 +1183777.pdf,"How has the enrollment of full-time equivalent students in Washington's community and technical colleges changed over time, particularly with respect to e-Learning?","Washington’s community and technical college fall quarter online enrollment grew from 373 FTE students in 1998 to 20,025 FTE students in 2011, and e-Learning now accounts for 31,684 FTE students in the CTC system. The availability of e-Learning to provide education to people who live in remote areas, distant from a college, and to working adults also is widely recognized.",11 +1323986.pdf,"According to the 2021/22 forecast, from the National Agricultural Statistics Service (NASS), how much amount of corn production was collected? ",175 million bushels,0 +1323986.pdf,"With its unaltered export prediction for 2020–2021 at an all-time high, the United States will account for about what percentage of the world’s corn trade?",40 percent,0 +1323986.pdf,How many bushels of corn are estimated to be exported from the U.S. in the year 2020-21?,"2,850 million bushels",4 +1180635.pdf,What services are covered under the FUNCTIONAL PLAN 2020–2040 of the REDMOND POLICE DEPARTMENT for traditional law enforcement? ,"• Patrol Response - the ability to quickly and effectively respond to emergency calls for service • Traffic Safety - enforcement, education, and traffic engineering • Investigations – of criminal matters • Communications – receiving and dispatching information • Records Management",6 +1179117.pdf,What is the actual average risk of breast cancer in women?,13%,8 +1179117.pdf,"Who approved the research ""Simple Messages Help Set the Record Straight about Scientific Agreement on Human-Caused Climate Change: The Results of Two Experiments"" ? ",reviewed and approved by the Institutional Research Board,3 +1179117.pdf,"n 2013, what percentage of American adults believed that ""most scientists think global warming is happening""?",42%,1 +1204831.pdf,How many countries have signed the Paris Climate Agreement?,197 countries,9 +1204831.pdf,Why does the cost of electricity have such a large impact on economic activity?,Electricity is a core input to industry productivity and household consumption,13 +1038973.pdf,"On which date did the Governor announce that public and private schools in Massachusetts must remain closed for in-person instruction until Monday, May 4 in order to prevent further spread of the coronavirus (COVID-19)?",March 25,0 +1166908.pdf,In what year did Cambridge receive a State MVP grant?,2019,52 +1166908.pdf,What is the projected increase in the average summer temperature of Cambridge by 2070?,6 to 10 degrees,10 +1038218.pdf,During which period did the national debt of the US double from 35 percent of GDP to over 70 percent due to the Great Recession?,between 2008 and 2013,0 +1038218.pdf,"In June 2018, how much U.S. debt was held by foreign investors?",about $6.2 trillion,2 +1038218.pdf,"How much is the U.S. projected to spend on interest for the debt in 2018, and what percentage of the federal budget does this represent?","$316 billion, or almost 8 percent of the federal budget",1 +1321440.pdf,When was the Waste Local Law 2020 adopted by the City of Cockburn council?,13 February 2020,6 +1029321.pdf,What activity is correlated with parents having better relationships with their children and being more engaged in their children’s education?,religious services,0 +1029321.pdf,What kind of couple are more likely to bear a child out of wedlock?,those who are “not at all religious”,3 +1158777.pdf,How much income was generated from agricultural exports in the US during the first four months of 2021?,$59 billion,0 +1158777.pdf,How many full time jobs were supported by U.S agricultural exports in 2019?,1.1 million,0 +1158777.pdf,"What was the overall revenue contributed by agriculture, food, and related industries to the U.S. economy, in 2019? ",$1.109 trillion,0 +1313588.pdf,What was the revenue growth rate experienced by Shopify in 2020?,86%,2 +1313588.pdf,What was New Jersey's projected revenue decline for budget year 2021?,more than a $5 billion revenue decline,1 +1016310.pdf,What was the percentage growth in Federal Information Security incidents from fiscal year 2009 through fiscal year 2015? ,157 percent,11 +1016310.pdf,"Which act requires federal agencies in the executive branch to develop, document, and implement an information security program? ",The Federal Information Security Modernization Act of 2014 (FISMA),7 +1388460.pdf,"As of 2020, how many seasonal vacant homes are present in Oscoda County, Michigan?","5,028",13 +1388460.pdf,"Which county was considered the second most expensive vacation home county, in 2020?","Dukes County, Massachusetts",13 +1388460.pdf,What was the percentage increase in vacation home sales in 2020?,16.4%,2 +1259787.pdf,What was the decline in electricity demand in the U.S. from 2010 to 2020?,almost 6 percent,1 +1259787.pdf,"What was the percentage increase in electric transmission spending across America over six years, as per the Financial Review of EEI 2019?",42 percent,1 +1259787.pdf,How much does the Industrial Energy Consumers of America acquire in annual sales?,$1.1 trillion,4 +1066320.pdf,How does the Digital News Report of the Reuters Institute collect information to publish its findings?,a com- bination of online surveys and face-to-face focus groups,7 +1066320.pdf,What proportion of total news consumption was estimated to occur through mobile news and social media apps rather than browsers in 2018?,41-56%,0 +1066320.pdf,"In 2017, what percentage of US adults accessed news on a mobile device at least once?",85%,1 +1396830.pdf,"In April 2021, what was the unemployment rate in the Treasure Coast Region?",4.8 percent,10 +1396830.pdf,How many non-agricultural jobs were added in the Treasure Coast Region from April 2020 to April 2021?,"98,300",10 +1396830.pdf,"What was the percentage of unemployment in the Treasure Coast Region, Florida in 2020?",14.5 percent,10 +1317209.pdf,What does 2004 Family Code of Mozambique’s Constitution guarantee?,"equality in property and family law, including sharing of assets within marriage",2 +1317209.pdf,Who was Senior Research Manager of Gallup Pakistan in 2019?,Mohsina Ahmed,0 +1317209.pdf,What ratio of girls in sub-Saharan Africa completed primary school by 2011?,two-thirds,1 +1331183.pdf,Why do road traffic injuries receive less media attention?,"First, it is because the number of fatalities and injuries in each road crash is usually low and second, they occur so frequently that they are not newsworthy.",0 +1331183.pdf,What is the relation of VSL and VSI with GDP per capita?,the relationships VSL = 70 x (GDP per capita) and VSI = 17 x (GDP per capita),2 +1331183.pdf,"From 2021-2030, what estimated percentage of the overall GDP is Malaysia predicted to invest annually in road infrastructure improvement?",0.1% of GDP,1 +1192656.pdf,What are the five key value indicators of J&J?,"Quality, compliance and effectiveness, ii) Financial performance and total cost, iii) Innovation, iv) Supplier satisfaction, v) customer satisfaction",10 +1192656.pdf,What year did GSK start incorporating a non-linear mixed integer programming model?,2009,10 +1326681.pdf,How many countries participated in the inaugural World Hepatitis Summit of 2015?,84,11 +1326681.pdf,When did WHO launched a new Injection Safety Programme?,February 2015,9 +1326681.pdf,"What is the rank of hepatitis as a cause of death globally, and how many deaths does it cause annually?","seventh leading cause of death globally, accounting for 1.4 million deaths per year",4 +1262031.pdf,What causes higher volatility in the financial markets of Italy?,An intensification of geopolitical tensions or greater uncertainty surrounding the future course of international economic policies,4 +1262031.pdf,How much was the stock of bad loans in Italy at November 2015?,88.8 bln €,2 +1262031.pdf,What was the percentage increase in Italian GDP by the conclusion of 2014?,0.4 per cent,0 +1026220.pdf,Which countries are included in BRIC?,"Brazil, Russia, India and China",1 +1026220.pdf,What are the four basic factors that are used to compare different companies?,"innovation, customer experience, quality and cost",3 +1026220.pdf,How much higher was the average annual sales growth of BICCs in 2015 compared to other companies in their respective industries?,approximately 50% higher,2 +1086222.pdf,What is the only way to degrade fibre?,anaerobic bacteria in the large intestine,13 +1086222.pdf,What is the recommended exercise routine for people belonging to age group 18 to 65?,at least 30 minutes of moderate intensity cardiovascular exercise five days a week,15 +1384475.pdf,What is Union Church of Pocantico Hills known for?,rich worship services and music program,0 +1384475.pdf,"In 2021, how much was the Union Church of Pocantico Hills given from Paycheck Protection Program?","$40,250",6 +1384475.pdf,How old is the Union Church of Pocantico Hills?,100-year-old,0 +1086404.pdf,What is an average score in the SUS questionnaire?,68,88 +1086404.pdf,Where is the Nursing Home Griesfeld located?,Egna (Italy),26 +1086404.pdf,"Which department is responsible for the full psychiatric care of the regions Innsbruck-Land and Schwaz as well as supraregional for the areas geriatric psychiatric, Forensic and Social Psychiatry?",Department of Psychiatry and Psychotherapy A at the Regional Hospital Hall in Tyrol,24 +1391979.pdf,"In 2016, what was the federal poverty threshold for a family of four?","$24,230",33 +1391979.pdf,How many King County residents died by firearms from 2012 to 2016?,747,3 +1391979.pdf,What was the baseline rate of firearm homicides in King County in 2016?,2000 rates,3 +1161168.pdf,What is the contribution of damaged peatlands towards anthropogenic carbon dioxide emissions?,5.6%,20 +1161168.pdf,What was the global average atmospheric carbon dioxide concentration in 2019?,409.8 ppm,7 +1286502.pdf,What was the net loss of Alithya for FY21?,$17.3 million,17 +1286502.pdf,"For the year ending March 31, 2021, what would be the consolidated percentage increase for Alithiya Group Inc?",7.7%,8 +1286502.pdf,"How much did Alithya Group see in revenue for the three months ending March 31, 2021?",$78.0 million,10 +1170211.pdf,"What was the estimated cost of damages incurred by the hailstorm of May 8, 2017 in Denver?",$2.3 billion,1 +1170211.pdf,In what channel is the Dredge Carolina cutterhead lowered?,Freeport Harbor Channel,0 +1170211.pdf,"In 2001, what percentage of strokes were caused by brain clots?",80 percent,0 +1098458.pdf,What was the annual natural gas consumption of the residential sector in Northbrook in 2018?,21 million therms,44 +1098458.pdf,"In 2021, what will be in the final product of the Climate Action Plan?",a document and implementation matrix with detailed actions organized by strategy,26 +1098458.pdf,What was the most common method of travel for workers in Northbrook in 2017?,Drove Alone,58 +1012538.pdf,When was AGMAN founded?,2013,1 +1012538.pdf,How many diabetes patients are projected worldwide by the 2030s?,552 million,5 +1035714.pdf,"Between June and August 2020, what was the total retail electricity sales across all sectors in the USA? ","1,055 billion kWh",1 +1035714.pdf,How much has NYISO been able to reduce emissions and cut carbon emissions? ,52%,2 +1035714.pdf,"In the residential sector of the U.S., what was the decline rate for energy consumption between 2019 and 2020?",4%,1 +1114199.pdf,What is the biggest impact on happiness? ,quality of social support,6 +1114199.pdf,"In 2000, what percentage of the world's population were Europeans?",12%,7 +1390525.pdf,What was the GDP growth target of China for 2021?,above 6%,10 +1390525.pdf,What was the fine for false advertisement for China-based companies?,"50,000 RMB (appr. 7,750 USD)",12 +1390525.pdf,"During the covid period, what were the major disruptions in rural areas and healthcare that negatively impacted company earnings in India?",premature end of lockdowns in an ill-prepared system,3 +1201891.pdf,Why did the Avianca Brasil airline cease its operations?,financial insolvency,21 +1201891.pdf,Why do major Brazilian airlines keep spare aircrafts readily available?,cover contingency situations during the day. The main reason is due to the costs related to customer compensations and regulations in the country,32 +1381956.pdf,Which country has the largest emitter?,Iran,4 +1381956.pdf,Which African country ranks for having the fourth largest non-G20 emitter of fossil CO2?,Morocco,2 +1381956.pdf,"As of May 2019, what was the capacity of installed renewable energy in Iran?",720 MW,4 +1364267.pdf,"By 2030, what is the European Union's target for the consumption of energy produced from renewable resources?",27%,3 +1364267.pdf,What is the goal of the CARISMA project?,to understand costs and benefits as well as economy-wide implications of the introduction or expansion of climate change mitigation technologies (CCMT) in the European Union,2 +1230070.pdf,What does the Australian Went Worth group do?,provide workable solutions to the key Australian environmental issues of land and water management,2 +1230070.pdf,What are the goals of Tarkine National Coalition (TNC)?,to protect the natural environment of the Northwest of Tasmania and the Tarkine,3 +1150801.pdf, What year has introduced a ban for oil in heating by Flemish government?,2021,13 +1150801.pdf,"Instead of a heat pump for a water-based heating system, what is the other renewable alternative for nations with limited heating demand?",air-air heat pumps combined with solar thermal for hot water,9 +1268832.pdf,What is an important step to strengthen multiyear fiscal discipline and ensure debt sustainability?,Responsibility and Debt Management Act (FRDMA),17 +1268832.pdf,What are the requirements in Banking Law that are insufficient in some areas?,a bank is only required to take reasonable efforts to identify the individual on whose behalf a customer is acting,20 +1268832.pdf,"In FY20, what was the estimated decline rate in the GDP of Marshall Islands?",3.3 percent,2 +1109169.pdf,What is the most important factor for millennials in choosing a holiday destination?,‘Instagrammability’,7 +1109169.pdf,What are the reasons why older millennials spend the most on vacations compared to other generations?,This generation is currently entering in their peak earning years and earning more affluence at unprecedented rates,11 +1109169.pdf,"In 2016, which nations had the fastest growth as luxury destinations?",Kenya and Iceland,8 +1267098.pdf,What can be done to limit the impact of climate change?,reductions in greenhouse gas (GHG) emissions,14 +1267098.pdf,Why is low-carbon energy advantageous?,they can be formulated as a ‘drop in’ fuel and used in existing equipment with little modification,31 +1267098.pdf,What is the largest energy source of the Pacific Northwest?,hydropower,78 +1201175.pdf,"How many COVID-19 cases were reported in Nevada on July 6, 2020?","22,909",3 +1201175.pdf,Which diseases rank as leading causes of death in Nevada?,chronic diseases,0 +1201175.pdf,What proportion of Nevada's population was Hispanic in 2017?,29.0%,0 +1373468.pdf,"{""text"":[""What does the battery system consist of?"",""What does the battery system consist of?""]}","battery pack, the temperature control and the battery management system",10 +1373468.pdf,What are the most advanced lithium-based batteries on the market?,Lithium Sulfur (Li-S)  Lithium all solid state (ASS)  Lithium air (Li-Air) NMC622 and NMC811,9 +1373468.pdf,"Instead of lead-based batteries, what are the other alternative options suggested by EUROBAT?","nickel-based, lithi- um-based and sodium-based batteries",7 +1338399.pdf,Which three members of IORA are projected to experience significant growth by the year 2030?,"India, Indonesia and Australia",3 +1132524.pdf,What is the total length of the Mountain Valley Pipeline in the US?,303 miles,1 +1132524.pdf,What is the projected climate impact of the Mountain Valley Pipeline?,"equivalent to about 23 typical coal plants, or more than 19 million passenger vehicles",1 +1067991.pdf,How many electric vehicles were registered in the TJPDC region in 2020?,509,7 +1067991.pdf,What type of vehicle model is more expensive if purchased new?,electric vehicle models,19 +1067991.pdf,When is the effective date for the implementation of the $88 highway user fee on fuel-efficient 4 and electric vehicles in Virginia?,"July 1, 2022",20 +1159175.pdf,How long is the warranty if the registration for the Daikin Comfort Pro is completed within 60 days of installation?,12-Year,1 +1159175.pdf,What type of compressor does the Daikin Heat Pump have compared to other units?,two-speed scroll compressor design that has fewer moving parts and results in lower energy use compared to units with reciprocating compressors,3 +1159175.pdf,What feature does Daikin have that keeps the system quieter as it switches into defrost mode?,specialized time delay defrost technology,3 +1399720.pdf,What percentage of people in the Philippines believe that immigrants have a positive impact on the country?,45%,6 +1399720.pdf,How many countries are involved in the YouGov survey on December 2016?,19 countries,5 +1399720.pdf,"Which country, overall, holds the strongest belief that globalization is a beneficial force?",Vietnam,6 +1342176.pdf,What are the causes of the increased risks of doing business in the Russian Federation?,conflict in Ukraine and related events,11 +1342176.pdf,What is the taxation system of the Russian Federation characterized by?,"frequent changes in legislation, official pronouncements and court decisions, which are sometimes contradictory and subject to varying interpretation by different tax authorities",49 +1164246.pdf,What was the initial origin of what eventually became known as the Internet?,ARPANET,4 +1164246.pdf,Which country has the largest tech companies in the world?,America,37 +1164246.pdf,What are the four key principles for an AI to be called trustworthy?,"respect for human autonomy, the prevention of harm, fairness, and explicability",55 +1255446.pdf,What is it called when we are including some game elements in a non-game activity to make it more lively?,Gamification,0 +1255446.pdf,What are the two most common sets of wrist physiotherapy exercises?,(1) extension and flexion and (2) ulnar and radial deviations,2 +1010876.pdf,What percentage do PIK/Toggle and deferred interest bonds represent during the years 2006 to 2007?,10%,1 +1010876.pdf,What is the approximate default rate for energy issuers?,20%,1 +1139035.pdf,Where was the Blackstone Research GmbH established?,Saxony (Germany),3 +1139035.pdf,Who is the Blackstone's Board group's president?,Ulrich Ernst,16 +1139035.pdf,When was Blackstone Resources AG established?,1995,3 +1374729.pdf,What is the main objective of the Support Vector Machine?,"to find the optimal hyperplane and thereby maximizing the margin, which is the gap between support vectors and hy- perplanes",26 +1374729.pdf,What table is used to describe the performance of a classification model on a set of test data?,confusion matrix,29 +1374729.pdf,What kind of machines usually apply to regression and classification problems?,Support Vector Machines,26 +1292903.pdf,"{""text"":[""What does Lorraine Wardy love partnering her new purse with?"",""query not realistic""]}",white linen,0 +1000367.pdf,Who acknowledge the limitations of a simplistic view of the economy?,Marshall,2 +1000367.pdf,What is the term used for the exploitation of renewable resources?,bioeconomics,2 +1000367.pdf,What is Georgescu-Roegen’s view of sustainability of the economic process?,"is not about stabilizing the fl ows of goods and services produced and consumed in the economy, but about reprodu- cing the fund elements that are associated with the stabilization of the metabolized fl ows",5 +1409378.pdf,How does the Game of Our Own programme aim to change perceptions among girls?,d e v e l o p c h ara ct e r e d u c a ti o n in g ir l s thr o u gh a lif e - s ki ll a p pro a c h t o th e d e l i v e ry o f f oo tb a ll i n c urr i c u l um P E l e ss on s,6 +1409378.pdf,What measures has the Youth Sport Trust implemented to support staff wellbeing during the Coronavirus pandemic?,h a v e r e g ul ar c o m m un i ca ti on m ee tin g s w i t h a ll s ta ff in cl u din g w ee kl y sta ff b ri e fin gs,40 +1409378.pdf,Where does the Youth Sport Trust in the UK get their funding?,S p o rt E n g l an d,12 +1416287.pdf,Which states used the direct entry or mail and direct entry options for the adult family survey in 2016/17?,"DE, KY, LA, MO, MS, NC, and NJ",8 +1416287.pdf,Which organizations oversee the coordination of the National Core Indicators program?,National Association of State Directors of Developmental Disabilities Services (NASDDDS) and the Human Services Research Institute (HSRI),6 +1416287.pdf, How has the method for calculating the national core indicator’s average changed to better reflect the relative number of people receiving services in participating states systems?,"the NCI average was calculated as the simple arithmetic mean of all state means (an approach known as “average of averages”). This year, the approach has been enhanced to take into account the relative numbers of people receiving services through participating states’ systems. Beginning this year, the NCI averages contained in this report are “weighted” means.",9 +1416620.pdf,Which large-scale commercial plants were established as a result of Martin Vydra's efforts in accessing various markets?,"China (zinc processing and coinage), Australia (HPAL), and in South America (pressure oxidation of sulphide ores)",7 +1416620.pdf,What areas of finance does Justin Cochrane specialize in?,"Mr. Cochrane’s expertise is in the structuring, negotiation, execution and funding of royalty and stream financing contracts around the world, across dozens of projects, totalling over $ 2 billion.",7 +1416620.pdf,How does Nickel 28 Capital Corp. focus its business strategy in the battery metals industry?,"focus on metal streaming and royalty agreements, which have concentrated exposure to metals integral to key technologies of the electric vehicle and energy storage markets",0 +1423082.pdf,"What is the purpose of determining the independent diagnostic value of CT emphysema, CT air trapping, and CT bronchial wall thickness in low-dose screening CT scans?","Since pulmonary function testing is not regularly incorporated in lung cancer screening, imaging biomarkers for COPD are likely to provide important surrogate measures for disease evaluation.",0 +1423082.pdf,What CT biomarkers were automatically quantified in the CT scans for COPD diagnosis?,"Emphysema, air trapping and bronchial wall thickness",0 +1423082.pdf,is ct or chest radiography more effective in screening for lung cancer,the National Lung Screening Trial (NLST) reported a 20% lung cancer mortality reduction in the CT arm compared to the chest radiography arm of the screening trial,1 +1428058.pdf,what is a likely cause of phenotypes of charcot marie tooth disease?,"myelin protein zero (MPZ, P0) gene mutations",16 +1428058.pdf,What is hereditary motor and sensory neuropathy commonly referred to as?,Charcot-Marie-Tooth (CMT) disease,5 +1428058.pdf,What are the primary genetic defects associated with hereditary motor and sensory neuropathy types I and II?,"The most common is duplication or deletion of the PMP 22 gene at chromosome 17, which results in the either the phenotype CMT 1A or HNPP (hereditary neuropathy with liability to pressure palsies). The second most common is the mutation of the gene for connexin 32, which is responsible for the phenotype CMTX. Less common are mutations of MPZ gene resulting in a variety of phenotypes, including Dejerine-Sottas syndrome.",5 +1441367.pdf,What measures did Vietnam implement to combat covid?,"The government moved swiftly to implement border closures, extensive contact tracing, targeted lockdowns, and a strict quarantine protocol.",0 +1441367.pdf,when was the first documented case of covid 19 in vietnam,"January 22, 2020",0 +1441367.pdf,"How did Vietnam's per-capita GDP in 2019 compare to that of other emerging economies such as Indonesia, Thailand, South Africa, and Brazil?",was less than,2 +1442731.pdf,Why is URW a high risk?,"because of its assets and gearing, a function not only of COVID but a Supervisory Board comprehensively outwitted by the Lowy family on the Westfield acquisition. Consequently, it represents an ongoing trading opportunity against this backdrop of a large value gap",1 +1445507.pdf,What is the gross Singapore petrol refiner margin?,The difference between the price of Tapis crude oil and petrol from Singapore refineries,2 +1445507.pdf,What factors can push prices of crude oil and petroleum products upward in the worldwide marketplace?,any disruption to supply – or even the threat of disruption – can push prices upward,1 +1445507.pdf,What is the standard for commercially traded unleaded petrol of Australian grade?,MOPS95,17 +1452082.pdf,What were the conditions that led to the high water levels of Lake Ontario in 2017?,"extreme wet weather in the Lake Ontario basin, record inflows from Lake Erie, and reduced outflow capacity due to downstream flooding on the St. Lawrence and Ottawa rivers",4 +1452082.pdf,how did the city of toronto respond to the affects of the flood conditions in 2017?,"deployed over 45,000 sandbags, 1000 meter bags, and over a dozen industrial pumps to mitigate the effects of the rising water",3 +1456765.pdf,Who conducted the Secretarial Audit to assess compliance with statutory provisions and adherence to good corporate practices by Winmore Leasing and Holdings Limited for the financial year ending in March 2018?,Shailesh A. Kachalia,17 +1456765.pdf,"In 2017/18, what were the two segments of the Winmore Leasing and Holding Limited's business activity?",Leasing and Investments,7 +1456765.pdf,What is the cause of the decline in revenue from operations of the Winmore Leasing and Holding Limited in 2018?,absence of sale of traded goods,7 +1459957.pdf,What do the greenways serve as on an ecological standpoint? ,"These greenways serve as habitat protection, flood hazard reduction, and historical education points.",13 +1459957.pdf,how can public investment projects like the addition of greenways affect the residents of that city,alter other demographic factors including increasing adjacent rental rates and changing neighborhood racial and income composition to be whiter and wealthier,1 +1459957.pdf,What are the four main characteristics that define greenways?,"spatial configuration is always linear; they provide linkage across the larger landscape; they encompass multifunctional cultural, ecological, social, and aesthetic goals; and they work towards both economic and environmental sustainable development",10 +1460829.pdf,How do perceptions of capability influence the success of girls?,"If girls do not believe they are capable, they are unlikely to succeed.",6 +1460829.pdf,when is the best time to encourage girls to pursue a career in stem?,before high school,6 +1462007.pdf,What happened when Medicare inpatient prospective payment system was created in 1983 for small rural hospitals?,large Medicare losses and increased financial distress,8 +1462007.pdf,What can rural hospitals do to generate cash flow to meet their operational needs?,the increased Medicaid eligibility and enrollment under the Patient Protection and Affordable Care Act,29 +1462007.pdf,Which region did the Government Accountability Office reveal as having a disproportionate number of rural hospital closures?,the South,1 +1464850.pdf,"What is the primary contribution of the paper ""Botnets dominate today’s attack landscape"" by Z. Li, A. Goyal, Y. Chen, and V. Paxson?","the development of a set of techniques for analyzing botnet events, most of which do not require the use of responders",0 +1464850.pdf,What is the primary cause of misconfiguration at large-scale botnet probing events?,P2P traffic,2 +1465272.pdf,What is the primary aim of the International Youth to Youth Summit?,provide a platform for youth as future leaders of the world that allows engaging in the discussion regarding the most pressing challenges that the world is facing,1 +1465272.pdf,What is the purpose of the Y2Y Alumni Network?,"a space for strengthening unity between youth from diferent continents of the world, as well as bridging the gap among the countries",2 +1465272.pdf,what is the age demographic of individuals invited to the youth to youth international summit in dubai,between 18 and 35 years old,1 +1475216.pdf," What is the approximate increase in the weekly vaccine roll-out due to the additional doses provided by 2,000 pharmacies?","193,500 doses",14 +1476497.pdf,How was the Larson Air Force Base repurposed?,now a world-class heavy jet training and testing facility,47 +1476497.pdf,"What is the purpose of the ""A Night in a Box"" event in Grant County?",raise funds for a future warming center,4 +1487957.pdf,Who are the primary customers served by Bank of America?,"serving individual consumers, small and middle-market businesses and large corporations",25 +1487957.pdf,"What responsibilities do bank affiliates have regarding securities sold, offered, or recommended by broker-dealers?",not responsible,27 +1488545.pdf,Which regions were compared to assess rates of intussusception admission before and after the RV vaccine program introduction?,"BC, Saskatchewan, Ontario, PEI, Yukon included as P/Ts with program",15 +1488545.pdf,What organizations funded the RV immunization program?,Public Health Ontario (PHO) and the Canadian Immunization Research Network (CIRN),1 +1488545.pdf,what part of the body does rotavirus affect,gastrointestinal,2 +1489127.pdf,What action should policymakers take to address shortages?,incentivise a strong uptake of apprenticeshgips and traineeships,8 +1489127.pdf,What are some things the McKell Institute recommended for making early childhood care more accessible?,"The Federal Government should allocate $48.5m to increase the amount of in-home care (IHC) places available to 8,500 to cover all shift workers with children who have the most complex needs.",5 +1489509.pdf,What are some of the symptoms of anaphylaxis? ,difficulty breathing or noisy breathing • swelling of the tongue • swelling/tightness in the throat • difficulty talking and/or a hoarse voice • wheezing or persistent coughing • loss of consciousness and/or collapse • young children may appear pale and floppy,2 +1493562.pdf,"What is the purpose of the Universal Description, Discovery, and Integration standard?",allows services to be specified and searched for by means of business categories and service types,1 +1493562.pdf,What was the general theme of the abstract of Dominik Kuropka’s writings?,"intro- duces a semantic service platform that implements dynamic matchmaking, composition and binding of semantically de- scribed services",0 +1496713.pdf,What crucial information does the IAEA lack regarding Iran's nuclear activities?,"the actual design or manufacture by Iran of nuclear material components of a nuclear weapon or of certain other key components, such as initiators, or on related nuclear physics studies",31 +1496713.pdf,What is the likelihood that Iran has the ability to eventually develop nuclear weapons?,"We assess with high confidence that Iran has the scientific, technical and industrial capacity eventually to produce nuclear weapons.",5 +1500797.pdf,What traditional dilemma involves balancing safety and efficiency in traffic management?,Safety versus efficiency,10 +1500797.pdf,what us the purpose of safe system assessments?," They identify the aspects of a facility that affect the exposure to, likelihood of, and severity of different types of crashes.",8 +1500961.pdf,What steps did Nevada Institute for Children's Research staff take to identify perceived barriers to enrollment in the Care4life program?,partner with two community partners to hold focus groups to determine reasons individuals did not enroll into the Care4life program,23 +1500961.pdf,What was the focus of the outreach protocols for increasing smoke-free options within properties?,"emphasized the importance of speaking with the property manager at each location, if possible. This helped to ensure that the information was provided to the person who would potentially have the most power to make decisions regarding the implementation of smoke-free policies",13 +1502288.pdf,what is the difference between population and sample in statistics,Population ► Largest group of similar things (which can include people). Sample ► Smaller group from the population that is supposed to represent that population.,0 +1502288.pdf,What is the purpose of collecting a sample of data from a population?,"Since in most situations data from an entire population are nearly impossible to collect, researchers collect a sample of data from that population.",0 +1502288.pdf,What is the difference between descriptive statistics and inferential statistics?,"Descriptive statistics ► Summary of a variable for a sample. Procedures for organizing, summarizing, and displaying data. Inferential statistics ► Ways to find relationships among variables.",1 +1507398.pdf,what kind of skills can be developed through musical learning?,complex cognitive and bimanual motor skill acquisition as well as sensory stimulation,2 +1507398.pdf,what area of the brain is the mirror neuron system,posterior inferior frontal gyrus and the arcuate fasciculus,3 +1507398.pdf,What are the range of skills developed when learning a musical instrument typically referred to as?,transfer skills,2 +1507643.pdf,What are some considerable strategies for making maternal and child health services more accessible?,"Strengthen virtual care and home/community-based care models to offset need for facility- based care as much as possible by: a) supporting innovations that bring MNCH services closer to the end user (i.e. telemedicine, home-based ANC, door-to-door immunizations, conditional cash transfers)",4 +1507643.pdf,What was the primary focus of the research on Maternal & Child Health Services in Ethiopia and India in 2020?,to better characterize and analyze the impact of COVID-19 on MNCH in diverse health systems,2 +1507643.pdf,"As of February 2021, what are the projected increases in child and maternal mortality in Ethiopia due to the covid pandemic?",increases of 15% for child mortality and 8% for maternal mortality,2 +1508179.pdf,How much will the West City Project in the Philippines cost?,US$1.2bn,3 +1508179.pdf,How has the tightened capital control and increased attention to Chinese gamblers impacted investor concerns about the recovery of the Asia VIP gaming market?,"investors have raised concern that Asia’s VIP gaming market will take much time to recover, with some arguing that VIP GGR may never go back to 2019 levels",3 +1508179.pdf,What is the current status of Gross Gaming Revenue for Paradise in South Korea?,showed little improvement,0 +1513611.pdf,What are the six pathways through which agricultural interventions can impact nutrition?,"(1) food access from own-production; (2) income from the sale of commodities produced; (3) food prices from changes in supply and demand; (4) women’s social status and 2 empowerment through increased access to and control over resources; (5) women’s time through participation in agriculture, which can be either positive or negative for their own nutrition and that of their children; and (6) women’s health and nutrition through engagement in agriculture, which also can have either positive or negative impacts, depending on exposure to toxic agents and the balance between energy intake and expenditure.",8 +1513611.pdf,How does the International Food Policy Research Institute ensure sustainable food production and promote healthy food systems?,"conducts research, communicates results, optimizes partnerships, and builds capacity",1 +1513611.pdf,What is the purpose of the International Food Policy Research Institute?,sustainably end hunger and malnutrition and reduce poverty,1 +1515108.pdf,"Which countries are the most and least likely to believe that their governments should do ""much more"" or ""more"" to address climate change?","Italy, Colombia, and Spain (all 89%), and are the least likely in Saudi Arabia (42%) and Egypt (47%)",4 +1515108.pdf,"Based on public opinion, what country are respondents most likely to say they need more information about climate change?",Philippines,3 +1521508.pdf,What was the suggested distribution to the Business Support Program from the initial portion of aid provided by the American Rescue Plan Act?,"$100,000",2 +1521508.pdf,"What conditions have led to the decline in interest earnings for the Village, and how does the Illinois Public Funds Investment Act impact the Village's investment opportunities?","low rate environment. The Illinois Public Funds Investment Act only allows the Village to invest in relatively safe instruments, so while rates are low, interest income will be limited.",13 +1546119.pdf,What were the leading causes of illness and death at the turn of the 20th century?,"infectious diseases, such as small pox or tuberculosis",3 +1546119.pdf,What is the obesity rate among young adults aged 20 to 45 years?,60%,2 +1546950.pdf,what were the effects of stimulus checks?,"provided a sizable boost to overall spending this spring and helped millions of families in need. In short, stimulus checks worked.",3 +1546950.pdf,What is the amount of the stimulus payment provided by the Rescue Plan?,"$1,400",11 +1546950.pdf,What is the estimated total cost of the three rounds of checks according to the Joint Committee on Taxation?,nearly $1 trillion,5 +1547364.pdf,What type of augmented reality experiences are most commonly utilized?,Games,3 +1547364.pdf,What types of mobile augmented reality experiences have the highest potential for monetization through in-app purchases?,Mobile AR experiences that fuse the novelty of augmentation with frequent or repeatable activities,11 +1547364.pdf,how does user engagement in mobile augmented reality compare to the typical usage patterns observed in other mobile applications?,active-use challenges endemic to mobile apps aren’t as great in AR,11 +1547441.pdf,What type of scan should be performed to assess the extent of myocardial damage?,CT-scan,0 +1547441.pdf,What are the classic signs and symptoms of chest pain that could be associated with myocardial infarction?,"chest pain radiating to the left arm and his jaw. In addition, the patient experiences diaphoresis and shortness of breath",0 +1547441.pdf,How can healthcare systems assist with hypertension intervention?,community needs assessment and family education,10 +1555443.pdf,What follow-up procedure is in place for the Greater Manchester Fire and Rescue Service employees wanting to return to work after being diagnosed with Covid?,For operational staff this may have included a treadmill test to ensure they were safe to wear breathing apparatus. Page | 42 Employees also receive a further consultation with and our Occupational Health Practitioner after three months to check for any impact of long Covid symptoms,40 +1555443.pdf,What were the compliance statistics for statutory medicals among the Fire and Rescue Service employees in Manchester during Q4 2020/21?,96.04%,17 +1564346.pdf,What was the Institute for Supply Management index level in December 2020?,60.7,2 +1564346.pdf,"How did S&P 500 companies perform in terms of earnings growth during the fourth quarter of 2020 compared to the same period in 2019, and how did it compare to initial expectations?","4% year-over-year earnings growth in the fourth quarter of 2020 despite the difficult year-over-year comparison, as shown in [Figure 1] , which was about 13 percentage points better than the consensus estimate when the fourth quarter began",0 +1564346.pdf,What were the main reasons for earnings optimism in early 2021 related to the ISM manufacturing index and economic factors?,because of the connection between manufacturers’ spending plans and corporate profits,2 +1584301.pdf,"Where are StrarWalker Industries, Inc. headquarters located?","120 Interstate North Parkway, Suite 100, Atlanta, Georgia, 30339",17 +1584301.pdf,What is the primary goal of StarWalker Industries?,reduce the amount of plastic being dumped in landfills and to build a sustainable closed-loop bottled water recycling plant,6 +1584301.pdf,With whom has StarWalker distribution established a relationship with?,"two (2) national distribution foodservice Co-ops, UniPro and Legacy",30 +1586853.pdf,What motivates the subsidies for electric vehicles in many countries?,climate policy,1 +1586853.pdf,What percentage of new passenger car registrations in Germany were represented by electric cars and hybrids in 2016?,1.8%,0 +1593732.pdf,What type of opportunity is available to entry-level investors in South Africa? ,"land, small scale warehousing and prime, long-WALE assets",11 +1593732.pdf,How are the consolidations of the South East Regional Australia and Melbourne entities expected to benefit operations?,"to improve client services, and create further operational efficiencies across the business",1 +1593732.pdf,What certification does Haron Todd White company currently hold?,ISO27001 Information Security certification,1 +1602122.pdf,How are Business and Occupation Taxes on construction primarily allocated?,for one-time capital projects,10 +1602122.pdf,What are some of the significant markers of the recent economic performance in the workforce of Central West Virginia?,"added more than 8,000 jobs between early-2010 and mid-2019, nearly equaling statewide job growth over this period. The region saw little change in payrolls between mid-2014 and late-2016, but employment in the four-county area has increased by 3,500 since early-2017.",38 +1602122.pdf,What additional funding is being allocated to Board Of Park And Recreation Commissioners and the Morgantown Library?,"6% increase in funding in the amount of $66,000. The Morgantown Library will also receive a 6% increase in funding",7 +1603370.pdf,what are the primary climate change stressors?,"extreme heat, sea level rise, and precipitation",15 +1616458.pdf,"What can complicate evaluating the effectiveness of services, treatments, and supports for SUD, SMI, and SED?","Treatment and recovery for SUD, SMI, and SED can vary based on several factors, including geography, socioeconomics, culture, gender, race, ethnicity, and age.",2 +1617279.pdf,What is the anticipated budget for Harford County Public Schools' Food Service fund in 2022?,$18.6 million,0 +1617279.pdf,"According to Maryland's Maintenance of Effort law, what requirements must each county meet in order to receive an increase in basic state school aid?",each county must appropriate an amount equal to or greater than its prior year per pupil appropriation,14 +1625126.pdf,What happens if a patient develops endocarditis?,"can become extremely unwell, sometimes require heart surgery to cure the problem, and sometimes even die",4 +1625126.pdf,What is usually the impact of sex on individuals with severe or complicated heart disease?,particularly tired or breathless,6 +1625126.pdf,What is the primary source of the bugs responsible for causing endocarditis?,mouth,4 +1629440.pdf,What are the four primary objectives of the a city's annual budget?,"1. To serve as a Policy Guide , as promulgated by the City Council. 2. To serve as an Operating Guide for management staff to aid in the control of financial resources, while complying with State requirements for General Law cities and generally accepted accounting principles for government. 3. To present the City’s Financial Plan for the fiscal year, illustrating appropriations and projected revenues by which the appropriations are funded. 4. To serve as a Communication Document for the citizens of Melissa who wish to understand how the City operates and the methods used to finance those operations.",6 +1629440.pdf,What factors are contributing to the increase in water rates in the City of Melissa?,"increase in wholesale rates set by the North Texas Municipal Water District (NTMWD), the City’s water supplier and wastewater treatment provider and the new debt service associated with an economic development opportunity",7 +1630961.pdf,What is HeveaConnect?,HeveaConnect is a digital trading and data platform for the natural rubber supply chain,1 +1630961.pdf,"What did World Wildlife Funding, Target Corporation, and HeveaConnect investigate regarding rubber smallholders in Indonesia?",processing and sale of rubberwood from over-aged rubber trees in Indonesia can serve as a viable financing mechanism for rubber smallholders,4 +1636203.pdf,"What percentage of vehicles from 13 automakers in the United States, model year 2019, were equipped with pedestrian crash avoidance technologies?",60 percent,1 +1636203.pdf,What was the reason for the establishment of Global Technical Regulation No. 9 in 2008?,improve pedestrian safety by requiring vehicle hoods and bumpers to absorb energy more efficiently when impacted in a vehicle-to-pedestrian collision,13 +1637246.pdf,How has health care spending historically compared to overall economic growth?,grown about 2% faster,6 +1643601.pdf,What factors have influenced Kazakhstan development since 1991?,"The abundance of natural resources, including the 12th largest proven oil reserves in the world and the 2nd largest known recoverable resources of uranium, the vast geographic size (9th largest country in the world by size with and 14th largest arable land 1 ) of the land-locked country combined with a population of only 17 million, its location at the heart of Central Asia, its proximity to Russia and China and the legacy of the Soviet Union, have all shaped the country since 1991.",1 +1643601.pdf,What are the six qualities of a sustainable market economy?,"competitive, integrated, well- governed, resilient, green and inclusive economy",1 +1652446.pdf,"What is the estimated population of Surinam, including the tribes?","400,000",4 +1652446.pdf,Where did Hermann Dudler receive his training in economics?,the University of Cologne and at the London School of Economics,0 +1652446.pdf,Where did the Surinam people acquire most of their wealth?,"agriculture, mainly cotton, coffee, and sugar",3 +1659502.pdf,What is the head of investment strategy at the Bank of Singapore's perspective on the recent inflationary pressures?,"Prices are surging because of temporary shortages due to the COVID 19 pandemic, but this is expected to ease over time",3 +1659502.pdf,Which countries does blackrock investments think are leading the world's economic restart?,US and UK,4 +1659502.pdf,What recent data supports the improving outlook for growth in the US economy?,US ISM Services Index,4 +1665499.pdf,Who provided an update on the Minnesota Legislative Session and Inver Grove Heights legislative priorities?,Katy Sen,2 +1666691.pdf,What proportion of the board of education in Harford County's budget was represented by the total revenue received for FY 2020?,100.02%,0 +1666691.pdf,What is Hardford County's board of education's total budget for active capital projects?,$332.4 million,8 +1667238.pdf,What is one of the most common anesthetic procedures prior to various submaxillary surgeries?,Inferior Alveolar Nerve Block,1 +1667238.pdf,Where was the morphometric study in dry adult human mandibles for achieving a successful inferior alveolar nerve block conducted?,"Department of Morphology, Institute of Anatomy and Anthropology, Rīga Stradiņš University, Riga, Latvia",1 +1671420.pdf,When did the initial two waves of COVID-19 cases occur in the US?,early April and around the July 4 th holiday,1 +1672484.pdf,What process did the Regional Transport Committee follow for public consultation on the draft Regional Land Transport Plan 2021?,A special consultative Procedure was carried out between 5 March 2021 and 6 April 2021.,4 +1674265.pdf,What percentage of the PMAY-G beneficiaries availed loan to use in house construction?,Eighty percent,55 +1674265.pdf,What research methodology was employed to assess the impact of the PMAY-G on housing construction?,Randomized Control Trial,3 +1676357.pdf,"In Edgar Allan Poe's view, when does horror reach its peak?","at under 7,500 words",8 +1681778.pdf,What are some of the key components of the Biden Administration’s recovery proposals?,"expanding the Child Tax Credit and Earned Income Tax Credit (EITC), making child care more affordable and expanding pre-K education, providing workers with paid family and medical leave, making health coverage more affordable, and strengthening nutrition programs",1 +1687911.pdf,What emerging trend in the art world is attracting the attention of regulators?,digital artwork represented by non-fungible tokens,5 +1687911.pdf,What action did the Houston Methodist hospital system recently take regarding COVID-19 vaccination for its employees,"After first leaving the decision up to employees and offering an incentive, the Houston Methodist hospital system recently said it would require its 26,000 employees to be vaccinated for COVID-19 + or be subject to suspension and/or termination.",3 +1689064.pdf,What percentage increase in sales was observed in the Textile products subsector when comparing Canadian non-durable manufacturing sales from March 2021 to February 2020?,10 per cent,1 +1690009.pdf,"What percentage of the GDP did total current healthcare expenditure in the UK account for in 2018, and how does this compare to 2017?","10.0% of gross domestic product (GDP) in 2018, compared with 9.8% in 2017",1 +1697417.pdf,"During the 1974 business meeting of the Organization of Student Representatives within the Association of American Medical Colleges, what specific conditions were outlined in the approval of the proposed policy for the release of AAMC information?","any information including the names of individual medical students be in the ""restricted"" category, and that this information he released only with the approval of that individual and/or the OSR Administrative Board",8 +1704905.pdf,"How is full-time equivalent defined for state employees, and how is it calculated for students in K-12 and higher education?","one person working full-time for one year. This equates to working approximately 2,088 hours of paid staff time. Two persons working half- time count as one FTE. For K-12 and higher education students, FTE can refer to the equivalent of one student attending class full-time for one school year based on fixed hours of attendance.",12 +1704905.pdf,What period does the current budget cover for the 2019-21 biennium in Washington State's budget cycle?,"July 1, 2019 through June 30, 2021",7 +1704905.pdf,What is the duration of Washington State's biennium budget cycle?,two-year,7 +1706518.pdf,Under which specific provision of the American Rescue Plan Act of 2021 is funding allocated to the Treasury and for what purpose?,Emergency Rental Assistance • $21.55 billion to Treasury for Emergency Rental Assistance,4 +1706862.pdf,How many overnight trips does Microsoft propose will be replaced by online meetings by year 3 of investing into the solutions of Microsoft 365?,350,3 +1706862.pdf,What was the purpose of Microsoft's TEI framework?,"to identify the cost, benefit, flexibility, and risk factors that affect the investment decision",7 +1716961.pdf,"What percentage of Americans, older than 12, listened to the radio each week in 2017?",92%,7 +1716961.pdf,Where was the General Data Protection Regulation originally established?,Europe,14 +1718379.pdf,What recent data from the United States indicates both a rise in savings and an increase in spending at the same time?,"Inflation data has showed personal incomes jumping 21.1% in March, the biggest monthly increase on record.",0 +1718379.pdf,"How much is the combined market cap of Apple, Microsoft, Amazon, and Google?",$7.5 trillion,0 +1728679.pdf,"What were progressive credit union's total membership, shares, deposits, loans, surplus, assets, and income reported at the end of the 2019?","Total membership at the end of the year stood at 7,430 members. • Total shares stood at $84,312,767 • Increase in Deposits from $7,342,248 to $7,843,290 • Decrease in loans from $91,624,989 to $86,032,073 • Increase in Surplus from $4,405,798 to $4,892,484 • Total Assets reduced from $118,617,664 to $112,715,162 • Total Income decreased from $12.9 million to $12.3 million",11 +1728679.pdf,What is the projected end-of-year credit loss for Progressive Credit Union?,"$7,163,770",28 +1738963.pdf,What nowadays are the two largest sectors of the economy in the UK?,financial services and the creative industries,8 +1738963.pdf,What is the importance of nurturing creativity through education,"Since creative skills will be so central to employment, it is essential that these are developed across society or the current social and economic inequities will grow.",9 +1738963.pdf,What is T.V.E.T. stands for?,technical and vocational education and training,4 +1742062.pdf,"What does the term ""Ordinary Time"" in the Catholic Church's liturgical year refer to?",parts of the calendar of the Catholic Church that are unimportant,1 +1742062.pdf,What are the four major seasons of Catholic Church's liturgical year?,"Advent, Christmas, Lent, and Easter",1 +1742062.pdf,"Why is Ordinary Time called ""ordinary"" in the liturgical calendar of the Catholic Church?","not because it is common, but simply because the weeks of Ordinary Time are numbered. The Latin word ordinalis , which refers to numbers in a series",1 +1747044.pdf,What is the purpose anti-bark collars?,deliver an unpleasant stimulus when your dog barks,1 +1747044.pdf,why do dogs bark?,it is a form of normal communication,0 +1747044.pdf,What does attention-seeking barking signify in dogs?,he would like something,0 +1764106.pdf,"What factors contribute to the negative impact on the population of the Wheeling Area, where deaths consistently outnumber births","larger-than-normal share of elderly residents, but causes of death from a host of issues ranging from heart disease to drug overdoses among younger cohorts living in the region",6 +1764106.pdf,What did the job market in the Wheeling Area between late 2009 and mid-2016 look like?,"After gaining 2,600 jobs between late-2009 and early- 2014, the Wheeling Area went on to lose nearly an equivalent amount of jobs from that point until mid- 2016.",1 +1784314.pdf,Where can I locate information on the tariffs of all the Australasian colonies and the United Kingdom?,Victorian Year-Book asian colonics 1881-2,0 +1784314.pdf,How many years has the current mode of classification been used in Victoria?,The year under review is the seventh,0 +1784333.pdf,How frequently has the Alberta Recreation Survey been conducted since 1981?,every four years,3 +1784333.pdf,What are the popular leisure activities for adults in Alberta?,"walking (80%), gardening (55%), bicycling (46%), fitness/aerobics (44%), and jogging/running (32%)",8 +1789126.pdf,Where can I reliably find additional information about COVID-19?,Center for Disease Control and Prevention,6 +1789126.pdf,"What are the main concerns people have about the COVID-19 epidemic, and what are some of the forecasts regarding the peak of the virus and the restart of the economy?","if we are implementing the right policies, when the virus will peak, and when we can restart the economy. Many forecasts, including the model from the Institute for Health Metrics and Evaluation (IHME), predict a peak in April",0 +1796331.pdf,"What is the total number of confirmed Covid-19 cases in Haiti as of July 14, 2020?","6,902",10 +1796331.pdf,What measures are taken to evaluate visitors arriving in Antigua & Barbuda on commercial flights for COVID-19?,"staying at approved accommodation are evaluated for COVID-19 with a series of health screenings, temperature checks and nose swabs taken for the coronavirus test",2 +1808221.pdf,What services does small business services offer for jobseekers in New York City?,"financing assistance, business courses, legal advising, help navigating government, recruitment and training",5 +1808221.pdf,"According to the U.S. Department of Veterans Affairs, how many is the approximate population of veterans within the five boroughs of New York City?","235,000",7 +1809452.pdf,Which two countries are the most important partners in security policy?,United Kingdom and the United States,17 +1809452.pdf,What is the overall geopolitical challenge of EU?,to find the right balance between economic efficiency and security interests,13 +1809452.pdf, What are some concepts that have emerged due to the deteriorating international scene?," “European sovereignty”, “strategic autonomy”, “digital sovereignty”, “technological sovereignty” and “open strategic autonomy”",1 +1821101.pdf,Who developed the surface Twizzle Torus?,Nicholas Schmitt,0 +1821101.pdf,What is the Twizzle Torus?,an annular surface with a constant mean curvature in the three- dimensional sphere,0 +1821485.pdf,What are the projected AirPods unit sales for the year 2023?,99.7 million,1 +1821485.pdf,"According to Artillery Intelligence, what is the estimated size of the ""hearables"" market currently?",$10.9 million,1 +1821485.pdf,What is Artillery Data Briefs?,research deliverables that are assembled weekly by ARtillery Intelligence analysts to document the market trends and events they’re tracking,5 +1836293.pdf,In what year did the Chinese Exclusion Act prevent Chinese immigrants from entering the U.S.?,1882,9 +1836293.pdf,What is the significance of the english language to immigrants?,it connects immigrants to public life and increases overall life satisfaction,20 +1846515.pdf,What are some of the challenges involved in 3D mapping?,obtain well- refined model using only cheap monocular camera without additional equipment like depth sensors or active transmitter,0 +1846515.pdf,What are some examples of sensors typically used for 3D reconstruction processes?,RGB-D (red-green-blue and depth) which is used in Microsoft Kinect [2]. It is applied for extraction the depth from both static and dynamic scenes in indoor [3] and outdoor environments [4]. Another example of depth sensor is Occipital’s structure sensor intended for mobile devices [5]. Another type of devices specially designed for capturing depth information are time-of-flight (ToF) cameras.,0 +2017568.pdf,"Based on the United Nations research, what has been the trend in the death rate since 2014?",inching up about 1% to 1.5% every year,1 +2017568.pdf,What university utilized CDC data?,John Hopkins University,3 +2017830.pdf,What percentage of women in Britain say they have experienced sexual harassment?,68%,3 +2017830.pdf,What percentage of American adults are worried about mass shootings? ,45%,3 +2017830.pdf,Who is the co-editor of Gilani's Gallopedia weekly digest?,Asra Malik,0 +2033711.pdf,What are the reasons behind the decline in productivity and prosperity in Arizona since the mid-2000s?,reduction in educational attainment in Arizona relative to the nation,18 +2033711.pdf,What was Arizona's national ranking for broadband access?,36 th,18 +2037338.pdf, What significant achievements were made by Fred Sanger and Janet Rossant?,Fred Sanger invents a method for rapid DNA sequencing and publishes the first full DNA genome of a living being Janet Rossant creates a chimera combining two mice species,3 +2037338.pdf,How long does it typically take from incorporation to achieve the first major drug sales in the pharmaceutical industry?,8-12 years,29 +2037338.pdf,What year was Humulin approved? ,1983,4 +2046361.pdf,What was the year-to-year increase in unemployment in the City of Las Cruces compared to the United States?,3.3%,0 +2046361.pdf,What two primary factors are driving changes in the unemployment rate in Las Cruces?,the number of employed individuals changes or the number of those that are active in the labor market changes,5 +2050937.pdf,"What was the motivation behind creating the HunterSurvey, ShooterSurvey, and AnglerSurvey?","help outdoor businesses and the conservation community better understand trends regarding hunting, fishing and outdoor-related spending and activities",4 +2050937.pdf,What equipment is frequently purchased by freshwater and saltwater anglers?,Lures and terminal tackle,11 +2050937.pdf,"According to the National Survey, which activity do sportswomen predominantly participate in? ",fishing,3 +2052352.pdf,"What are the reported efficacy and safety rates for Pfizer, Moderna, J&J, and AstraZeneca covid vaccines?",70‐95% and very reasonable safety,1 +2052352.pdf,What covid vaccine company announced a 95% efficacy rate and safety on November 18?,Pfizer,2 +2052352.pdf,"As of 2020, were there any chemoprophylactic drugs approved for preventing SARS-CoV-2 infection?",No,142 +2065810.pdf,What are the primary qualities that influence consumer acceptance of a product?,"packaging, and then on its smell, appearance, and texture (touch and feel)",1 +2065810.pdf,which types of products were utilized in the study on personal-care products formulated with natural antioxidant extracts?,"hand cream, body oil, shampoo, clay mask, body exfoliating cream, and skin cleanser",0 +2065810.pdf,What are six of the most important groups of cosmetic products?,"hand cream, body oil, shampoo, clay mask, body exfoliating cream, and skin cleanser",0 +2068497.pdf,"When did Congress sign the Coronavirus Aid, Relief, and Economic Security (CARES) Act?","March 27, 2020",3 +2068497.pdf,What is the decay rate of the Las Vegas metropolitan statistical area compared to the state average?,9.5 percent compared to the State’s decay rate of 6.8 percent,8 +2068497.pdf,"Between February 2007 and April 2007, what was the peak employment level reached in the Carson City MSA?","33,300",0 +2070070.pdf,What was the main focus of Ferdinand Kähler's work?,"bio- and CO 2 -based chemicals and materials with a focus on strategies, technology, markets, policy and sustainability",1 +2070070.pdf,Which industry primarily uses virgin fossil carbon as the foundational material for its products?,chemical industry,21 +2070070.pdf,What percentage of global warming effects is attributed to emissions of carbon-containing greenhouse gases?,92 %,7 +2085852.pdf,"What were the demographics of the participants in the study titled ""Age and Vigilance: The Effects of Event Rate and Task Pacing""?",Thirty-six male and twelve female volunteers ages 18 to 76,3 +2085852.pdf,How was Trans World Airlines found guilty of age discrimination?,by not allowing pilots to become flight engineers and forcing them to retire at age 60,13 +2086619.pdf,How did john D Watson die?,heart at-· tack,36 +2086619.pdf,Where was James P. Watson born?,England,0 +2086619.pdf,When was the new line of the Oregon Railroad and Navigation Company extended to McKay?,"August 20, 1881",10 +2088597.pdf,What happened to Finland when Noah Lake was formed?,Finland was deserted,7 +2088597.pdf,What year did Iohn Catto find Troy?,2002,0 +2088597.pdf,What historical civilizations are described in the Commune of Perniö in southwest Finland?,"Norse, Finnisb and Greek",0 +2089825.pdf,How high did Ireland's transport sector's emissions increase in 2015?,4%,4 +2089825.pdf,"Under the Climate Action and Low Carbon Development Act, who is obliged to submit an action plan on how Ireland will cut climate pollution?",Denis Naughten TD,0 +2089825.pdf,How many organizations make up Stop Climate Chaos? ,30,5 +2098077.pdf,What is the maximum length of Sai Yok bent-­toed gecko in inches?,2.4 inches,1 +2098077.pdf,What characteristic sets the Sai Yok Bent-toed gecko apart from other species in the Cyrtodactylus genus?,enlarged thigh scales,1 +2098077.pdf,What is the name of the new gecko species that was discovered in western Thailand?,Sai Yok bent­toed gecko ( Cyrtodactylus saiyok ),0 diff --git a/evaluation/bo767_recall.ipynb b/evaluation/bo767_recall.ipynb new file mode 100644 index 00000000..5938f0c7 --- /dev/null +++ b/evaluation/bo767_recall.ipynb @@ -0,0 +1,1037 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "3c4c7d5f-51fb-4879-8fd3-d304165ffd38", + "metadata": {}, + "source": [ + "# Evaluate bo767 retrieval recall accuracy with NV-Ingest and Milvus" + ] + }, + { + "cell_type": "markdown", + "id": "3a453802-83f4-4fa5-95f2-b663dfeec59b", + "metadata": {}, + "source": [ + "In this notebook, we'll use NV-ingest and LlamaIndex to get the end-to-end recall accuracy of a retrieval pipeline made up of NV-Ingest's extraction and embedding tasks and a Milvus vector database (VDB)." + ] + }, + { + "cell_type": "code", + "execution_count": 46, + "id": "1c174e25-ffdf-4764-bad5-e3be8cb00943", + "metadata": {}, + "outputs": [], + "source": [ + "from pymilvus import MilvusClient\n", + "\n", + "milvus_client = MilvusClient(\"http://localhost:19530\")\n", + "milvus_client.drop_collection(collection_name='text')\n", + "milvus_client.drop_collection(collection_name='tables')\n", + "milvus_client.drop_collection(collection_name='charts')\n", + "milvus_client.drop_collection(collection_name='multimodal')" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "00aeacea-2eb7-45a8-8e62-edf52fdc9d9e", + "metadata": {}, + "outputs": [], + "source": [ + "from nv_ingest_client.client import Ingestor\n", + "\n", + "ingestor = (\n", + " Ingestor(message_client_hostname=\"localhost\")\n", + " .files(\"../data/bo767/*.pdf\")\n", + " .extract(\n", + " extract_text=True,\n", + " extract_tables=True,\n", + " extract_charts=True,\n", + " extract_images=False,\n", + " text_depth=\"page\",\n", + " ).embed()\n", + ")\n", + "\n", + "results = ingestor.ingest()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "9f1dba08-c468-425f-9eb3-48fe568b67c7", + "metadata": {}, + "outputs": [], + "source": [ + "# Optional: save results\n", + "import pickle\n", + "\n", + "filehandler = open('bo767_results.obj', 'wb')\n", + "pickle.dump(results, filehandler)" + ] + }, + { + "cell_type": "code", + "execution_count": 26, + "id": "f4cd3db7-c8a4-478e-9b48-3c8fffe4d32c", + "metadata": {}, + "outputs": [], + "source": [ + "# Optional: load results\n", + "import pickle\n", + "\n", + "filehandler = open('bo767_results.obj', 'rb')\n", + "results = pickle.load(filehandler)" + ] + }, + { + "cell_type": "code", + "execution_count": 37, + "id": "e25582b6-005b-47d2-8b47-b0823422bda9", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "767" + ] + }, + "execution_count": 37, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "len(results)" + ] + }, + { + "cell_type": "code", + "execution_count": 52, + "id": "02c25cb3-f912-48fd-8e23-ea5c7288d83a", + "metadata": {}, + "outputs": [], + "source": [ + "from nv_ingest_client.util.milvus import write_to_nvingest_collection, create_nvingest_collection, nvingest_retrieval\n", + "\n", + "sparse = False\n", + "milvus_hostname = \"localhost\"\n", + "create_nvingest_collection(\"text\", f\"http://{milvus_hostname}:19530\", sparse=sparse, gpu_search=True)\n", + "create_nvingest_collection(\"tables\", f\"http://{milvus_hostname}:19530\", sparse=sparse, gpu_search=True)\n", + "create_nvingest_collection(\"charts\", f\"http://{milvus_hostname}:19530\", sparse=sparse, gpu_search=True)\n", + "create_nvingest_collection(\"multimodal\", f\"http://{milvus_hostname}:19530\", sparse=sparse, gpu_search=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 39, + "id": "0331fe6c-628e-4066-9277-643eb12f46ba", + "metadata": {}, + "outputs": [], + "source": [ + "text_results = [[element for element in results if element['document_type'] == 'text'] for results in results]\n", + "table_results = [[element for element in results if element['metadata']['content_metadata']['subtype'] == 'table'] for results in results]\n", + "chart_results = [[element for element in results if element['metadata']['content_metadata']['subtype'] == 'chart'] for results in results]" + ] + }, + { + "cell_type": "code", + "execution_count": 53, + "id": "21a86f1c-10de-4741-aa9b-d56ea1de84f9", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Wrote data to: [['0ca30e66-ca9e-4875-bab6-66535bee39ea/1.parquet']]\n", + "Start time: 2025-01-24 06:17:49\n", + "Imported row count: 45816\n", + "Bulk text upload took 54.15791320800781 s\n", + "Wrote data to: [['7f738ffc-7fd5-4ce3-86dd-b9ab9c515ddc/1.parquet']]\n", + "Start time: 2025-01-24 06:19:11\n", + "Imported row count: 27193\n", + "Bulk tables upload took 38.110397815704346 s\n", + "Wrote data to: [['e5460db7-5d86-47bc-981b-46c810cc9d45/1.parquet']]\n", + "Start time: 2025-01-24 06:20:12\n", + "Imported row count: 5667\n", + "Bulk charts upload took 17.05130910873413 s\n", + "Wrote data to: [['c61b35ef-4224-467d-ba98-fd5e5659b6b1/1.parquet']]\n", + "Start time: 2025-01-24 06:21:10\n", + "Imported row count: 78676\n", + "Bulk multimodal upload took 87.26382780075073 s\n" + ] + } + ], + "source": [ + "write_to_nvingest_collection(text_results, \"text\", sparse=sparse, milvus_uri=f\"http://{milvus_hostname}:19530\", minio_endpoint=\"localhost:9000\")\n", + "write_to_nvingest_collection(table_results, \"tables\", sparse=sparse, milvus_uri=f\"http://{milvus_hostname}:19530\", minio_endpoint=\"localhost:9000\")\n", + "write_to_nvingest_collection(chart_results, \"charts\", sparse=sparse, milvus_uri=f\"http://{milvus_hostname}:19530\", minio_endpoint=\"localhost:9000\")\n", + "write_to_nvingest_collection(results, \"multimodal\", sparse=sparse, milvus_uri=f\"http://{milvus_hostname}:19530\", minio_endpoint=\"localhost:9000\")" + ] + }, + { + "cell_type": "code", + "execution_count": 35, + "id": "2667d436-0e13-4539-b679-2c922b6069a5", + "metadata": {}, + "outputs": [], + "source": [ + "from collections import defaultdict\n", + "from tqdm import tqdm\n", + "import os\n", + "import numpy as np\n", + "\n", + "def get_recall_scores(query_df, collection_name):\n", + " hits = defaultdict(list)\n", + " all_answers = nvingest_retrieval(\n", + " df_query[\"query\"].to_list(),\n", + " collection_name,\n", + " hybrid=sparse,\n", + " embedding_endpoint=\"http://localhost:8012/v1\",\n", + " model_name=\"nvidia/llama-3.2-nv-embedqa-1b-v2\",\n", + " top_k=10,\n", + " gpu_search=True,\n", + " )\n", + "\n", + " for i in range(len(df_query)):\n", + " expected_pdf_page = query_df['pdf_page'][i]\n", + " retrieved_answers = all_answers[i]\n", + " retrieved_pdfs = [os.path.basename(result['entity']['source']['source_id']).split('.')[0] for result in retrieved_answers]\n", + " retrieved_pages = [str(result['entity']['content_metadata']['page_number']) for result in retrieved_answers]\n", + " retrieved_pdf_pages = [f\"{pdf}_{page}\" for pdf, page in zip(retrieved_pdfs, retrieved_pages)] \n", + "\n", + " for k in [1, 3, 5, 10]:\n", + " hits[k].append(expected_pdf_page in retrieved_pdf_pages[:k])\n", + " \n", + " for k in hits:\n", + " print(f' - Recall @{k}: {np.mean(hits[k]) :.3f}')" + ] + }, + { + "cell_type": "markdown", + "id": "73aa9968-936f-43dc-80e4-8e9b8c649292", + "metadata": {}, + "source": [ + "## Text Recall" + ] + }, + { + "cell_type": "code", + "execution_count": 65, + "id": "b329ee8b-5e19-4492-8742-18d0606f539a", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
pdfqueryanswergt_pagepdf_page
01102434How much was the ARtillery Intelligence projec...$4.2 billion191102434_19
11102434How much revenue of AR advertising is expected...$8.8 billion31102434_3
21096078What types of statistics were utilized by Rein...descriptive statistics31096078_3
31054125What was the maximum amount requested for cond...$35,000.0011054125_1
41246906What is the median household income for the Ci...$53,27871246906_7
..................
4832089825Under the Climate Action and Low Carbon Develo...Denis Naughten TD02089825_0
4842089825How many organizations make up Stop Climate Ch...3052089825_5
4852098077What is the maximum length of Sai Yok bent-­to...2.4 inches12098077_1
4862098077What characteristic sets the Sai Yok Bent-toed...enlarged thigh scales12098077_1
4872098077What is the name of the new gecko species that...Sai Yok bent­toed gecko ( Cyrtodactylus saiyok )02098077_0
\n", + "

488 rows × 5 columns

\n", + "
" + ], + "text/plain": [ + " pdf query \\\n", + "0 1102434 How much was the ARtillery Intelligence projec... \n", + "1 1102434 How much revenue of AR advertising is expected... \n", + "2 1096078 What types of statistics were utilized by Rein... \n", + "3 1054125 What was the maximum amount requested for cond... \n", + "4 1246906 What is the median household income for the Ci... \n", + ".. ... ... \n", + "483 2089825 Under the Climate Action and Low Carbon Develo... \n", + "484 2089825 How many organizations make up Stop Climate Ch... \n", + "485 2098077 What is the maximum length of Sai Yok bent-­to... \n", + "486 2098077 What characteristic sets the Sai Yok Bent-toed... \n", + "487 2098077 What is the name of the new gecko species that... \n", + "\n", + " answer gt_page pdf_page \n", + "0 $4.2 billion 19 1102434_19 \n", + "1 $8.8 billion 3 1102434_3 \n", + "2 descriptive statistics 3 1096078_3 \n", + "3 $35,000.00 1 1054125_1 \n", + "4 $53,278 7 1246906_7 \n", + ".. ... ... ... \n", + "483 Denis Naughten TD 0 2089825_0 \n", + "484 30 5 2089825_5 \n", + "485 2.4 inches 1 2098077_1 \n", + "486 enlarged thigh scales 1 2098077_1 \n", + "487 Sai Yok bent­toed gecko ( Cyrtodactylus saiyok ) 0 2098077_0 \n", + "\n", + "[488 rows x 5 columns]" + ] + }, + "execution_count": 65, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "import pandas as pd\n", + "\n", + "df_query = pd.read_csv('../data/text_query_answer_gt_page.csv')\n", + "df_query.pdf = df_query.pdf.apply(lambda x: x.replace('.pdf',''))\n", + "df_query['pdf_page'] = df_query.apply(lambda x: f\"{x.pdf}_{x.gt_page}\", axis=1) \n", + "df_query" + ] + }, + { + "cell_type": "code", + "execution_count": 55, + "id": "00eaf5d1-6fce-4fc9-99c4-935b676d022e", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + " - Recall @1: 0.627\n", + " - Recall @3: 0.826\n", + " - Recall @5: 0.877\n", + " - Recall @10: 0.914\n" + ] + } + ], + "source": [ + "get_recall_scores(df_query, \"text\")" + ] + }, + { + "cell_type": "markdown", + "id": "51ee8b8e-b4e0-4367-b1da-7c21f59e8b6d", + "metadata": {}, + "source": [ + "## Table recall" + ] + }, + { + "cell_type": "code", + "execution_count": 64, + "id": "01483767-680d-4ce9-94b4-5c3c16ebd091", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
querypdfpagetablepdf_page
0How much did Pendleton County spend out of the...100342121003421_2_01003421_2
1How many units are occupied by single families...100805961008059_6_11008059_6
2In the Klamath county, what is the total valua...100805961008059_6_11008059_6
3How much did Nalco pay GRIDCO for electricity ...1011810211011810_21_01011810_21
4How much coal is used at Alumina refinery of N...1011810211011810_21_21011810_21
..................
230How much is the rental income from water plant...2407280302407280_30_02407280_30
231In 2020 how much were the supplemental taxes f...241500165not detected2415001_65
232As of 2020, what is the total of collections a...241500165not detected2415001_65
233What was the net gain from the operations of t...2416020842416020_84_02416020_84
234What was the highest operating expense in Nove...2416020842416020_84_02416020_84
\n", + "

235 rows × 5 columns

\n", + "
" + ], + "text/plain": [ + " query pdf page \\\n", + "0 How much did Pendleton County spend out of the... 1003421 2 \n", + "1 How many units are occupied by single families... 1008059 6 \n", + "2 In the Klamath county, what is the total valua... 1008059 6 \n", + "3 How much did Nalco pay GRIDCO for electricity ... 1011810 21 \n", + "4 How much coal is used at Alumina refinery of N... 1011810 21 \n", + ".. ... ... ... \n", + "230 How much is the rental income from water plant... 2407280 30 \n", + "231 In 2020 how much were the supplemental taxes f... 2415001 65 \n", + "232 As of 2020, what is the total of collections a... 2415001 65 \n", + "233 What was the net gain from the operations of t... 2416020 84 \n", + "234 What was the highest operating expense in Nove... 2416020 84 \n", + "\n", + " table pdf_page \n", + "0 1003421_2_0 1003421_2 \n", + "1 1008059_6_1 1008059_6 \n", + "2 1008059_6_1 1008059_6 \n", + "3 1011810_21_0 1011810_21 \n", + "4 1011810_21_2 1011810_21 \n", + ".. ... ... \n", + "230 2407280_30_0 2407280_30 \n", + "231 not detected 2415001_65 \n", + "232 not detected 2415001_65 \n", + "233 2416020_84_0 2416020_84 \n", + "234 2416020_84_0 2416020_84 \n", + "\n", + "[235 rows x 5 columns]" + ] + }, + "execution_count": 64, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_query = pd.read_csv('../data/table_queries_cleaned_235.csv')[['query','pdf','page','table']]\n", + "df_query['pdf_page'] = df_query.apply(lambda x: f\"{x.pdf}_{x.page}\", axis=1)\n", + "df_query" + ] + }, + { + "cell_type": "code", + "execution_count": 57, + "id": "4d9e3602-f39d-4256-98d7-7772da1f00ce", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + " - Recall @1: 0.502\n", + " - Recall @3: 0.732\n", + " - Recall @5: 0.787\n", + " - Recall @10: 0.855\n" + ] + } + ], + "source": [ + "get_recall_scores(df_query, \"tables\")" + ] + }, + { + "cell_type": "markdown", + "id": "f514724a-70f4-4d06-a929-0d2bb848902c", + "metadata": {}, + "source": [ + "## Chart Recall" + ] + }, + { + "cell_type": "code", + "execution_count": 58, + "id": "ddf8ba20-2de5-4b92-a87f-d78c341c07c7", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
querypdfpagepdf_page
0What are the top three consumer complaint cate...1009210111009210_11
1Which 3 categories did extremely well in terms...1009210111009210_11
2What's the longest recent US recession?101087601010876_0
3Is the 12-Month default rate usually higher th...101087601010876_0
4Which allegation is submitted highest to RTAs ...101466901014669_0
...............
263After the 2008 recession, what percentage of p...238439562384395_6
264what were the top 3 major religious groups in ...239267652392676_5
265What percentage of people in the world identif...239267652392676_5
266Between 2003 and 2019, has the household mortg...24106991892410699_189
267When did the total household mortgage debt in ...24106991892410699_189
\n", + "

268 rows × 4 columns

\n", + "
" + ], + "text/plain": [ + " query pdf page \\\n", + "0 What are the top three consumer complaint cate... 1009210 11 \n", + "1 Which 3 categories did extremely well in terms... 1009210 11 \n", + "2 What's the longest recent US recession? 1010876 0 \n", + "3 Is the 12-Month default rate usually higher th... 1010876 0 \n", + "4 Which allegation is submitted highest to RTAs ... 1014669 0 \n", + ".. ... ... ... \n", + "263 After the 2008 recession, what percentage of p... 2384395 6 \n", + "264 what were the top 3 major religious groups in ... 2392676 5 \n", + "265 What percentage of people in the world identif... 2392676 5 \n", + "266 Between 2003 and 2019, has the household mortg... 2410699 189 \n", + "267 When did the total household mortgage debt in ... 2410699 189 \n", + "\n", + " pdf_page \n", + "0 1009210_11 \n", + "1 1009210_11 \n", + "2 1010876_0 \n", + "3 1010876_0 \n", + "4 1014669_0 \n", + ".. ... \n", + "263 2384395_6 \n", + "264 2392676_5 \n", + "265 2392676_5 \n", + "266 2410699_189 \n", + "267 2410699_189 \n", + "\n", + "[268 rows x 4 columns]" + ] + }, + "execution_count": 58, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_query = pd.read_csv('../data/charts_with_page_num_fixed.csv')[['query','pdf','page']]\n", + "df_query['page'] = df_query['page']-1 # page -1 because the page number starts with 1 in that csv\n", + "df_query['pdf_page'] = df_query.apply(lambda x: f\"{x.pdf}_{x.page}\", axis=1) \n", + "df_query" + ] + }, + { + "cell_type": "code", + "execution_count": 59, + "id": "bae55dda-e491-4de1-8b98-da0bf187e0e6", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + " - Recall @1: 0.612\n", + " - Recall @3: 0.743\n", + " - Recall @5: 0.795\n", + " - Recall @10: 0.817\n" + ] + } + ], + "source": [ + "get_recall_scores(df_query, \"charts\")" + ] + }, + { + "cell_type": "markdown", + "id": "f3a0a35d-dd4d-4d47-9f39-b3823b87d44f", + "metadata": {}, + "source": [ + "## Multimodal Recall" + ] + }, + { + "cell_type": "code", + "execution_count": 60, + "id": "93d5aa3c-6a3e-4c57-b22e-396d0bbed50d", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
querypdfpagemodalitypdf_page
0How much was the ARtillery Intelligence projec...110243419text1102434_19
1How much revenue of AR advertising is expected...11024343text1102434_3
2What types of statistics were utilized by Rein...10960783text1096078_3
3What was the maximum amount requested for cond...10541251text1054125_1
4What is the median household income for the Ci...12469067text1246906_7
..................
986After the 2008 recession, what percentage of p...23843956chart2384395_6
987what were the top 3 major religious groups in ...23926765chart2392676_5
988What percentage of people in the world identif...23926765chart2392676_5
989Between 2003 and 2019, has the household mortg...2410699189chart2410699_189
990When did the total household mortgage debt in ...2410699189chart2410699_189
\n", + "

991 rows × 5 columns

\n", + "
" + ], + "text/plain": [ + " query pdf page \\\n", + "0 How much was the ARtillery Intelligence projec... 1102434 19 \n", + "1 How much revenue of AR advertising is expected... 1102434 3 \n", + "2 What types of statistics were utilized by Rein... 1096078 3 \n", + "3 What was the maximum amount requested for cond... 1054125 1 \n", + "4 What is the median household income for the Ci... 1246906 7 \n", + ".. ... ... ... \n", + "986 After the 2008 recession, what percentage of p... 2384395 6 \n", + "987 what were the top 3 major religious groups in ... 2392676 5 \n", + "988 What percentage of people in the world identif... 2392676 5 \n", + "989 Between 2003 and 2019, has the household mortg... 2410699 189 \n", + "990 When did the total household mortgage debt in ... 2410699 189 \n", + "\n", + " modality pdf_page \n", + "0 text 1102434_19 \n", + "1 text 1102434_3 \n", + "2 text 1096078_3 \n", + "3 text 1054125_1 \n", + "4 text 1246906_7 \n", + ".. ... ... \n", + "986 chart 2384395_6 \n", + "987 chart 2392676_5 \n", + "988 chart 2392676_5 \n", + "989 chart 2410699_189 \n", + "990 chart 2410699_189 \n", + "\n", + "[991 rows x 5 columns]" + ] + }, + "execution_count": 60, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_query = pd.read_csv('../data/text_query_answer_gt_page.csv').rename(columns={'gt_page':'page'})[['query','pdf','page']]\n", + "df_query.pdf = df_query.pdf.apply(lambda x: x.replace('.pdf',''))\n", + "df_query['modality'] = 'text'\n", + "\n", + "df_query2 = pd.read_csv('../data/table_queries_cleaned_235.csv')[['query','pdf','page']]\n", + "df_query2['modality'] = 'table'\n", + "\n", + "df_query3 = pd.read_csv('../data/charts_with_page_num_fixed.csv')[['query','pdf','page']]\n", + "df_query3['page'] = df_query3['page']-1 # page -1 because the page number starts with 1 in that csv\n", + "df_query3['modality'] = 'chart'\n", + "\n", + "df_query = pd.concat([df_query, df_query2, df_query3]).reset_index(drop=True)\n", + "\n", + "df_query['pdf_page'] = df_query.apply(lambda x: f\"{x.pdf}_{x.page}\", axis=1) \n", + "df_query" + ] + }, + { + "cell_type": "code", + "execution_count": 61, + "id": "c5798557-53ba-4aac-801a-aa65a1701814", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + " - Recall @1: 0.554\n", + " - Recall @3: 0.746\n", + " - Recall @5: 0.807\n", + " - Recall @10: 0.857\n" + ] + } + ], + "source": [ + "get_recall_scores(df_query, \"multimodal\")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "f5c710f4-ce5a-4308-a0aa-f7231bccd82e", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.16" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/evaluation/digital_corpora_download.ipynb b/evaluation/digital_corpora_download.ipynb new file mode 100644 index 00000000..aef18826 --- /dev/null +++ b/evaluation/digital_corpora_download.ipynb @@ -0,0 +1,112 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": null, + "id": "0e6e9077-301e-41cf-af0e-c853f8cb47d9", + "metadata": {}, + "outputs": [], + "source": [ + "import os\n", + "import shutil\n", + "from math import floor\n", + "\n", + "import requests\n", + "import zipfile\n", + "import io\n", + "\n", + "from nv_ingest_client.client import NvIngestClient\n", + "from nv_ingest_client.primitives import JobSpec\n", + "from nv_ingest_client.primitives.tasks import ExtractTask\n", + "from nv_ingest_client.primitives.tasks import SplitTask\n", + "from nv_ingest_client.util.file_processing.extract import extract_file_content\n", + "import logging, time\n", + "\n", + "# Download the pdfs if they aren't already present\n", + "bo_20_path = \"./data/bo20/\"\n", + "\n", + "pdf_ids = [\n", + " \"1016445\",\n", + " \"1177640\",\n", + " \"1479052\",\n", + " \"1690009\",\n", + " \"2132230\",\n", + " \"1037700\",\n", + " \"1238975\",\n", + " \"1598224\",\n", + " \"2049749\",\n", + " \"2151932\",\n", + " \"1043219\",\n", + " \"1375277\",\n", + " \"1620834\",\n", + " \"2062555\",\n", + " \"2189929\",\n", + " \"1061225\",\n", + " \"1422550\",\n", + " \"1666072\",\n", + " \"2127440\",\n", + " \"2399488\",\n", + "]\n", + "\n", + "if not os.path.exists(bo_20_path):\n", + " os.makedirs(bo_20_path)\n", + "\n", + "def get_zip_range(zip_id):\n", + " lower = floor(int(zip_id)/1000) * 1000\n", + " upper = lower + 999\n", + " return str(lower).zfill(4) + \"-\" + str(upper).zfill(4) + \"/\"\n", + "\n", + "\n", + "for pdf_id in pdf_ids:\n", + " pdf_path = os.path.join(bo_20_path, pdf_id+\".pdf\")\n", + " if not os.path.exists(pdf_path):\n", + " print(f\"Downloading pdf: {pdf_id}.pdf. Note: this requires downloading a large zipfile so it may take a while\")\n", + " base_url = \"https://corp.digitalcorpora.org/corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/\"\n", + " zip_id = pdf_id[:4]\n", + " zip_range = get_zip_range(zip_id)\n", + " full_url = base_url + zip_range + zip_id + \".zip\"\n", + "\n", + " if not os.path.exists(bo_20_path + \"temp\"):\n", + " os.makedirs(bo_20_path + \"temp\")\n", + " r = requests.get(full_url)\n", + " z = zipfile.ZipFile(io.BytesIO(r.content))\n", + " z.extractall(bo_20_path + \"temp\")\n", + "\n", + " # Move desired file to bo_20 folder\n", + " os.rename(bo_20_path + \"temp/\" + pdf_id + \".pdf\", bo_20_path + pdf_id + \".pdf\")\n", + "\n", + " # Delete excess pdfs\n", + " shutil.rmtree(bo_20_path + \"temp\", ignore_errors=True)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "385e5017-7def-4a48-a23b-8e3583c394f8", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.16" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +}