In [19]:
import mysql.connector
import json
from bs4 import BeautifulSoup as bsoup
In [20]:
topics = [
"Financial-Analysis",
"Financial-Econometrics",
"Financial-Accounting-Theory",
"Financial-Intermediation",
"Financial-Modeling",
"Financial-Development",
"financial-statements",
"Financial-Stability",
"Financial-Crisis",
"Financial-Criminology",
"Financial-market-regulation",
"Financial-Physics",
"Economics-of-Science",
"Environmental-Economics",
"Economic-Development",
"Economic-Evaluation",
"Economic-Theory",
"Economy",
"Economic-Forecasting",
"Economic-Policy-Analysis",
"Economics-Analysis",
"Econometric-Methods",
"Experimental-Economics",
"Economic-Geology",
"Economic-History",
"Economic-Policy",
"Economic-Integration",
"Emerging-Economies",
"Economics-of-Climate-Adaptation",
"Economic-Bubble",
"Economic-Sanctions",
"econometric-models",
"Economic-Recession",
"Economical-Psychology",
"Economics-of-Innovation",
"Evolutionary-Economic-Geography",
"Econometric-Modeling",
"Economics-of-Technology",
"Economic-Growth",
"Economic-Indicators",
"Economic-Analysis",
"Economic-Sociology",
"Econometric-Techniques",
"Economic-Crisis",
"Ecological-Economics",
"Economic-Modeling",
"Economic-Valuation",
"Economic-Geography",
"Eco-Social-Market-Economy",
"Evolutionary-Economics",
"Economic-Security",
"Engineering-Economy",
"Entrepreneurial-Economics",
"Economic-Inequality",
"Economic-Dynamics",
"Economic-Psychology",
"Economic-Criminology",
"Energy-Economics",
"Econometrics-Packages",
"Economic-dispatch",
"Economic-models",
"Economic-Inflation",
"Economics-of-Regulation",
"European-Economy",
"Econometrics",
"Economic-Efficiency",
"Accounting-History",
"Accounting-Software",
"Accounting-Education",
"Accounting-Scholarship",
"Accountability",
"Accounting-Research",
"Accounts",
"Accounting",
"Accounting-Standard-Setting",
"Account-Books",
"Accounting-Information-Systems",
"Accounting-Processes",
"Accounting-Theory",
"auditory_steady-state_response_assr",
"Auditing",
"Audit",
"Auditory-System",
"Auditory-Neuroscience",
"Auditory-Evoked-Potentials",
"Audition",
"Auditory-Interfaces",
"Auditory-Brainstem-Response",
"Auditory-Hallucinations",
"auditory-cortex",
"Auditory-Sustained-Attention",
"Auditory-Brain-Stem-Implantation",
"Auditory-Perception",
"Marketing-Management",
"Managerial-Economics",
"Management-Development",
"Management-studies",
"Maintenance-Management",
"Marine-Management",
"Management-Education",
"Management-System",
"Management-Theory",
"Museum-Management",
"Management-Consultancy",
"Management-Control",
"Management-Literature",
"Management-Service-Organizations",
"Marine-Resource-Management",
"Management-Consulting",
"Management-Of-Change",
"Managed-Relocation",
"Micro-Manager",
"Medical-Practice-Management",
"Manure-Management",
"Management-Quality-Circles",
"Management-Information-Systems",
"Management-Accounting",
"Management-Engineering",
"Management-Accounting-Techniques",
"Commercialization-Of-Products-Services",
"Commercialization"
]
找出待下载文件¶
In [ ]:
import os
urls_dir = "d:/researchgate"
download_dir = "d:\\cites"
walked = set()
for file in os.listdir(download_dir):
uid = file.split(".")[0].split("-")[-1]
url = f'https://www.researchgate.net/lite.publication.PublicationDownloadCitationModal.downloadCitation.html?publicationUid={uid}&fileType=BibTeX&citation=citation'
walked.add(url)
need_download_urls = set()
for file in os.listdir(urls_dir):
if ".txt" in file:
with open(os.path.join(urls_dir, file), 'r', encoding='utf-8') as fpr:
need_download_urls |= set(map(str.strip, fpr.readlines()))
print(f"all: {len(need_download_urls)}")
need_download_urls -= walked
print(
f"need_download_urls: {len(need_download_urls)}, has_downloaded: {len(walked)}")
with open("d:/need_download_urls.txt", 'w', encoding='utf-8') as fpw:
for it in need_download_urls:
fpw.write(it+"\n")
移动下载详情文件¶
In [ ]:
# chrome_for_Download_PDFS_{topic}
import os
import shutil
def mkdir(path):
if not os.path.exists(path):
os.makedirs(path)
print("mkdir", path)
store_dir = "d:/researchgate/db_files"
mkdir(store_dir)
for name in os.listdir("d:/"):
if "chrome_for_Download_PDFS" in name:
topic = name.split("_")[-1]
db_file = rf'd:\{name}\Default\History'
if os.path.exists(db_file):
print(shutil.copy(db_file, os.path.join(store_dir, f'History_{topic}')))
In [22]:
for topic in ['Accountability', 'Accounting-Standard-Setting']:
# topic = "Finance"
try:
preffix = topic + "_"
topic = f"https://www.researchgate.net/topic/{topic}/publications"
base_dir_str = 'D:/out_pdfs'
pdf_download_page_urls_path = f'{base_dir_str}/{preffix}pdf_download_page_urls.json'
page_to_download_list_path = f'{base_dir_str}/{preffix}page_to_download_list.json'
cite_download_urls_path = f'{base_dir_str}/{preffix}cite_download_urls.json'
data = []
no_download_url = []
for html in json.load(open(cite_download_urls_path)):
soup = bsoup(html)
a_list = soup.select("a")
if len(a_list) == 2:
cite_url = f'https://www.researchgate.net/{a_list[0].attrs["href"]}'
if 'Download full-text' in a_list[1].text:
source_url = f'https://www.researchgate.net/{a_list[1].attrs["href"]}'
else:
source_url = f'{a_list[1].attrs["href"]}'
no_download_url.append(source_url)
file_url, doi, title, author, pb_date = (None,)*5
uid = cite_url.split("/")[-3].split("_")[0]
data.append((topic, cite_url, file_url, doi, title, author, pb_date, source_url, uid))
else:
print("error", html)
print(topic, len(data), len(no_download_url))
print(data[0])
import mysql.connector
# 连接数据库
conn = mysql.connector.connect(
host='172.31.231.197',
port=3306,
user='paper',
password='Abc@1234',
database='paper',
ssl_disabled=True
)
# 创建游标对象
cursor = conn.cursor()
# 定义插入数据的SQL语句
insert_query = """INSERT INTO paper.tb_paper
(topic, cite_url, file_url, doi, title, author, pb_date, source_url, uid)
VALUES(%s, %s, %s, %s, %s, %s, %s, %s, %s);
"""
select_sql = 'SELECT count(*) FROM tb_paper where topic=%s and cite_url=%s'
def has_insert(it, need_check):
if need_check:
# 执行SQL查询
cursor.execute(select_sql, it[:2])
# 获取查询结果
results = cursor.fetchall()
return results[0][0] > 0
else:
return False
cursor.execute(select_sql, data[0][:2])
# 获取查询结果
results = cursor.fetchall()
need_check = topic in ['https://www.researchgate.net/topic/Accountability/publications']
if results[0][0] > 0 and not need_check:
# if results[0][0] == 0:
print("已经插入相关数据", topic)
# 关闭游标和连接
cursor.close()
conn.close()
else:
try:
for it in data:
# 执行批量插入
if not has_insert(it, need_check):
cursor.execute(insert_query, it)
else:
print('has_insert', it)
# 提交事务
conn.commit()
# 执行SQL查询
cursor.execute('SELECT count(*) FROM tb_paper')
# 获取查询结果
results = cursor.fetchall()
# 输出查询结果
for row in results:
print(topic, row)
finally:
# 关闭游标和连接
cursor.close()
conn.close()
except Exception as e:
print("error", e)
https://www.researchgate.net/topic/Accountability/publications 10000 12
('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/363290938_Call_for_Papers_Special_Issue_Flood_Risk_Assessment_and_Resilience_for_Sustainability/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/363290938_Call_for_Papers_Special_Issue_Flood_Risk_Assessment_and_Resilience_for_Sustainability/download', '363290938')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/363290938_Call_for_Papers_Special_Issue_Flood_Risk_Assessment_and_Resilience_for_Sustainability/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/363290938_Call_for_Papers_Special_Issue_Flood_Risk_Assessment_and_Resilience_for_Sustainability/download', '363290938')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371306884_Major_Components_Affecting_the_Development_of_Accounting_Education_in_Iranian_Universities/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371306884_Major_Components_Affecting_the_Development_of_Accounting_Education_in_Iranian_Universities/download', '371306884')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/372187756_Accountability_and_Control_Measures_in_Public_Bureaucracy_in_Nigeria/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/372187756_Accountability_and_Control_Measures_in_Public_Bureaucracy_in_Nigeria/download', '372187756')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/372165855_Affliction_in_the_post_Palu_disaster_State_failure_to_implement_human_rights_standard_on_disaster_management/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/372165855_Affliction_in_the_post_Palu_disaster_State_failure_to_implement_human_rights_standard_on_disaster_management/download', '372165855')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/372174832_Allowing_Corruption_and_Dodging_Accountability_The_Negative_Consequences_of_the_Westminster_System_and_Partisan_Media_in_Small_Caribbean_States/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/372174832_Allowing_Corruption_and_Dodging_Accountability_The_Negative_Consequences_of_the_Westminster_System_and_Partisan_Media_in_Small_Caribbean_States/download', '372174832')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/372184395_Personality_Traits_of_Administrators_and_Accountability_in_Secondary_Education_Evidence_from_Survey_in_Nigeria/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/372184395_Personality_Traits_of_Administrators_and_Accountability_in_Secondary_Education_Evidence_from_Survey_in_Nigeria/download', '372184395')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/372186427_Critical_Analysis_of_School_Fee_Collection_Strategies_and_Financial_Accountability_in_Public_Secondary_Schools_in_Kenya/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/372186427_Critical_Analysis_of_School_Fee_Collection_Strategies_and_Financial_Accountability_in_Public_Secondary_Schools_in_Kenya/download', '372186427')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/372137279_LO_An_Accountable_Mempool_for_MEV_Resistance/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/372137279_LO_An_Accountable_Mempool_for_MEV_Resistance/download', '372137279')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/372101172_Crony_Capitalism_Wealth_of_Elites_and_Misplaced_Accountability_Drives_Dialogue_with_Professor_KAUSHIK_BASU_a_former_chief_economist_of_the_World_Bank/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/372101172_Crony_Capitalism_Wealth_of_Elites_and_Misplaced_Accountability_Drives_Dialogue_with_Professor_KAUSHIK_BASU_a_former_chief_economist_of_the_World_Bank/download', '372101172')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/372161319_A_certified_de-identification_system_for_all_clinical_text_documents_for_information_extraction_at_scale/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/372161319_A_certified_de-identification_system_for_all_clinical_text_documents_for_information_extraction_at_scale/download', '372161319')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/372140973_DETERMINING_THE_CONCEPTIONS_OF_ASSESSMENT_AMONG_SECONDARY_SCHOOL_IN-_SERVICE_SCIENCE_TEACHERS/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/372140973_DETERMINING_THE_CONCEPTIONS_OF_ASSESSMENT_AMONG_SECONDARY_SCHOOL_IN-_SERVICE_SCIENCE_TEACHERS/download', '372140973')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371988574_Supporting_Preparedness_and_Response_to_Cyclone_Freddy_in_Madagascar-A_contribution_from_the_Social_and_Behaviour_Change_Communication/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371988574_Supporting_Preparedness_and_Response_to_Cyclone_Freddy_in_Madagascar-A_contribution_from_the_Social_and_Behaviour_Change_Communication/download', '371988574')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371985617_Financial_Accountability_Functioning_of_the_PAC_Bangladesh/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371985617_Financial_Accountability_Functioning_of_the_PAC_Bangladesh/download', '371985617')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371981936_Factors_and_Conditions_Enabling_Successful_Implementation_and_Utilization_of_Information_and_Communication_Technology_ICT_Interventions_in_Enhancing_Public_Sector_Accountability_in_Sierra_Leone_Overco/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371981936_Factors_and_Conditions_Enabling_Successful_Implementation_and_Utilization_of_Information_and_Communication_Technology_ICT_Interventions_in_Enhancing_Public_Sector_Accountability_in_Sierra_Leone_Overco/download', '371981936')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/372057848_EFFECTS_OF_TRANSPARENCY-FOCUSED_SOCIAL_ACCOUNTABILITY_ACTIONS_ON_PUBLIC_SERVICE_DELIVERY_IN_KAKAMEGA_COUNTY_GOVERNMENT_MINISTRIES_KENYA/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/372057848_EFFECTS_OF_TRANSPARENCY-FOCUSED_SOCIAL_ACCOUNTABILITY_ACTIONS_ON_PUBLIC_SERVICE_DELIVERY_IN_KAKAMEGA_COUNTY_GOVERNMENT_MINISTRIES_KENYA/download', '372057848')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371983253_Unveiling_the_liaison_between_financial_development_dimensions_energy_efficiency_and_ecological_footprint_in_the_context_of_institutional_frameworks_evidence_from_the_Emerging-7_economies/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371983253_Unveiling_the_liaison_between_financial_development_dimensions_energy_efficiency_and_ecological_footprint_in_the_context_of_institutional_frameworks_evidence_from_the_Emerging-7_economies/download', '371983253')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371969420_The_Influence_of_Sex_and_Institutional_Positions_on_Participation_of_Female_Councillors_in_Decision_Making_Experience_from_Shinyanga_District_Council_Tanzania/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371969420_The_Influence_of_Sex_and_Institutional_Positions_on_Participation_of_Female_Councillors_in_Decision_Making_Experience_from_Shinyanga_District_Council_Tanzania/download', '371969420')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/372054111_Examining_the_Role_of_International_Human_Rights_Tribunals_in_Promoting_Accountability_for_Human_Rights_Violations/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/372054111_Examining_the_Role_of_International_Human_Rights_Tribunals_in_Promoting_Accountability_for_Human_Rights_Violations/download', '372054111')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/372126600_March_for_Our_Lives_Movement_Strategy_for_Gun_Control_Law_Reformation_of_America_in_2018-2019/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/372126600_March_for_Our_Lives_Movement_Strategy_for_Gun_Control_Law_Reformation_of_America_in_2018-2019/download', '372126600')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371966672_A_call_to_enhance_transparency_among_Egyptian_medical_schools/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371966672_A_call_to_enhance_transparency_among_Egyptian_medical_schools/download', '371966672')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371959473_The_Effect_of_Implementation_Of_Governance_Principles_On_Bumdes_Financial_Reports_In_Kuantan_Singingi_Regency/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371959473_The_Effect_of_Implementation_Of_Governance_Principles_On_Bumdes_Financial_Reports_In_Kuantan_Singingi_Regency/download', '371959473')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371966585_Ending_preventable_stillbirths_and_improving_bereavement_care_a_scorecard_for_high-_and_upper-middle_income_countries/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371966585_Ending_preventable_stillbirths_and_improving_bereavement_care_a_scorecard_for_high-_and_upper-middle_income_countries/download', '371966585')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371953370_Review_of_Marketing_Relevant_Real_Activity_Manipulation/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371953370_Review_of_Marketing_Relevant_Real_Activity_Manipulation/download', '371953370')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371953171_Das_Aufwachsen_junger_Menschen_mit_und_ohne_Behinderungen_verantworten/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371953171_Das_Aufwachsen_junger_Menschen_mit_und_ohne_Behinderungen_verantworten/download', '371953171')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/372007897_Safeguarding_Sex_The_Technopolitics_of_Humanitarian_Genomic_Accountability/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/372007897_Safeguarding_Sex_The_Technopolitics_of_Humanitarian_Genomic_Accountability/download', '372007897')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371912869_Ranking_of_Countries_by_Voice_and_Accountability/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371912869_Ranking_of_Countries_by_Voice_and_Accountability/download', '371912869')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371937226_Tibbitts_Hagenaars_Chapter_32_HRE_Cambridge_Handbook_of_Psy_HR_2020/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371937226_Tibbitts_Hagenaars_Chapter_32_HRE_Cambridge_Handbook_of_Psy_HR_2020/download', '371937226')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371936454_Medicare_Recipient_Characteristics_and_Utilization_of_Emergency_Departments/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371936454_Medicare_Recipient_Characteristics_and_Utilization_of_Emergency_Departments/download', '371936454')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371872253_Adapting_the_Finance_Curriculum_for_an_AI-Driven_Future_Insights_Unleashing_the_Potential_of_AI_in_Finance_Examining_Explainability_for_Transparent_and_Reliable_AI_Outcomes_Insights_Introduction_to_th/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371872253_Adapting_the_Finance_Curriculum_for_an_AI-Driven_Future_Insights_Unleashing_the_Potential_of_AI_in_Finance_Examining_Explainability_for_Transparent_and_Reliable_AI_Outcomes_Insights_Introduction_to_th/download', '371872253')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371866481_Implementation_of_Internet_Financial_Reporting_IFR_and_Good_Corporate_Governance_to_Increase_Accountability_of_Zakat_Institutions/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371866481_Implementation_of_Internet_Financial_Reporting_IFR_and_Good_Corporate_Governance_to_Increase_Accountability_of_Zakat_Institutions/download', '371866481')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371894777_Assessing_the_acceptability_of_data_dashboards_and_charts_for_monitoring_routine_immunisation_in_local_governments_and_primary_health_centres_in_Adamawa_State_Nigeria/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371894777_Assessing_the_acceptability_of_data_dashboards_and_charts_for_monitoring_routine_immunisation_in_local_governments_and_primary_health_centres_in_Adamawa_State_Nigeria/download', '371894777')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371829490_Accountability_and_controllability_of_local_government_bodies_under_the_conditions_of_the_reform_decentralization_of_power/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371829490_Accountability_and_controllability_of_local_government_bodies_under_the_conditions_of_the_reform_decentralization_of_power/download', '371829490')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371806304_Transparency_and_Accountability_in_Portuguese_Public_Universities/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371806304_Transparency_and_Accountability_in_Portuguese_Public_Universities/download', '371806304')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371822833_Endogenous_Benchmarking_and_Government_Accountability_Experimental_Evidence_from_the_COVID-19_Pandemic/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371822833_Endogenous_Benchmarking_and_Government_Accountability_Experimental_Evidence_from_the_COVID-19_Pandemic/download', '371822833')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371780895_The_Irony_of_Accountability_How_a_Performance-Inducing_Policy_Reduces_Motivation_to_Perform/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371780895_The_Irony_of_Accountability_How_a_Performance-Inducing_Policy_Reduces_Motivation_to_Perform/download', '371780895')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371791212_Accountability_Transparency_and_Employee_Performance_in_Organizational_Asset_Management_in_Buddhist_Religious_Organizations_Evidence_from_the_Regional_Office_of_the_Ministry_of_Religion_of_South_Sumat/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371791212_Accountability_Transparency_and_Employee_Performance_in_Organizational_Asset_Management_in_Buddhist_Religious_Organizations_Evidence_from_the_Regional_Office_of_the_Ministry_of_Religion_of_South_Sumat/download', '371791212')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/372047615_Implementation_of_Cooperative_Accountability_in_Managing_Financial_Reports_at_SMP_Negeri_14_Binjai/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/372047615_Implementation_of_Cooperative_Accountability_in_Managing_Financial_Reports_at_SMP_Negeri_14_Binjai/download', '372047615')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371730526_Effect_of_Transparency_and_Accountability_on_Muzaki_Loyalty_through_Muzaki_Satisfaction_as_an_Intervening_Variable_at_the_Amil_Zakat_Institution_LAZ_in_Indonesia/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371730526_Effect_of_Transparency_and_Accountability_on_Muzaki_Loyalty_through_Muzaki_Satisfaction_as_an_Intervening_Variable_at_the_Amil_Zakat_Institution_LAZ_in_Indonesia/download', '371730526')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371722930_Public_finance_management_architecture_in_Tajikistan_International_reform_advice_and_domestic_reform_practice/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371722930_Public_finance_management_architecture_in_Tajikistan_International_reform_advice_and_domestic_reform_practice/download', '371722930')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371750350_Between_the_Politicisation_and_Juridisation_of_Constitutional_Accountability_in_Poland/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371750350_Between_the_Politicisation_and_Juridisation_of_Constitutional_Accountability_in_Poland/download', '371750350')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371725078_Controle_budgetaire_dans_la_gestion_des_collectivites_decentralisees_du_District_de_Bamako_Role_of_budgetary_control_in_the_management_of_decentralized_communities_in_the_District_of_Bamako/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371725078_Controle_budgetaire_dans_la_gestion_des_collectivites_decentralisees_du_District_de_Bamako_Role_of_budgetary_control_in_the_management_of_decentralized_communities_in_the_District_of_Bamako/download', '371725078')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371750545_Analysis_of_Accountability_Transparency_and_Value_for_Money_in_Principle_Good_Governance_for_Fund_Allocations_for_Candi_Village_Candi_District_Analisis_Akuntabilitas_Transparansi_dan_Value_for_Money_D/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371750545_Analysis_of_Accountability_Transparency_and_Value_for_Money_in_Principle_Good_Governance_for_Fund_Allocations_for_Candi_Village_Candi_District_Analisis_Akuntabilitas_Transparansi_dan_Value_for_Money_D/download', '371750545')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371686482_Accountability_and_interactional_inequality_The_management_of_problems_of_interaction_as_a_matter_of_cultural_ideals_and_ideologies/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371686482_Accountability_and_interactional_inequality_The_management_of_problems_of_interaction_as_a_matter_of_cultural_ideals_and_ideologies/download', '371686482')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', "https://www.researchgate.net/publication/371686995_Extending_Dimensions_of_Forensic_Accounting_and_the_Organizations'_Strategies_and_Accountability_A_Governmental_Perspective/citation/download", None, None, None, None, None, "https://www.researchgate.net/publication/371686995_Extending_Dimensions_of_Forensic_Accounting_and_the_Organizations'_Strategies_and_Accountability_A_Governmental_Perspective/download", '371686995')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371720819_Implementation_of_Village_Financial_System_Aplications_SISKEUDES_in_Increasing_Accountability_and_Transparency_of_Village_Financial_Reports_Implementasi_Aplikasi_Sistem_Keuangan_Desa_SISKEUDES_Dalam_M/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371720819_Implementation_of_Village_Financial_System_Aplications_SISKEUDES_in_Increasing_Accountability_and_Transparency_of_Village_Financial_Reports_Implementasi_Aplikasi_Sistem_Keuangan_Desa_SISKEUDES_Dalam_M/download', '371720819')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371673026_ENVIRONMENTAL_ACCOUNTING_IN_THE_FINANCES_OF_SUSTAINABLE_COMPANIES_IN_Sri_Lanka/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371673026_ENVIRONMENTAL_ACCOUNTING_IN_THE_FINANCES_OF_SUSTAINABLE_COMPANIES_IN_Sri_Lanka/download', '371673026')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371673121_Environmental_Accounting_Disclosure_and_Reporting_Practices_in_Annual_Report_-With_Special_Reference_to_Companies_listed_in_Sri_Lanka/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371673121_Environmental_Accounting_Disclosure_and_Reporting_Practices_in_Annual_Report_-With_Special_Reference_to_Companies_listed_in_Sri_Lanka/download', '371673121')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371672849_A_STUDY_OF_IMPORTANCE_OF_GREEN_ACCOUNTING_TO_BUSINESS_AND_ITS_PRACTICES_IN_Sri_Lanka/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371672849_A_STUDY_OF_IMPORTANCE_OF_GREEN_ACCOUNTING_TO_BUSINESS_AND_ITS_PRACTICES_IN_Sri_Lanka/download', '371672849')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371640326_Reviewing_the_Internal_Audit_Literature_in_the_Public_Sector_A_Bibliometrics_Analysis/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371640326_Reviewing_the_Internal_Audit_Literature_in_the_Public_Sector_A_Bibliometrics_Analysis/download', '371640326')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371653126_Conselho_de_Etica_e_Decoro_Parlamentar_da_Camara_dos_Deputados_como_mecanismo_de_accountability_contra_discursos_de_odio/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371653126_Conselho_de_Etica_e_Decoro_Parlamentar_da_Camara_dos_Deputados_como_mecanismo_de_accountability_contra_discursos_de_odio/download', '371653126')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371858579_AKUNTABILITAS_PENGGUNAAN_DANA_DESA_2020_DI_DESA_BLEMBEM_KECAMATAN_JAMBON_KABUPATEN_PONOROGO/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371858579_AKUNTABILITAS_PENGGUNAAN_DANA_DESA_2020_DI_DESA_BLEMBEM_KECAMATAN_JAMBON_KABUPATEN_PONOROGO/download', '371858579')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371636358_Applying_Artificial_Intelligence_in_e-governments_Challenges_and_Barriers_-_Thematic_Review/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371636358_Applying_Artificial_Intelligence_in_e-governments_Challenges_and_Barriers_-_Thematic_Review/download', '371636358')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', "https://www.researchgate.net/publication/371581744_Accountability_in_the_Prophet's_Narrtions/citation/download", None, None, None, None, None, "https://www.researchgate.net/publication/371581744_Accountability_in_the_Prophet's_Narrtions/download", '371581744')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371615873_The_Impact_of_Social_Responsibility_and_Organizational_Accountability_on_the_Performance_of_Public_Librarians_in_Iran/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371615873_The_Impact_of_Social_Responsibility_and_Organizational_Accountability_on_the_Performance_of_Public_Librarians_in_Iran/download', '371615873')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371576415_Cloud_Appian_BPM_Business_Process_Management_Usage_In_health_care_Industry/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371576415_Cloud_Appian_BPM_Business_Process_Management_Usage_In_health_care_Industry/download', '371576415')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371577467_WoS_Veri_Tabaninda_Yazilmis_Yerel_Basin_Konulu_Akademik_Calismalarin_Bibliyometrik_Profili/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371577467_WoS_Veri_Tabaninda_Yazilmis_Yerel_Basin_Konulu_Akademik_Calismalarin_Bibliyometrik_Profili/download', '371577467')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371614238_Accountability_of_Village_Fund_Allocation_Management_in_The_Administrative_State_of_Wailola_Village_Bula_District_East_Seram_Regency/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371614238_Accountability_of_Village_Fund_Allocation_Management_in_The_Administrative_State_of_Wailola_Village_Bula_District_East_Seram_Regency/download', '371614238')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371558847_Criminal_Accountability_of_Members_of_the_Indonesian_National_Army_TNI_Who_Perform_Desersion/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371558847_Criminal_Accountability_of_Members_of_the_Indonesian_National_Army_TNI_Who_Perform_Desersion/download', '371558847')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371549317_Legislative_Oversight_and_Executive_Accountability_in_South_Africa/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371549317_Legislative_Oversight_and_Executive_Accountability_in_South_Africa/download', '371549317')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371537151_Accountability_Infrastructure_How_to_implement_limits_on_platform_optimization_to_protect_population_health/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371537151_Accountability_Infrastructure_How_to_implement_limits_on_platform_optimization_to_protect_population_health/download', '371537151')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371505299_Heat_resilience_among_mobile_home_owners_in_Arizona_towards_a_multi-scale_approach_to_address_spatial_incongruence_and_accountable_decision_making/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371505299_Heat_resilience_among_mobile_home_owners_in_Arizona_towards_a_multi-scale_approach_to_address_spatial_incongruence_and_accountable_decision_making/download', '371505299')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371689994_DEONTOLOGICAL_ASPECTS_IN_THE_IMPLEMENTATION_OF_P-Care_AT_THE_FIRST_LEVEL_OF_HEALTH_FACILITIES_IN_YOGYAKARTA_CITY/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371689994_DEONTOLOGICAL_ASPECTS_IN_THE_IMPLEMENTATION_OF_P-Care_AT_THE_FIRST_LEVEL_OF_HEALTH_FACILITIES_IN_YOGYAKARTA_CITY/download', '371689994')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371572687_PERFORMANCE_APPRAISAL_SYSTEM_AND_TEACHER_EFFECTIVENESS_IN_PUBLIC_BASIC_SCHOOLS_IN_GHANA/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371572687_PERFORMANCE_APPRAISAL_SYSTEM_AND_TEACHER_EFFECTIVENESS_IN_PUBLIC_BASIC_SCHOOLS_IN_GHANA/download', '371572687')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371483953_PERFORMANCE_APPRAISAL_SYSTEM_AND_TEACHER_EFFECTIVENESS_IN_PUBLIC_BASIC_SCHOOLS_IN_GHANA/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371483953_PERFORMANCE_APPRAISAL_SYSTEM_AND_TEACHER_EFFECTIVENESS_IN_PUBLIC_BASIC_SCHOOLS_IN_GHANA/download', '371483953')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371445415_A_Moral_Bind_-Autonomous_Weapons_Moral_Responsibility_and_Institutional_Reality/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371445415_A_Moral_Bind_-Autonomous_Weapons_Moral_Responsibility_and_Institutional_Reality/download', '371445415')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371490532_Developing_Speech_Processing_Pipelines_for_Police_Accountability/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371490532_Developing_Speech_Processing_Pipelines_for_Police_Accountability/download', '371490532')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371376466_Ethical_Considerations_in_Artificial_Intelligence_Addressing_Bias_Privacy_and_Accountability/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371376466_Ethical_Considerations_in_Artificial_Intelligence_Addressing_Bias_Privacy_and_Accountability/download', '371376466')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371456289_Enabling_Efficient_Personally_Identifiable_Information_Detection_with_Automatic_Consent_Discovery/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371456289_Enabling_Efficient_Personally_Identifiable_Information_Detection_with_Automatic_Consent_Discovery/download', '371456289')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371337151_The_Effect_of_Government_Internal_Control_Systems_and_Organizational_Commitment_on_Organizational_Performance_Through_Work_Accountability_as_an_Intervening_Variable_Case_Study_on_the_Organization_of_t/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371337151_The_Effect_of_Government_Internal_Control_Systems_and_Organizational_Commitment_on_Organizational_Performance_Through_Work_Accountability_as_an_Intervening_Variable_Case_Study_on_the_Organization_of_t/download', '371337151')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371307564_AI_Ethics_-_a_DATA_Framework_PREPRINT/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371307564_AI_Ethics_-_a_DATA_Framework_PREPRINT/download', '371307564')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', "https://www.researchgate.net/publication/371296678_The_role_of_stakeholder_involvement_in_the_evolving_EU_HTA_process_Insights_generated_through_the_European_Access_Academy's_multi-stakeholder_pre-convention_questionnaire/citation/download", None, None, None, None, None, "https://www.researchgate.net/publication/371296678_The_role_of_stakeholder_involvement_in_the_evolving_EU_HTA_process_Insights_generated_through_the_European_Access_Academy's_multi-stakeholder_pre-convention_questionnaire/download", '371296678')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371689774_Application_Of_Law_And_Criminal_Accountability_Against_Violent_Theft_Offenders/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371689774_Application_Of_Law_And_Criminal_Accountability_Against_Violent_Theft_Offenders/download', '371689774')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371312023_Hawk_DevOps-driven_Transparency_and_Accountability_in_Cloud_Native_Systems/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371312023_Hawk_DevOps-driven_Transparency_and_Accountability_in_Cloud_Native_Systems/download', '371312023')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371235505_CHALLENGES_ENCOUNTERED_IN_IMPLEMENTING_INTOSAI_AUDITING_STANDARDS_AND_SOLUTION_PROPOSALS/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371235505_CHALLENGES_ENCOUNTERED_IN_IMPLEMENTING_INTOSAI_AUDITING_STANDARDS_AND_SOLUTION_PROPOSALS/download', '371235505')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371251141_Democratization_of_Complex-Problem_Solving_to_Enhance_Participation_Transparency_Accountability_and_Fairness_An_Optimization_Perspective/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371251141_Democratization_of_Complex-Problem_Solving_to_Enhance_Participation_Transparency_Accountability_and_Fairness_An_Optimization_Perspective/download', '371251141')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371254329_Assessment_of_the_Massachusetts_Flexible_Services_Program_to_Address_Food_and_Housing_Insecurity_in_a_Medicaid_Accountable_Care_Organization/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371254329_Assessment_of_the_Massachusetts_Flexible_Services_Program_to_Address_Food_and_Housing_Insecurity_in_a_Medicaid_Accountable_Care_Organization/download', '371254329')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', "https://www.researchgate.net/publication/370398325_Accountability_Incongruence_and_Its_Effects_on_AI_Developers'_Job_Satisfaction/citation/download", None, None, None, None, None, "https://www.researchgate.net/publication/370398325_Accountability_Incongruence_and_Its_Effects_on_AI_Developers'_Job_Satisfaction/download", '370398325')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/372051764_Accountability_in_Managing_Artificial_Intelligence_State_of_the_Art_and_a_way_forward_for_Information_Systems_Research/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/372051764_Accountability_in_Managing_Artificial_Intelligence_State_of_the_Art_and_a_way_forward_for_Information_Systems_Research/download', '372051764')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371298231_Analysis_of_Accountability_of_Securities_to_Investors_in_the_Event_of_Embezzlement_of_Investment_Funds_by_Securities/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371298231_Analysis_of_Accountability_of_Securities_to_Investors_in_the_Event_of_Embezzlement_of_Investment_Funds_by_Securities/download', '371298231')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371877212_Fairness_Accountability_Transparency_and_Ethics_FATE_in_Artificial_Intelligence_AI_and_higher_education_A_systematic_review/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371877212_Fairness_Accountability_Transparency_and_Ethics_FATE_in_Artificial_Intelligence_AI_and_higher_education_A_systematic_review/download', '371877212')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', "https://www.researchgate.net/publication/371563867_NYPD's_'Self-Enforcement'_Impunity_Zones_and_the_Evasion_of_Accountability_Op-Ed/citation/download", None, None, None, None, None, "https://www.researchgate.net/publication/371563867_NYPD's_'Self-Enforcement'_Impunity_Zones_and_the_Evasion_of_Accountability_Op-Ed/download", '371563867')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/369453764_Trustworthiness_Evaluation_Framework_for_Digital_Ship_Navigators_in_Bridge_Simulator_Environments/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/369453764_Trustworthiness_Evaluation_Framework_for_Digital_Ship_Navigators_in_Bridge_Simulator_Environments/download', '369453764')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371902338_The_Role_of_Transparency_in_Mediating_the_Determinants_of_Government_Accountability_in_Indonesia/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371902338_The_Role_of_Transparency_in_Mediating_the_Determinants_of_Government_Accountability_in_Indonesia/download', '371902338')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371744056_Prevention_of_Fraud_to_Achieve_Accountability_For_Village_Fund_Management/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371744056_Prevention_of_Fraud_to_Achieve_Accountability_For_Village_Fund_Management/download', '371744056')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371530003_Heading_Towards_Accountability_An_Analysis_of_the_Efficacy_of_Concussion_Protocol/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371530003_Heading_Towards_Accountability_An_Analysis_of_the_Efficacy_of_Concussion_Protocol/download', '371530003')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371676833_KARNALI_Paradigm_in_the_Development_Domain/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371676833_KARNALI_Paradigm_in_the_Development_Domain/download', '371676833')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371003061_A_META-EVALUATION_RESEARCH_ON_MEASUREMENT_AND_EVALUATION_COURSE/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371003061_A_META-EVALUATION_RESEARCH_ON_MEASUREMENT_AND_EVALUATION_COURSE/download', '371003061')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371241316_Blockchained_Trustable_Federated_Learning_Utilizing_Voting_Accountability_for_Malicious_Actor_Mitigation/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371241316_Blockchained_Trustable_Federated_Learning_Utilizing_Voting_Accountability_for_Malicious_Actor_Mitigation/download', '371241316')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371299609_Corruption_Criminal_Accountability_in_the_Management_of_Village_Owned_Business_Entities_BUM_Desa_Conceptual_Study_of_the_Abuse_of_Village_Financial_Management_Authority/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371299609_Corruption_Criminal_Accountability_in_the_Management_of_Village_Owned_Business_Entities_BUM_Desa_Conceptual_Study_of_the_Abuse_of_Village_Financial_Management_Authority/download', '371299609')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371158288_Accountability_from_cyberspace_Scandal_exposure_on_the_Internet_and_official_governance_in_China/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371158288_Accountability_from_cyberspace_Scandal_exposure_on_the_Internet_and_official_governance_in_China/download', '371158288')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371366795_The_Impact_of_Adopting_International_Public_Sector_Accounting_Standards_IPSAS_On_the_Level_of_Accountability_of_Financial_Reports_in_the_Public_Sector_of_India_Muhammad_Asem_Alkhabbaz/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371366795_The_Impact_of_Adopting_International_Public_Sector_Accounting_Standards_IPSAS_On_the_Level_of_Accountability_of_Financial_Reports_in_the_Public_Sector_of_India_Muhammad_Asem_Alkhabbaz/download', '371366795')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371143427_A_Study_on_How_to_Improve_the_Accountability_of_National_Defense_Financial_Information_for_Government_Sustainability/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371143427_A_Study_on_How_to_Improve_the_Accountability_of_National_Defense_Financial_Information_for_Government_Sustainability/download', '371143427')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371110750_Ensuring_Corporate_Accountability_Environmental_Responsibility_and_Legal_Liability/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371110750_Ensuring_Corporate_Accountability_Environmental_Responsibility_and_Legal_Liability/download', '371110750')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371102586_CAUSES_AND_EFFECTS_OF_PROJECT_DELAY_IN_PUBLIC_CONSTRUCTION_PROJECTS/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371102586_CAUSES_AND_EFFECTS_OF_PROJECT_DELAY_IN_PUBLIC_CONSTRUCTION_PROJECTS/download', '371102586')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371101748_Ensuring_Accountability_Addressing_Human_Rights_Violations_in_EndSARS_Protests/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371101748_Ensuring_Accountability_Addressing_Human_Rights_Violations_in_EndSARS_Protests/download', '371101748')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371196051_Implementasi_Akuntabilitas_di_Sekolah_Dasar/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371196051_Implementasi_Akuntabilitas_di_Sekolah_Dasar/download', '371196051')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', "https://www.researchgate.net/publication/371096855_The_Use_of_Bhuppa'_Bhabbhu_Ghuru_Rato_Philosophy_to_Strengthen_the_Performance_Accountability_of_Government_Institutions/citation/download", None, None, None, None, None, "https://www.researchgate.net/publication/371096855_The_Use_of_Bhuppa'_Bhabbhu_Ghuru_Rato_Philosophy_to_Strengthen_the_Performance_Accountability_of_Government_Institutions/download", '371096855')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371047136_Training_on_Preparation_of_Accountability_Report_on_the_Use_of_Village_Funds_for_Meunasah_Mesjid_Punteut_Village_Apparatus_Blang_Mangat_District_Lhokseumawe_City/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371047136_Training_on_Preparation_of_Accountability_Report_on_the_Use_of_Village_Funds_for_Meunasah_Mesjid_Punteut_Village_Apparatus_Blang_Mangat_District_Lhokseumawe_City/download', '371047136')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371024789_Repertoires_of_the_Possible_Citizen_Action_in_Challenging_Settings/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371024789_Repertoires_of_the_Possible_Citizen_Action_in_Challenging_Settings/download', '371024789')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371300588_Comparison_to_Perceptions_of_Teachers_and_Head_Teachers_about_Accountability_Measures_for_Public_School_Improvement_in_Punjab/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371300588_Comparison_to_Perceptions_of_Teachers_and_Head_Teachers_about_Accountability_Measures_for_Public_School_Improvement_in_Punjab/download', '371300588')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371032329_Accountability_y_Outsourcing_local_en_tiempos_de_pandemia_Analisis_de_datos_de_panel_en_Pcia_de_Bs_As/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371032329_Accountability_y_Outsourcing_local_en_tiempos_de_pandemia_Analisis_de_datos_de_panel_en_Pcia_de_Bs_As/download', '371032329')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371008109_Revisiting_organizational_actorhood_in_higher_education_the_role_of_legitimate_agency/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371008109_Revisiting_organizational_actorhood_in_higher_education_the_role_of_legitimate_agency/download', '371008109')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/370995551_CIDADANIA_EM_REDE_transparencia_e_accountability_no_acesso_a_informacao/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/370995551_CIDADANIA_EM_REDE_transparencia_e_accountability_no_acesso_a_informacao/download', '370995551')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371008517_Algorithmic_Accountability/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371008517_Algorithmic_Accountability/download', '371008517')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/370980516_Doing_well_by_doing_good_unpacking_the_black_box_of_corporate_social_responsibility/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/370980516_Doing_well_by_doing_good_unpacking_the_black_box_of_corporate_social_responsibility/download', '370980516')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/370948081_Problems_Obstacles_and_Suggestions_for_Improving_the_Quality_of_Higher_Education_Institutions_in_NEP/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/370948081_Problems_Obstacles_and_Suggestions_for_Improving_the_Quality_of_Higher_Education_Institutions_in_NEP/download', '370948081')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371236231_Hospital_governance_accountability_structure_a_scoping_review/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371236231_Hospital_governance_accountability_structure_a_scoping_review/download', '371236231')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/370990492_Beyond_the_Ballot_Box_Sexual_Harassment_and_Legislative_Accountability_in_Canadian_Politics/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/370990492_Beyond_the_Ballot_Box_Sexual_Harassment_and_Legislative_Accountability_in_Canadian_Politics/download', '370990492')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371003134_AATM_An_Anonymous_Authentication_Protocol_for_Time_Span_of_Membership_with_Self-blindness_and_Accountability/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371003134_AATM_An_Anonymous_Authentication_Protocol_for_Time_Span_of_Membership_with_Self-blindness_and_Accountability/download', '371003134')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/370954942_SCHOOL-BASED_MANAGEMENT_PRACTICE_AMONG_ELEMENTARY_SCHOOLS_BASIS_FOR_AN_ENHANCED_K-12_PROGRAM_IN_THE_DIVISION_CITY_SCHOOLS_CITY_OF_MUNTINLUPA/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/370954942_SCHOOL-BASED_MANAGEMENT_PRACTICE_AMONG_ELEMENTARY_SCHOOLS_BASIS_FOR_AN_ENHANCED_K-12_PROGRAM_IN_THE_DIVISION_CITY_SCHOOLS_CITY_OF_MUNTINLUPA/download', '370954942')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', "https://www.researchgate.net/publication/371867386_How_Facebook's_Newsfeed_Algorithm_Shapes_Childhood_Vaccine_Hesitancy_An_Algorithmic_Fairness_Accountability_and_Transparency_FAT_Perspective/citation/download", None, None, None, None, None, "https://www.researchgate.net/publication/371867386_How_Facebook's_Newsfeed_Algorithm_Shapes_Childhood_Vaccine_Hesitancy_An_Algorithmic_Fairness_Accountability_and_Transparency_FAT_Perspective/download", '371867386')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/370997560_AATM_An_Anonymous_Authentication_Protocol_for_Time_Span_of_Membership_with_Self-blindness_and_Accountability/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/370997560_AATM_An_Anonymous_Authentication_Protocol_for_Time_Span_of_Membership_with_Self-blindness_and_Accountability/download', '370997560')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', "https://www.researchgate.net/publication/370945056_Is_Transparency_a_'Free_Lunch'_Evidence_from_the_Italian_Local_Health_Authorities/citation/download", None, None, None, None, None, "https://www.researchgate.net/publication/370945056_Is_Transparency_a_'Free_Lunch'_Evidence_from_the_Italian_Local_Health_Authorities/download", '370945056')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371800735_Improving_Organization_Performance_Accountability_Through_Integrated_Participatory_Commitment/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371800735_Improving_Organization_Performance_Accountability_Through_Integrated_Participatory_Commitment/download', '371800735')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', "https://www.researchgate.net/publication/370984760_Citizens'_Assemblies_and_Accountability/citation/download", None, None, None, None, None, "https://www.researchgate.net/publication/370984760_Citizens'_Assemblies_and_Accountability/download", '370984760')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/370934987_Progress_Towards_SDG3_Healthy_Lives_in_Nigeria/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/370934987_Progress_Towards_SDG3_Healthy_Lives_in_Nigeria/download', '370934987')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/370927765_Child_Protection_Policy_in_the_Classroom_Weighing_the_Advantages_and_Disadvantages_at_School/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/370927765_Child_Protection_Policy_in_the_Classroom_Weighing_the_Advantages_and_Disadvantages_at_School/download', '370927765')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/370934800_Progress_Towards_Global_Agenda_2030_for_Education_SDG4_in_Nigeria_30Nov2022/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/370934800_Progress_Towards_Global_Agenda_2030_for_Education_SDG4_in_Nigeria_30Nov2022/download', '370934800')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/370934056_SAFEGUARDING_HEALTH_DATA_IN_A_DIGITAL_ERA_A_COMPARATIVE_STUDY_OF_THE_GDPR_AND_HIPAA/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/370934056_SAFEGUARDING_HEALTH_DATA_IN_A_DIGITAL_ERA_A_COMPARATIVE_STUDY_OF_THE_GDPR_AND_HIPAA/download', '370934056')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/370917944_Pengaruh_Penerapan_Akuntansi_Pemerintahan_Dan_Pengawasan_Kualitas_Laporan_Keuangan_Terhadap_Akuntabilitas_Kinerja_Instansi_Pemerintah_Provinsi_Sumatera_Utara_Pada_Badan_Keuangan_Dan_Aset_Daerah/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/370917944_Pengaruh_Penerapan_Akuntansi_Pemerintahan_Dan_Pengawasan_Kualitas_Laporan_Keuangan_Terhadap_Akuntabilitas_Kinerja_Instansi_Pemerintah_Provinsi_Sumatera_Utara_Pada_Badan_Keuangan_Dan_Aset_Daerah/download', '370917944')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/370871539_THE_EXTEND_OF_STRATEGIC_LEADERSHIP_ORGANIZATIONAL_LEARNING_ORGANIZATIONAL_CULTURE_AND_ORGANIZATIONAL_PERFORMANCE_IN_NATIONAL_POLICE_ORGANIZATION_TIMOR-LESTE/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/370871539_THE_EXTEND_OF_STRATEGIC_LEADERSHIP_ORGANIZATIONAL_LEARNING_ORGANIZATIONAL_CULTURE_AND_ORGANIZATIONAL_PERFORMANCE_IN_NATIONAL_POLICE_ORGANIZATION_TIMOR-LESTE/download', '370871539')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', "https://www.researchgate.net/publication/370899725_Victims_as_Agents_of_Accountability_Strengthening_Victims'_Right_to_Review_at_the_International_Criminal_Court/citation/download", None, None, None, None, None, "https://www.researchgate.net/publication/370899725_Victims_as_Agents_of_Accountability_Strengthening_Victims'_Right_to_Review_at_the_International_Criminal_Court/download", '370899725')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/370908677_Analysis_of_Good_Corporate_Governance_in_Banking_Digitalization_Transformation_in_Bank_People_of_Indonesia_BRI_Unit_Paguyaman/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/370908677_Analysis_of_Good_Corporate_Governance_in_Banking_Digitalization_Transformation_in_Bank_People_of_Indonesia_BRI_Unit_Paguyaman/download', '370908677')
has_insert ('https://www.researchgate.net/topic/Accountability/publications', 'https://www.researchgate.net/publication/371022846_Experiences_and_Facilitators_of_Physical_Activity_Engagement_The_Wearable_Activity_Technology_and_Action-Planning_WATAAP_Trial/citation/download', None, None, None, None, None, 'https://www.researchgate.net/publication/371022846_Experiences_and_Facilitators_of_Physical_Activity_Engagement_The_Wearable_Activity_Technology_and_Action-Planning_WATAAP_Trial/download', '371022846')
将已经下载的文件导入json¶
In [6]:
import mysql.connector
import json
# 连接数据库
conn = mysql.connector.connect(
host='172.31.231.197',
port=3306,
user='paper',
password='Abc@1234',
database='paper',
ssl_disabled=True
)
# 创建游标对象
cursor = conn.cursor()
try:
# 执行SQL查询
cursor.execute("SELECT source_url,id from tb_paper tp where source_url is not null and source_url like 'http%';")
# 获取查询结果
results = cursor.fetchall()
# 输出查询结果
print(len(results))
json.dump(list(map(lambda it: it[0].split("/")[-2], results)), open("d:/has_downloaded.json", "w", encoding="utf-8"), ensure_ascii=False)
print(list(map(lambda it: it[0].split("/")[-2], results))[:2])
finally:
cursor.close()
conn.close()
48670 ['370442102_Edukasi_Financial_Capability_Mempersiapkan_Generasi_Muda_Mencapai_Financial_Well-Being', '372077051_GENDER_BUDGETING_IN_INDIA_SOME_RECENT_EVIDENCE']
In [9]:
import sqlite3
import os
import sys
import json
directory = "d:/"
db_files = [
r'D:\chrome_for_Download_PDFS\Default\History',
r'D:\chrome_for_Download_PDFS_Financial-Markets\Default\History',
]
has_downloaded = set()
has_downloaded_ = []
for file in os.listdir(directory):
file_path = os.path.join(directory, file)
if file.startswith("History"):
if os.path.isfile(file_path):
db_files.append(file_path)
for db_file in db_files:
print(db_file, end='\r')
sqlite3_con = sqlite3.connect(db_file) # 硬盘上创建并连接数据库对象（有则连接，无则创建并连接）
sqlite3_cursor = sqlite3_con.cursor() # 创建游标对象
select_sql = '''
SELECT guid, url,current_path, target_path, total_bytes, tab_url, mime_type, original_mime_type
FROM downloads dl, downloads_url_chains duc
where dl.id = duc.id;
'''
try:
sqlite3_cursor.execute(select_sql)
# 获取查询结果
results = sqlite3_cursor.fetchall()
data = []
for res in results:
guid, url,current_path, target_path, total_bytes, tab_url, mime_type, original_mime_type = res
has_downloaded.add(tab_url.split("/")[-2])
has_downloaded_.append(tab_url.split("/")[-2])
print(db_file, len(results))
except Exception as e:
print('更新数据执行失败', e)
finally:
sqlite3_cursor.close() # 关闭游标
sqlite3_con.close() # 关闭连接
print(len(has_downloaded_), len(has_downloaded))
json.dump(list(has_downloaded), open("d:/has_downloaded.json", "w", encoding="utf-8"), ensure_ascii=False)
D:\chrome_for_Download_PDFS\Default\History 219 D:\chrome_for_Download_PDFS_Financial-Markets\Default\History 3306 d:/History_1 2411 d:/History_2 543 d:/History_3 3545 d:/History_4 2838 12862 12752
In [ ]:
import mysql.connector
import json
# 连接数据库
conn = mysql.connector.connect(
host='172.31.231.197',
port=3306,
user='paper',
password='Abc@1234',
database='paper',
ssl_disabled=True
)
# 创建游标对象
cursor = conn.cursor()
try:
# 执行SQL查询
cursor.execute('SELECT cite_url,id from tb_paper tp where cite_url is not null order by id desc;')
# 获取查询结果
results = cursor.fetchall()
# 输出查询结果
print(len(results))
conn.autocommit = True
data = []
ind = 0
for it in results:
ind += 1
print(ind,(it[0].split("/")[-3].split("_")[0],it[1]) )
cursor.execute('update tb_paper set uid = %s where id=%s',(it[0].split("/")[-3].split("_")[0],it[1]))
finally:
cursor.close()
conn.close()
将 History 内容入库¶
In [6]:
import sqlite3
import os
import sys
import mysql.connector
directory = "d:/"
db_files = []
for file in os.listdir(directory):
file_path = os.path.join(directory, file)
if file.startswith("History"):
if os.path.isfile(file_path):
db_files.append(file_path)
print(len(db_files), db_files)
161 ['d:/History_1', 'd:/History_176_Environmental-Economics', 'd:/History_176_European-Economy', 'd:/History_176_Evolutionary-Economic-Geography', 'd:/History_176_Evolutionary-Economics', 'd:/History_176_Experimental-Economics', 'd:/History_2', 'd:/History_3', 'd:/History_4', 'd:/History_5', 'd:/History_712_Financial-Markets', 'd:/History_Account-Books', 'd:/History_Accountability', 'd:/History_Accountability_', 'd:/History_Accounting', 'd:/History_Accounting-Education', 'd:/History_Accounting-History', 'd:/History_Accounting-History_', 'd:/History_Accounting-Information-Systems', 'd:/History_Accounting-Processes', 'd:/History_Accounting-Research', 'd:/History_Accounting-Research_', 'd:/History_Accounting-Scholarship', 'd:/History_Accounting-Software', 'd:/History_Accounting-Stanard-Setting', 'd:/History_Accounting-Standard-Setting', 'd:/History_Accounting-Theory', 'd:/History_Accounting-Theory_', 'd:/History_Accounts', 'd:/History_Accounts_', 'd:/History_assr', 'd:/History_Audit', 'd:/History_Auditing', 'd:/History_Audition', 'd:/History_Audition_', 'd:/History_Auditory-Brain-Stem-Implantation', 'd:/History_Auditory-Brainstem-Response', 'd:/History_auditory-cortex', 'd:/History_Auditory-Evoked-Potentials', 'd:/History_Auditory-Hallucinations', 'd:/History_Auditory-Interfaces', 'd:/History_Auditory-Neuroscience', 'd:/History_Auditory-Perception', 'd:/History_Auditory-Sustained-Attention', 'd:/History_Auditory-System', 'd:/History_Auditory-System_', 'd:/History_Audit_', 'd:/History_Commercialization', 'd:/History_Commercialization-Of-Products-Services', 'd:/History_Eco-Social-Market-Economy', 'd:/History_Ecological-Economics', 'd:/History_Econometric-Methods', 'd:/History_Econometric-Modeling', 'd:/History_econometric-models', 'd:/History_Econometric-Techniques', 'd:/History_Econometrics', 'd:/History_Econometrics-Packages', 'd:/History_Economic-Analysis', 'd:/History_Economic-Bubble', 'd:/History_Economic-Criminology', 'd:/History_Economic-Crisis', 'd:/History_Economic-Development', 'd:/History_Economic-dispatch', 'd:/History_Economic-Dynamics', 'd:/History_Economic-Efficiency', 'd:/History_Economic-Evaluation', 'd:/History_Economic-Forecasting', 'd:/History_Economic-Geography', 'd:/History_Economic-Geology', 'd:/History_Economic-Growth', 'd:/History_Economic-History', 'd:/History_Economic-Indicators', 'd:/History_Economic-Inequality', 'd:/History_Economic-Inflation', 'd:/History_Economic-Integration', 'd:/History_Economic-Modeling', 'd:/History_Economic-models', 'd:/History_Economic-Policy', 'd:/History_Economic-Policy-Analysis', 'd:/History_Economic-Psychology', 'd:/History_Economic-Recession', 'd:/History_Economic-Sanctions', 'd:/History_Economic-Security', 'd:/History_Economic-Sociology', 'd:/History_Economic-Theory', 'd:/History_Economic-Valuation', 'd:/History_Economical-Psychology', 'd:/History_Economics-Analysis', 'd:/History_Economics-of-Climate-Adaptation', 'd:/History_Economics-of-Innovation', 'd:/History_Economics-of-Regulation', 'd:/History_Economics-of-Science', 'd:/History_Economics-of-Technology', 'd:/History_Economy', 'd:/History_Emerging-Economies', 'd:/History_Energy-Economics', 'd:/History_Engineering-Economy', 'd:/History_Entrepreneurial-Economics', 'd:/History_Environmental-Economics', 'd:/History_Finance', 'd:/History_Finance-Management', 'd:/History_Financial-Accounting', 'd:/History_Financial-Accounting-Theory', 'd:/History_Financial-Analysis', 'd:/History_Financial-Criminology', 'd:/History_Financial-Crises', 'd:/History_Financial-Crisis', 'd:/History_Financial-Development', 'd:/History_Financial-Econometrics', 'd:/History_Financial-Economics', 'd:/History_Financial-Engineering', 'd:/History_Financial-Flows', 'd:/History_Financial-History', 'd:/History_Financial-Inclusion', 'd:/History_Financial-institutions', 'd:/History_Financial-Integration', 'd:/History_Financial-Intermediation', 'd:/History_Financial-Law', 'd:/History_Financial-market-regulation', 'd:/History_Financial-Mathematics', 'd:/History_Financial-Modeling', 'd:/History_Financial-Modelling', 'd:/History_Financial-Physics', 'd:/History_Financial-Reporting', 'd:/History_Financial-Risk-Sharing', 'd:/History_Financial-Services', 'd:/History_Financial-Services-industry', 'd:/History_Financial-Stability', 'd:/History_Financial-Statement-Analysis', 'd:/History_financial-statements', 'd:/History_Financial-Support', 'd:/History_Financial-Valuation', 'd:/History_Maintenance-Management', 'd:/History_Managed-Relocation', 'd:/History_Management-Accounting', 'd:/History_Management-Accounting-Techniques', 'd:/History_Management-Consultancy', 'd:/History_Management-Consulting', 'd:/History_Management-Control', 'd:/History_Management-Development', 'd:/History_Management-Education', 'd:/History_Management-Education_', 'd:/History_Management-Engineering', 'd:/History_Management-Information-Systems', 'd:/History_Management-Literature', 'd:/History_Management-Of-Change', 'd:/History_Management-Quality-Circles', 'd:/History_Management-Service-Organizations', 'd:/History_Management-studies', 'd:/History_Management-System', 'd:/History_Management-Theory', 'd:/History_Managerial-Economics', 'd:/History_Manure-Management', 'd:/History_Marine-Management', 'd:/History_Marine-Resource-Management', 'd:/History_Marketing-Management', 'd:/History_Marketing-Management_', 'd:/History_Medical-Practice-Management', 'd:/History_Medical-Practice-Management_', 'd:/History_Micro-Manager', 'd:/History_Museum-Management']
In [8]:
tabs = set()
for db_file in db_files:
print("=" * 10)
print(db_file)
# 连接数据库
mysql_con = mysql.connector.connect(
host='172.31.231.197',
port=3306,
user='paper',
password='Abc@1234',
database='paper',
ssl_disabled=True
)
# 创建游标对象
mysql_cursor = mysql_con.cursor()
sqlite3_con = sqlite3.connect(db_file) # 硬盘上创建并连接数据库对象（有则连接，无则创建并连接）
sqlite3_cursor = sqlite3_con.cursor() # 创建游标对象
select_sql = '''
SELECT guid, url,current_path, target_path, total_bytes, tab_url, mime_type, original_mime_type
FROM downloads dl, downloads_url_chains duc
where dl.id = duc.id and tab_url like 'https://www.researchgate.net/publication/%';
'''
update_sql = """
update tb_paper
set file_url = %s, mime_type=%s, total_bytes=%s, update_time =NOW(),current_path=%s
where uid = %s;
"""
try:
sqlite3_cursor.execute(select_sql)
# 获取查询结果
results = sqlite3_cursor.fetchall()
mysql_con.autocommit = True
ind = 0
for res in results:
guid, url,current_path, target_path, total_bytes, tab_url, mime_type, original_mime_type = res
ind += 1
uid = tab_url.replace("https://www.researchgate.net/publication/", '').split("_")[0]
print('ind =', ind, uid, end='\r')
# mysql_cursor.execute(update_sql, (url, original_mime_type,total_bytes,current_path.replace('D:\\out_pdfs\\', ''), tab_url))
mysql_cursor.execute(update_sql, (url, original_mime_type,total_bytes,current_path, uid))
tabs.add(tab_url)
# if not tab_url.startswith('https://www.researchgate.net/publication/'):
# print(res)
# mysql_con.commit()
mysql_con.autocommit = False
print('\n',db_file, ind, "\n")
except Exception as e:
print('更新数据执行失败', e)
mysql_con.rollback()
finally:
sqlite3_cursor.close() # 关闭游标
sqlite3_con.close() # 关闭连接
mysql_cursor.close() # 关闭游标
mysql_con.close() # 关闭连接
print(len(tabs))
========== d:/History_1 ind = 2411 367026486 d:/History_1 2411 ========== d:/History_176_Environmental-Economics ind = 8696 464656148 d:/History_176_Environmental-Economics 8696 ========== d:/History_176_European-Economy ind = 1892 231352915 d:/History_176_European-Economy 1892 ========== d:/History_176_Evolutionary-Economic-Geography ind = 262 280600861 d:/History_176_Evolutionary-Economic-Geography 262 ========== d:/History_176_Evolutionary-Economics ind = 922 251403474 d:/History_176_Evolutionary-Economics 922 ========== d:/History_176_Experimental-Economics ind = 1106 268177850 d:/History_176_Experimental-Economics 1106 ========== d:/History_2 ind = 543 364112298 d:/History_2 543 ========== d:/History_3 ind = 3541 355117152 d:/History_3 3541 ========== d:/History_4 ind = 2836 295010184 d:/History_4 2836 ========== d:/History_5 ind = 219 369854429 d:/History_5 219 ========== d:/History_712_Financial-Markets ind = 8267 366581490 d:/History_712_Financial-Markets 8267 ========== d:/History_Account-Books ind = 334 280899277 d:/History_Account-Books 334 ========== d:/History_Accountability ind = 1106 337753695 d:/History_Accountability 1106 ========== d:/History_Accountability_ ind = 9474 339640694 d:/History_Accountability_ 9474 ========== d:/History_Accounting ind = 9708 334328003 d:/History_Accounting 9708 ========== d:/History_Accounting-Education ind = 774 322222805 d:/History_Accounting-Education 774 ========== d:/History_Accounting-History ind = 306 407279223 d:/History_Accounting-History 306 ========== d:/History_Accounting-History_ ind = 306 407279223 d:/History_Accounting-History_ 306 ========== d:/History_Accounting-Information-Systems ind = 1152 367239388 d:/History_Accounting-Information-Systems 1152 ========== d:/History_Accounting-Processes ind = 1027 300139696 d:/History_Accounting-Processes 1027 ========== d:/History_Accounting-Research ind = 1269 332581445 d:/History_Accounting-Research 1269 ========== d:/History_Accounting-Research_ ind = 1794 326158562 d:/History_Accounting-Research_ 1794 ========== d:/History_Accounting-Scholarship ind = 49 270024988 d:/History_Accounting-Scholarship 49 ========== d:/History_Accounting-Software ind = 389 359255698 d:/History_Accounting-Software 389 ========== d:/History_Accounting-Stanard-Setting ind = 124 325565653 d:/History_Accounting-Stanard-Setting 124 ========== d:/History_Accounting-Standard-Setting ind = 124 325565653 d:/History_Accounting-Standard-Setting 124 ========== d:/History_Accounting-Theory ind = 797 271068470 d:/History_Accounting-Theory 797 ========== d:/History_Accounting-Theory_ ind = 857 276062173 d:/History_Accounting-Theory_ 857 ========== d:/History_Accounts ind = 2250 371315660 d:/History_Accounts 2250 ========== d:/History_Accounts_ ind = 8908 365081770 d:/History_Accounts_ 8908 ========== d:/History_assr ind = 255 333748962 d:/History_assr 255 ========== d:/History_Audit ind = 32 363362667 d:/History_Audit 32 ========== d:/History_Auditing ind = 9645 365744098 d:/History_Auditing 9645 ========== d:/History_Audition ind = 1735 264978088 d:/History_Audition 1735 ========== d:/History_Audition_ ind = 3214 352192037 d:/History_Audition_ 3214 ========== d:/History_Auditory-Brain-Stem-Implantation ind = 26 497455632 d:/History_Auditory-Brain-Stem-Implantation 26 ========== d:/History_Auditory-Brainstem-Response ind = 2579 282774090 d:/History_Auditory-Brainstem-Response 2579 ========== d:/History_auditory-cortex ind = 5592 234124992 d:/History_auditory-cortex 5592 ========== d:/History_Auditory-Evoked-Potentials ind = 3361 110591938 d:/History_Auditory-Evoked-Potentials 3361 ========== d:/History_Auditory-Hallucinations ind = 1533 107343644 d:/History_Auditory-Hallucinations 1533 ========== d:/History_Auditory-Interfaces ind = 141 240877075 d:/History_Auditory-Interfaces 141 ========== d:/History_Auditory-Neuroscience ind = 100 344246437 d:/History_Auditory-Neuroscience 100 ========== d:/History_Auditory-Perception ind = 7109 325686517 d:/History_Auditory-Perception 7109 ========== d:/History_Auditory-Sustained-Attention ind = 3 283578595 d:/History_Auditory-Sustained-Attention 3 ========== d:/History_Auditory-System ind = 1389 404180503 d:/History_Auditory-System 1389 ========== d:/History_Auditory-System_ ind = 5545 363370055 d:/History_Auditory-System_ 5545 ========== d:/History_Audit_ ind = 9772 361050298 d:/History_Audit_ 9772 ========== d:/History_Commercialization ind = 9212 364694693 d:/History_Commercialization 9212 ========== d:/History_Commercialization-Of-Products-Services ind = 8 331013806 d:/History_Commercialization-Of-Products-Services 8 ========== d:/History_Eco-Social-Market-Economy ind = 11 237448634 d:/History_Eco-Social-Market-Economy 11 ========== d:/History_Ecological-Economics ind = 4332 319873428 d:/History_Ecological-Economics 4332 ========== d:/History_Econometric-Methods ind = 2267 480133886 d:/History_Econometric-Methods 2267 ========== d:/History_Econometric-Modeling ind = 1686 364138467 d:/History_Econometric-Modeling 1686 ========== d:/History_econometric-models ind = 8161 779377462 d:/History_econometric-models 8161 ========== d:/History_Econometric-Techniques d:/History_Econometric-Techniques 0 ========== d:/History_Econometrics ind = 3162 348520009 d:/History_Econometrics 3162 ========== d:/History_Econometrics-Packages ind = 38 337755267 d:/History_Econometrics-Packages 38 ========== d:/History_Economic-Analysis ind = 9225 345808532 d:/History_Economic-Analysis 9225 ========== d:/History_Economic-Bubble ind = 105 361776701 d:/History_Economic-Bubble 105 ========== d:/History_Economic-Criminology ind = 5 339107437 d:/History_Economic-Criminology 5 ========== d:/History_Economic-Crisis ind = 9527 323452704 d:/History_Economic-Crisis 9527 ========== d:/History_Economic-Development ind = 8821 372103939 d:/History_Economic-Development 8821 ========== d:/History_Economic-dispatch ind = 2275 357971739 d:/History_Economic-dispatch 2275 ========== d:/History_Economic-Dynamics ind = 2134 371401105 d:/History_Economic-Dynamics 2134 ========== d:/History_Economic-Efficiency ind = 919 323864576 d:/History_Economic-Efficiency 919 ========== d:/History_Economic-Evaluation ind = 2748 356414615 d:/History_Economic-Evaluation 2748 ========== d:/History_Economic-Forecasting ind = 1623 299804832 d:/History_Economic-Forecasting 1623 ========== d:/History_Economic-Geography ind = 3293 477924014 d:/History_Economic-Geography 3293 ========== d:/History_Economic-Geology ind = 479 255696861 d:/History_Economic-Geology 479 ========== d:/History_Economic-Growth ind = 9054 367633886 d:/History_Economic-Growth 9054 ========== d:/History_Economic-History ind = 5078 345051306 d:/History_Economic-History 5078 ========== d:/History_Economic-Indicators ind = 404 317096264 d:/History_Economic-Indicators 404 ========== d:/History_Economic-Inequality ind = 1065 465469343 d:/History_Economic-Inequality 1065 ========== d:/History_Economic-Inflation ind = 3578 370000673 d:/History_Economic-Inflation 3578 ========== d:/History_Economic-Integration ind = 1121 234836174 d:/History_Economic-Integration 1121 ========== d:/History_Economic-Modeling ind = 1894 306364781 d:/History_Economic-Modeling 1894 ========== d:/History_Economic-models ind = 9344 274120637 d:/History_Economic-models 9344 ========== d:/History_Economic-Policy ind = 9409 337330648 d:/History_Economic-Policy 9409 ========== d:/History_Economic-Policy-Analysis ind = 123 237390463 d:/History_Economic-Policy-Analysis 123 ========== d:/History_Economic-Psychology ind = 906 308802234 d:/History_Economic-Psychology 906 ========== d:/History_Economic-Recession d:/History_Economic-Recession 0 ========== d:/History_Economic-Sanctions ind = 1401 283594115 d:/History_Economic-Sanctions 1401 ========== d:/History_Economic-Security ind = 4089 357595811 d:/History_Economic-Security 4089 ========== d:/History_Economic-Sociology ind = 2386 287150538 d:/History_Economic-Sociology 2386 ========== d:/History_Economic-Theory ind = 9565 343636665 d:/History_Economic-Theory 9565 ========== d:/History_Economic-Valuation ind = 2534 364319412 d:/History_Economic-Valuation 2534 ========== d:/History_Economical-Psychology d:/History_Economical-Psychology 0 ========== d:/History_Economics-Analysis ind = 933 359859132 d:/History_Economics-Analysis 933 ========== d:/History_Economics-of-Climate-Adaptation ind = 1 361061493 d:/History_Economics-of-Climate-Adaptation 1 ========== d:/History_Economics-of-Innovation ind = 93 351037812 d:/History_Economics-of-Innovation 93 ========== d:/History_Economics-of-Regulation d:/History_Economics-of-Regulation 0 ========== d:/History_Economics-of-Science ind = 2480 313821474 d:/History_Economics-of-Science 2480 ========== d:/History_Economics-of-Technology ind = 6496 344286592 d:/History_Economics-of-Technology 6496 ========== d:/History_Economy ind = 9154 371831915 d:/History_Economy 9154 ========== d:/History_Emerging-Economies ind = 9238 334119770 d:/History_Emerging-Economies 9238 ========== d:/History_Energy-Economics ind = 2392 322342924 d:/History_Energy-Economics 2392 ========== d:/History_Engineering-Economy ind = 28 318281306 d:/History_Engineering-Economy 28 ========== d:/History_Entrepreneurial-Economics ind = 83 450879357 d:/History_Entrepreneurial-Economics 83 ========== d:/History_Environmental-Economics ind = 8804 331961578 d:/History_Environmental-Economics 8804 ========== d:/History_Finance ind = 9214 362899570 d:/History_Finance 9214 ========== d:/History_Finance-Management ind = 1619 266650894 d:/History_Finance-Management 1619 ========== d:/History_Financial-Accounting ind = 3791 318986355 d:/History_Financial-Accounting 3791 ========== d:/History_Financial-Accounting-Theory ind = 8 241122907 d:/History_Financial-Accounting-Theory 8 ========== d:/History_Financial-Analysis ind = 4580 349233536 d:/History_Financial-Analysis 4580 ========== d:/History_Financial-Criminology ind = 6 343537864 d:/History_Financial-Criminology 6 ========== d:/History_Financial-Crises ind = 7124 360584132 d:/History_Financial-Crises 7124 ========== d:/History_Financial-Crisis ind = 9023 370190132 d:/History_Financial-Crisis 9023 ========== d:/History_Financial-Development ind = 5714 359761327 d:/History_Financial-Development 5714 ========== d:/History_Financial-Econometrics ind = 242 228259449 d:/History_Financial-Econometrics 242 ========== d:/History_Financial-Economics ind = 1047 370547682 d:/History_Financial-Economics 1047 ========== d:/History_Financial-Engineering ind = 282 348886463 d:/History_Financial-Engineering 282 ========== d:/History_Financial-Flows ind = 1776 344409273 d:/History_Financial-Flows 1776 ========== d:/History_Financial-History ind = 208 354223956 d:/History_Financial-History 208 ========== d:/History_Financial-Inclusion ind = 2341 364378446 d:/History_Financial-Inclusion 2341 ========== d:/History_Financial-institutions ind = 9425 369946369 d:/History_Financial-institutions 9425 ========== d:/History_Financial-Integration ind = 353 484498057 d:/History_Financial-Integration 353 ========== d:/History_Financial-Intermediation ind = 9030 331186569 d:/History_Financial-Intermediation 9030 ========== d:/History_Financial-Law ind = 344 330723898 d:/History_Financial-Law 344 ========== d:/History_Financial-market-regulation ind = 198 337381084 d:/History_Financial-market-regulation 198 ========== d:/History_Financial-Mathematics ind = 863 319660669 d:/History_Financial-Mathematics 863 ========== d:/History_Financial-Modeling ind = 1695 345337900 d:/History_Financial-Modeling 1695 ========== d:/History_Financial-Modelling ind = 270 289989093 d:/History_Financial-Modelling 270 ========== d:/History_Financial-Physics ind = 304 281909792 d:/History_Financial-Physics 304 ========== d:/History_Financial-Reporting ind = 9781 371417640 d:/History_Financial-Reporting 9781 ========== d:/History_Financial-Risk-Sharing ind = 83 230755413 d:/History_Financial-Risk-Sharing 83 ========== d:/History_Financial-Services ind = 9552 361314644 d:/History_Financial-Services 9552 ========== d:/History_Financial-Services-industry ind = 1143 355904676 d:/History_Financial-Services-industry 1143 ========== d:/History_Financial-Stability ind = 6789 371864663 d:/History_Financial-Stability 6789 ========== d:/History_Financial-Statement-Analysis ind = 394 362279690 d:/History_Financial-Statement-Analysis 394 ========== d:/History_financial-statements ind = 9522 350353504 d:/History_financial-statements 9522 ========== d:/History_Financial-Support ind = 9229 371256681 d:/History_Financial-Support 9229 ========== d:/History_Financial-Valuation ind = 280 228353167 d:/History_Financial-Valuation 280 ========== d:/History_Maintenance-Management ind = 2493 221200314 d:/History_Maintenance-Management 2493 ========== d:/History_Managed-Relocation ind = 64 230563953 d:/History_Managed-Relocation 64 ========== d:/History_Management-Accounting ind = 5112 262888880 d:/History_Management-Accounting 5112 ========== d:/History_Management-Accounting-Techniques ind = 203 350799882 d:/History_Management-Accounting-Techniques 203 ========== d:/History_Management-Consultancy ind = 1059 322357312 d:/History_Management-Consultancy 1059 ========== d:/History_Management-Consulting ind = 635 347564750 d:/History_Management-Consulting 635 ========== d:/History_Management-Control ind = 4778 257717944 d:/History_Management-Control 4778 ========== d:/History_Management-Development ind = 3094 372079925 d:/History_Management-Development 3094 ========== d:/History_Management-Education ind = 1108 343229639 d:/History_Management-Education 1108 ========== d:/History_Management-Education_ ind = 1510 320324731 d:/History_Management-Education_ 1510 ========== d:/History_Management-Engineering ind = 278 299407298 d:/History_Management-Engineering 278 ========== d:/History_Management-Information-Systems ind = 3294 305722996 d:/History_Management-Information-Systems 3294 ========== d:/History_Management-Literature ind = 3878 236339739 d:/History_Management-Literature 3878 ========== d:/History_Management-Of-Change ind = 3661 355379056 d:/History_Management-Of-Change 3661 ========== d:/History_Management-Quality-Circles ind = 337 232525379 d:/History_Management-Quality-Circles 337 ========== d:/History_Management-Service-Organizations ind = 11 255747880 d:/History_Management-Service-Organizations 11 ========== d:/History_Management-studies ind = 4642 353104546 d:/History_Management-studies 4642 ========== d:/History_Management-System ind = 8702 371681800 d:/History_Management-System 8702 ========== d:/History_Management-Theory ind = 4092 271914178 d:/History_Management-Theory 4092 ========== d:/History_Managerial-Economics ind = 247 461792636 d:/History_Managerial-Economics 247 ========== d:/History_Manure-Management ind = 1263 264897206 d:/History_Manure-Management 1263 ========== d:/History_Marine-Management ind = 705 333720198 d:/History_Marine-Management 705 ========== d:/History_Marine-Resource-Management ind = 429 352092459 d:/History_Marine-Resource-Management 429 ========== d:/History_Marketing-Management ind = 5365 372079925 d:/History_Marketing-Management 5365 ========== d:/History_Marketing-Management_ ind = 5359 372079925 d:/History_Marketing-Management_ 5359 ========== d:/History_Medical-Practice-Management ind = 384 205983552 d:/History_Medical-Practice-Management 384 ========== d:/History_Medical-Practice-Management_ ind = 382 218595482 d:/History_Medical-Practice-Management_ 382 ========== d:/History_Micro-Manager ind = 226 228452733 d:/History_Micro-Manager 226 ========== d:/History_Museum-Management ind = 276 305472338 d:/History_Museum-Management 276 407067
In [5]:
print(len(set(tabs)))
407680