-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy path06_tayin.py
133 lines (107 loc) · 5.38 KB
/
06_tayin.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
#本程序从data/cite_info.json文件内，读取所有引用文章的标题、作者、发表位置、年份，进行自引排除和他引统计
#最终生成result/result.txt文件：内部统计： 总引用次数 自引次数 他引次数 每篇他引文章对应的作者+标题+发表位置+年份（按引用格式）
#要在main里面按格式写入本文作者
from utils import load_json, save_json
# DBLP_BASE_URL = 'http://dblp.uni-trier.de/'
# PUB_SEARCH_URL = DBLP_BASE_URL + "search/publ/"
# Qibin Hou, PengTao Jiang, Yunchao Wei, Ming-Ming Cheng
def main():
#本文作者 考虑query()，按如下格式写入目前作者
current_authors = ['Hou Qibin','Jiang PengTao','Wei Yunchao','Cheng Ming-Ming']
#此处with open 后已经获得目标文章的被引用列表（文章标题+作者+发表位置+年份），进行自引删除和他引统计，他引次数会打印出来，他引文章会保存到tayin.json
tayin = 1 #他引统计
txt_path = 'result/result.txt'
file = open(txt_path, mode='w', encoding='utf-8') # 用utf-8编码，防止一些作者名字不能写入txt（默认gbk）
all_cite_info = load_json('data/self_cite_info.json')
for cite_info in all_cite_info: #cite_info 为 list:10
for item in cite_info: #item单位为单篇引用文章的所有信息，item的格式为string，即所有信息都为字符串
item = item.split("\n")
#有些文章可能没有年份和发布位置信息
year = 'NULL'
booktitle = 'NULL'
#以下均为 string 类型
for info in item: #字符串
if 'year' in info:
year = info
elif ('title' in info) and ('booktitle' not in info):
title = info
elif 'author' in info:
authors = info
elif ('booktitle' in info) or ('journal' in info):
booktitle = info
#标题
title_left_index = title.index('{')+1
title_right_index = title.index('}')
title = title[title_left_index:title_right_index]
#作者
authors_left_index = authors.index('{')+1
authors_right_index = authors.index('}')
authors = authors[authors_left_index:authors_right_index]
#作者自引判断：
authors = authors.replace(',','')
authors_list = authors.split(" and ") #作者列表
ziyin = is_ziyin(authors_list,current_authors) #0为他引 1为自引
#发表位置
if booktitle != 'NULL':
booktitle_left_index = booktitle.index('{')+1
booktitle_right_index = booktitle.index('}')
booktitle = booktitle[booktitle_left_index:booktitle_right_index]
#年份
if year != 'NULL':
year_left_index = year.index('{')+1
year_right_index = year.index('}')
year = year[year_left_index:year_right_index]
#他引文章写入记录
if ziyin == 0:
#写入txt中
write_to_txt(file,tayin,authors_list,title,booktitle,year)
tayin += 1
file.close()
#作者自引判断： 传入作者列表 返回1表示自引，0表示他引
def is_ziyin(authors,current_authors):
isziyin = 0
for author in authors: # 是否自引的判断
if author in current_authors: # 自引
isziyin = 1
return isziyin
#通过文章标题title查找作者列表author(本例仅用于查找目标文章，而不查找引用文章（因为不完整）)
# def query(title):
# headers = {
# 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; rv:26.0) Gecko/20100101 Firefox/26.0',
# 'Cookie': 'GSP=CF=4'
# }
# resp = requests.get(PUB_SEARCH_URL, headers=headers, params={'q': [title]})
# time.sleep(1)
# d = BeautifulSoup(resp.content, "html.parser")
# # d = BeautifulSoup(open('D://b.html',encoding='utf-8'),features='html.parser')
# pub_list_raw = d.find(name="ul", attrs={"class": "publ-list"}) #找到包含发布信息的子树
#
# #爬取该文章的作者列表
# authors = []
# for pub_data in pub_list_raw.children:
# if pub_data.attrs.get('class')[0] == 'year':
# continue
# author_items = pub_data.findAll(name="span", attrs={"itemprop": "author"})
# for author_item in author_items:
# authors.append(author_item.text)
# break
# return authors
#按照引用格式，把他引写入到txt文件中
def write_to_txt(file,tayin,authors_list,title,booktitle,year):
file.write('[')
file.write(str(tayin))
file.write(']')
authors = str(authors_list).replace('\'','')
file.write(authors[1:len(authors)-1])
file.write('. ')
file.write(title)
file.write('.')
file.write(' ')
file.write(booktitle)
file.write(',')
file.write(' ')
file.write(year)
file.write('\n')
return
if __name__ == "__main__":
main()