for循环，给标题内容累计打标签

一、给标题内容累计打标签

方法1

import pandas as pd

# 将标签词一个一个换成集合，去重，方便进行后续的循环操作
words = set(pd.read_excel(r"C:\Users\Administrator\Desktop\标签词.xlsx").iloc[:,0].to_list())
print(words)

# 读取需要打标签的表
df1 = pd.read_excel(r"C:\Users\Administrator\Desktop\表.xlsx")
flag = []

# 循环表的
for row in df1[["标题", "简介"]].values:
    tags = set()
    for txt in row:
        for word in words:
            if word in txt:
                tags.add(word)
    tag = ",".join(tags)
    flag.append(tag)
df1['flag'] = flag
df1.head()
# 如果不想要没有标签词的，直接删掉空即可
# df1 = df1[df1["flag"].notna()]
# df2 = df1[df1['flag'] !=""]
# df2.head()
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

{'头皮屑', '起干皮', '慢性炎症', '长痘', '痘印', '皮脂腺囊肿', '瘙痒', '银屑病', '抗生素', '白化病', '红霉素', '疥疮'}
1

方法2

import pandas as pd

words = set(pd.read_excel(r"C:\Users\Administrator\Desktop\标签词.xlsx").iloc[:,0].to_list())
df1 = pd.read_excel(r"C:\Users\Administrator\Desktop\表.xlsx")
flag = []
for row in df1[["标题", "简介"]].values:
    tags = set()
    for txt in row:
        for word in words:
            if word in txt:
                tags.add(word)
    tag = ",".join(tags)
    if tag:
        flag.append(tag)
    else:
        flag.append(None)
df1['flag'] = flag
df1.dropna(inplace=True)
df1.head()
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

二、判断人工打的标签词是否正确

import pandas as pd 
import numpy as np
df = pd.read_excel(r"C:\Users\Administrator\Desktop\表.xlsx")
df1 = pd.read_excel(r"C:\Users\Administrator\Desktop\标签词.xlsx") 
df.head(5)
1
2
3
4
5

l_=[]
for value in df.itertuples():
    bq = value.标签词
    if bq not in df1.标签词.tolist():
        queryid = value.id
        title = value.标题 
        descr = value.简介
        dt = value.发布日期
        three = "错误"
        l_.append((queryid,title,descr,bq,dt,three))
        
    else:
        queryid = value.id
        title = value.标题 
        descr = value.简介
        dt = value.发布日期
        three = "正确"
        l_.append((queryid,title,descr,bq,dt,three))
                
        
dff = pd.DataFrame(l_)
dff.columns = ["id","标题","简介","标签","发布日期","是否正确"]
dff.head()
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23