import os
filenames = os.listdir('data/items')
items = []
for filename in filenames:
with open(os.path.join('data/items', filename), 'r') as f:
items += [item for item in f.readlines().split("\n") if item]
# 测试TF-IDF聚类item分类效果
# 测试中文预训练模型分类效果