import os

filenames = os.listdir('data/items')
items = []
for filename in filenames:
    with open(os.path.join('data/items', filename), 'r') as f:
        items += [item for item in f.readlines().split("\n") if item]

# 测试TF-IDF聚类item分类效果
# 测试中文预训练模型分类效果