const fs = require('fs');
const path = require('path');

// 读取JSON文件
const jsonPath = path.join(__dirname, '网页未导入数据/文旅产业/文旅_作业海报.json');
const data = JSON.parse(fs.readFileSync(jsonPath, 'utf-8'));

console.log('JSON文件总数据:', data.length);

// 检查重复
const names = data.map(d => d['课程名称']);
const nameCount = {};

names.forEach(name => {
  nameCount[name] = (nameCount[name] || 0) + 1;
});

const duplicates = Object.entries(nameCount).filter(([name, count]) => count > 1);

if (duplicates.length > 0) {
  console.log('\n发现重复的课程名称:');
  duplicates.forEach(([name, count]) => {
    console.log(`  - "${name}": 出现 ${count} 次`);
  });
} else {
  console.log('\n没有重复的课程名称');
}

// 统计唯一课程名
console.log('\n唯一课程名数量:', Object.keys(nameCount).length);
console.log('差异:', data.length - Object.keys(nameCount).length);