词频统计+倒排索引+数据去重+TopN

[{"title":"（ 28 个子文件 7KB ） 词频统计+倒排索引+数据去重+TopN","children":[{"title":"topND","children":[{"title":"input","children":[{"title":"num.txt <span style='color:#111;'> 52B </span>","children":null,"spread":false}],"spread":true},{"title":"output","children":[{"title":"._SUCCESS.crc <span style='color:#111;'> 8B </span>","children":null,"spread":false},{"title":"_SUCCESS <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":".part-r-00000.crc <span style='color:#111;'> 12B </span>","children":null,"spread":false},{"title":"part-r-00000 <span style='color:#111;'> 15B </span>","children":null,"spread":false}],"spread":true}],"spread":true},{"title":"data","children":[{"title":"b.txt <span style='color:#111;'> 33B </span>","children":null,"spread":false},{"title":"a.txt <span style='color:#111;'> 30B </span>","children":null,"spread":false},{"title":".a.txt.bak.crc <span style='color:#111;'> 12B </span>","children":null,"spread":false},{"title":"a.txt.bak <span style='color:#111;'> 26B </span>","children":null,"spread":false}],"spread":true},{"title":"wordcount","children":[{"title":"input","children":[{"title":"b.txt <span style='color:#111;'> 33B </span>","children":null,"spread":false},{"title":"a.txt <span style='color:#111;'> 47B </span>","children":null,"spread":false}],"spread":true},{"title":"output","children":[{"title":"._SUCCESS.crc <span style='color:#111;'> 8B </span>","children":null,"spread":false},{"title":"_SUCCESS <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":".part-r-00000.crc <span style='color:#111;'> 12B </span>","children":null,"spread":false},{"title":"part-r-00000 <span style='color:#111;'> 103B </span>","children":null,"spread":false}],"spread":true}],"spread":true},{"title":"Dedup","children":[{"title":"input","children":[{"title":"file1.txt <span style='color:#111;'> 108B </span>","children":null,"spread":false},{"title":"file2.txt <span style='color:#111;'> 60B </span>","children":null,"spread":false}],"spread":true},{"title":"output","children":[{"title":"._SUCCESS.crc <span style='color:#111;'> 8B </span>","children":null,"spread":false},{"title":"_SUCCESS <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":".part-r-00000.crc <span style='color:#111;'> 12B </span>","children":null,"spread":false},{"title":"part-r-00000 <span style='color:#111;'> 110B </span>","children":null,"spread":false}],"spread":true}],"spread":true},{"title":"InvertedIndex","children":[{"title":"input","children":[{"title":"file1.txt <span style='color:#111;'> 19B </span>","children":null,"spread":false},{"title":"file3.txt <span style='color:#111;'> 29B </span>","children":null,"spread":false},{"title":"file2.txt <span style='color:#111;'> 28B </span>","children":null,"spread":false}],"spread":true},{"title":"output4","children":[{"title":"._SUCCESS.crc <span style='color:#111;'> 8B </span>","children":null,"spread":false},{"title":"_SUCCESS <span style='color:#111;'> 0B </span>","children":null,"spread":false},{"title":".part-r-00000.crc <span style='color:#111;'> 12B </span>","children":null,"spread":false},{"title":"part-r-00000 <span style='color:#111;'> 165B </span>","children":null,"spread":false}],"spread":true}],"spread":true}],"spread":true}]