src/repositories/Corpus.java
BeforeProposed
+1−1
1616 if(!row.path("text").isTextual() || row.get("text").asText().length()>5000)throw new IllegalArgumentException("invalid-text");
1717 Document document=new Document(row.get("id").asText(),row.get("text").asText());
1818 documents.add(document);total+=document.tokens.size();
19 for(Token token:document.tokens)documentFrequency.merge(token.term(),1,Integer::sum);
19 for(String term:document.frequencies.keySet())documentFrequency.merge(term,1,Integer::sum);
2020 }
2121 averageLength=documents.isEmpty()?1:Math.max(1,(double)total/documents.size());
2222 }