8 lines
261 B
Mathematica
8 lines
261 B
Mathematica
|
function documents=textpreprocessing(textData)
|
||
|
|
|
||
|
|
textData=eraseURLs(textData);
|
||
|
|
documents = tokenizedDocument(textData,'DetectPatterns','at-mention');
|
||
|
|
documents=removeStopWords(documents);
|
||
|
|
documents = lower(documents);
|
||
|
|
documents = erasePunctuation(documents);
|
||
|
|
end
|