File tree Expand file tree Collapse file tree 9 files changed +261927
-0
lines changed Expand file tree Collapse file tree 9 files changed +261927
-0
lines changed Load Diff Large diffs are not rendered by default.
Original file line number Diff line number Diff line change
1
+ const fs = require ( 'fs' ) ;
2
+ var unique = require ( 'array-unique' ) ;
3
+ var csvdata = require ( 'csvdata' ) ;
4
+ var writeFile = require ( 'write' ) ;
5
+ var createFile = require ( 'create-file' ) ;
6
+ var unique = require ( 'array-unique' ) ;
7
+ var HashMap = require ( 'hashmap' ) ;
8
+ sw = require ( 'stopword' )
9
+ var LineByLineReader = require ( 'line-by-line' ) ,
10
+ lr = new LineByLineReader ( 'German_v1.txt' ) ;
11
+
12
+ lr . on ( 'line' , function ( line ) {
13
+ // 'line' contains the current line without the trailing newline character.
14
+ total = line . toLowerCase ( ) ;
15
+ var oldString = total . split ( ' ' ) ;
16
+ var newString = sw . removeStopwords ( oldString , sw . de ) + '\n' ;
17
+ fs . appendFile ( 'GermanSW.txt' , newString , ( err ) => {
18
+ // throws an error, you could also catch it here
19
+ if ( err ) throw err ;
20
+
21
+ // success case, the file was saved
22
+ // console.log('saved!');
23
+ } ) ;
24
+
25
+ // console.log(charArr);
26
+ } ) ;
27
+
28
+ lr . on ( 'end' , function ( ) {
29
+
30
+
31
+ } ) ;
You can’t perform that action at this time.
0 commit comments