File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -144,26 +144,22 @@ fn gen_words(
144144 let num_lines = lines. len ( ) ;
145145 let v: Vec < String > = Vec :: new ( ) ;
146146 let map: HashMap < String , bool > = HashMap :: new ( ) ;
147-
147+
148148 let data = Arc :: new ( Mutex :: new ( v) ) ;
149149 let map_data = Arc :: new ( Mutex :: new ( map) ) ;
150150
151151 lines. into_par_iter ( ) . for_each ( |line| {
152152 let mut scan: Scanner = Scanner :: new ( & line) ;
153- let mut counter = 0 ;
154-
155- loop {
153+ loop {
156154 let token_result = scan. scan_token ( ) ;
157155 match token_result {
158156 ScanResult :: Error => {
159157 eprintln ! ( "code2text: Scanner error" ) ;
160158 break ;
161159 }
162160 ScanResult :: Ok ( val1) => {
163-
164161 let mut v = data. lock ( ) . unwrap ( ) ;
165162 let mut map = map_data. lock ( ) . unwrap ( ) ;
166-
167163
168164 if stop && v. len ( ) > num {
169165 break ;
@@ -175,19 +171,6 @@ fn gen_words(
175171
176172 match val1 {
177173 Some ( i) => {
178- if counter % 1000 == 0 {
179- /*let per: f64 = (scan.getpos() as f64 / slen as f64) * 100.0;
180-
181- println!(
182- "code2text: {} - ({}/{}) {:.2}% - found {} tokens processed...",
183- counter,
184- scan.getpos(),
185- slen,
186- per,
187- v.len()
188- );*/
189- }
190- counter += 1 ;
191174 if i. get_type ( ) == TokenType :: Identifier {
192175 let s = i. get_string ( ) ;
193176 if s. len ( ) > num_len {
You can’t perform that action at this time.
0 commit comments