-
Notifications
You must be signed in to change notification settings - Fork 5
Expand file tree
/
Copy pathrequirements.txt
More file actions
944 lines (906 loc) · 51.4 KB
/
requirements.txt
File metadata and controls
944 lines (906 loc) · 51.4 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
# Requirements automatically generated by pigar.
# https://github.com/damnever/pigar
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/bin/server.py: 2
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/models/sru.py: 8
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/opts.py: 4
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/tests/test_preprocess.py: 5
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/utils/parse.py: 1
# disf_gen_coarse2fine/OpenNMT-py/onmt/bin/server.py: 2
# disf_gen_coarse2fine/OpenNMT-py/onmt/models/sru.py: 8
# disf_gen_coarse2fine/OpenNMT-py/onmt/opts.py: 4
# disf_gen_coarse2fine/OpenNMT-py/onmt/tests/test_preprocess.py: 5
# disf_gen_coarse2fine/OpenNMT-py/onmt/utils/parse.py: 1
ConfigArgParse == 1.1
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/bin/server.py: 4
# disf_gen_coarse2fine/OpenNMT-py/onmt/bin/server.py: 4
Flask == 1.0.2
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/image_dataset.py: 12
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/image_dataset.py: 12
# disf_gen_coarse2fine/OpenNMT-py/tools/vid_feature_extractor.py: 10
# transformers/examples/mm-imdb/utils_mmimdb.py: 25
Pillow == 5.4.1
# transformers/examples/ner/run_tf_ner.py: 11
# transformers/src/transformers/__init__.py: 12
absl_py == 0.8.1
# transformers/src/transformers/file_utils.py: 22
boto3 == 1.9.253
# transformers/src/transformers/file_utils.py: 24,25
botocore == 1.12.253
# transformers/examples/pplm/run_pplm.py: 703
colorama == 0.4.1
# transformers/src/transformers/file_utils.py: 26
filelock == 3.0.10
# transformers/src/transformers/tokenization_openai.py: 117
ftfy == 4.4.3
# transformers/src/transformers/modeling_tf_utils.py: 21
# transformers/tests/test_modeling_tf_auto.py: 47,64
h5py == 2.9.0
# transformers/tests/test_tokenization_common.py: 22
# transformers/tests/test_tokenization_fast.py: 5
json5 == 0.9.0
# transformers/src/transformers/tokenization_bert_japanese.py: 190
mecab_python3 == 0.996.5
# .ipynb_checkpoints/createFake-checkpoint.py: 3
# .ipynb_checkpoints/createFakeInsert-checkpoint.py: 3
# .ipynb_checkpoints/createFakeLM-checkpoint.py: 3
# .ipynb_checkpoints/createFakeLM-test-checkpoint.py: 3
# .ipynb_checkpoints/createFakeRepeat-checkpoint.py: 3
# .ipynb_checkpoints/createLMtrain-checkpoint.py: 3
# .ipynb_checkpoints/createLMtrainSWBD-checkpoint.py: 3
# createFake.py: 3
# createFakeInsert.py: 3
# createFakeLM-test.py: 3
# createFakeLM.py: 3
# createFakeRepeat.py: 3
# createLMtrain.py: 3
# createLMtrainSWBD.py: 3
# createRuleFake.py: 3
# createRuleFakeRP.py: 3
# createRuleFakeRPext.py: 3
# disf_gen_coarse2fine/.ipynb_checkpoints/calculate_acc-checkpoint.py: 2,4
# disf_gen_coarse2fine/.ipynb_checkpoints/calculate_bleu-checkpoint.py: 2,4
# disf_gen_coarse2fine/.ipynb_checkpoints/calculate_div-checkpoint.py: 2,4
# disf_gen_coarse2fine/.ipynb_checkpoints/evaluate-checkpoint.py: 7
# disf_gen_coarse2fine/calculate_acc.py: 2,4
# disf_gen_coarse2fine/calculate_bleu.py: 2,4
# disf_gen_coarse2fine/calculate_div.py: 2,4
# disf_gen_coarse2fine/evaluate.py: 7
# disf_gen_coarse2fine/generate.py: 7
# disf_gen_coarse2fine/generateDist.py: 7
# disf_gen_coarse2fine2/disf_gen_coarse2fine/.ipynb_checkpoints/calculate_acc-checkpoint.py: 2,4
# disf_gen_coarse2fine2/disf_gen_coarse2fine/.ipynb_checkpoints/calculate_bleu-checkpoint.py: 2,4
# disf_gen_coarse2fine2/disf_gen_coarse2fine/.ipynb_checkpoints/calculate_div-checkpoint.py: 2,4
# disf_gen_coarse2fine2/disf_gen_coarse2fine/.ipynb_checkpoints/evaluate-checkpoint.py: 7
# disf_gen_coarse2fine2/disf_gen_coarse2fine/calculate_acc.py: 2,4
# disf_gen_coarse2fine2/disf_gen_coarse2fine/calculate_bleu.py: 2,4
# disf_gen_coarse2fine2/disf_gen_coarse2fine/calculate_div.py: 2,4
# disf_gen_coarse2fine2/disf_gen_coarse2fine/evaluate.py: 7
# disf_gen_coarse2fine2/disf_gen_coarse2fine/generate.py: 7
# disf_gen_coarse2fine2/disf_gen_coarse2fine/generateDist.py: 7
# ta-preprocess-less.py: 3
# ta-preprocess.py: 3
# tokenizePretrain.py: 3
# transformers/examples/pplm/run_pplm_discrim_train.py: 29
# transformers/examples/summarization/bertabs/run_summarization.py: 48
nltk == 3.4.5
# .ipynb_checkpoints/testSignificanceF-checkpoint.py: 2
# .ipynb_checkpoints/trainBertPretrain-checkpoint.py: 8
# .ipynb_checkpoints/trainBertPretrainDist-checkpoint.py: 12
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/audio_dataset.py: 14
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/vec_dataset.py: 9
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/tests/test_image_dataset.py: 8
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/translate/translator.py: 7
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/audio_dataset.py: 14
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/vec_dataset.py: 9
# disf_gen_coarse2fine/OpenNMT-py/onmt/tests/test_image_dataset.py: 8
# disf_gen_coarse2fine/OpenNMT-py/onmt/translate/translator.py: 7
# disf_gen_coarse2fine/OpenNMT-py/tools/vid_feature_extractor.py: 6
# disf_gen_coarse2fine/table/.ipynb_checkpoints/IO-checkpoint.py: 5
# disf_gen_coarse2fine/table/IO.py: 5
# disf_gen_coarse2fine/table/Utils.py: 3
# disf_gen_coarse2fine/table/modules/embed_regularize.py: 1
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/.ipynb_checkpoints/IO-checkpoint.py: 5
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/IO.py: 5
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/Utils.py: 3
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/modules/embed_regularize.py: 1
# testSignificanceF.py: 2
# trainBertPretrain.py: 8
# trainBertPretrainDist.py: 12
# transformers/examples/.ipynb_checkpoints/run_eval_language_model-checkpoint.py: 33
# transformers/examples/.ipynb_checkpoints/run_generation-checkpoint.py: 24
# transformers/examples/.ipynb_checkpoints/run_language_modeling-checkpoint.py: 33
# transformers/examples/contrib/run_openai_gpt.py: 36
# transformers/examples/contrib/run_swag.py: 28
# transformers/examples/distillation/grouped_batch_sampler.py: 21
# transformers/examples/distillation/lm_seqs_dataset.py: 18
# transformers/examples/distillation/run_squad_w_distillation.py: 25
# transformers/examples/distillation/scripts/binarized_data.py: 24
# transformers/examples/distillation/train.py: 25
# transformers/examples/distillation/utils.py: 24
# transformers/examples/glue/run_pl_glue.py: 7
# transformers/examples/hans/test_hans.py: 26
# transformers/examples/mm-imdb/run_mmimdb.py: 26
# transformers/examples/ner/run_ner.py: 25
# transformers/examples/ner/run_pl_ner.py: 6
# transformers/examples/ner/run_tf_ner.py: 9
# transformers/examples/pplm/run_pplm.py: 31
# transformers/examples/pplm/run_pplm_discrim_train.py: 24
# transformers/examples/run_bertology.py: 27
# transformers/examples/run_eval_language_model.py: 33
# transformers/examples/run_generation.py: 24
# transformers/examples/run_glue.py: 26
# transformers/examples/run_language_modeling.py: 33
# transformers/examples/run_multiple_choice.py: 25
# transformers/examples/run_squad.py: 26
# transformers/examples/run_xnli.py: 26
# transformers/examples/summarization/bertabs/modeling_bertabs.py: 25
# transformers/examples/summarization/bertabs/test_utils_summarization.py: 17
# transformers/examples/transformer_base.py: 5
# transformers/src/transformers/convert_bert_pytorch_checkpoint_to_original_tf.py: 21
# transformers/src/transformers/convert_pytorch_checkpoint_to_tf2.py: 80
# transformers/src/transformers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py: 22
# transformers/src/transformers/data/processors/squad.py: 7
# transformers/src/transformers/modeling_albert.py: 51
# transformers/src/transformers/modeling_bert.py: 66
# transformers/src/transformers/modeling_ctrl.py: 21
# transformers/src/transformers/modeling_distilbert.py: 25
# transformers/src/transformers/modeling_electra.py: 32
# transformers/src/transformers/modeling_openai.py: 45
# transformers/src/transformers/modeling_t5.py: 58
# transformers/src/transformers/modeling_tf_bert.py: 21
# transformers/src/transformers/modeling_tf_ctrl.py: 21
# transformers/src/transformers/modeling_tf_distilbert.py: 22
# transformers/src/transformers/modeling_tf_gpt2.py: 21
# transformers/src/transformers/modeling_tf_openai.py: 21
# transformers/src/transformers/modeling_tf_pytorch_utils.py: 23
# transformers/src/transformers/modeling_tf_utils.py: 22
# transformers/src/transformers/modeling_tf_xlm.py: 23
# transformers/src/transformers/modeling_tf_xlnet.py: 22
# transformers/src/transformers/modeling_transfo_xl.py: 112
# transformers/src/transformers/modeling_xlm.py: 23
# transformers/src/transformers/modeling_xlnet.py: 128
# transformers/src/transformers/pipelines.py: 28
# transformers/src/transformers/tokenization_transfo_xl.py: 29
# transformers/templates/adding_a_new_example_script/run_xxx.py: 24
# transformers/templates/adding_a_new_model/modeling_xxx.py: 55
# transformers/tests/test_modeling_common.py: 30
# transformers/tests/test_modeling_tf_camembert.py: 25
# transformers/tests/test_modeling_tf_common.py: 31
# transformers/tests/test_modeling_tf_roberta.py: 28
# transformers/tests/test_tokenization_fast.py: 3
numpy == 1.16.2
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/image_dataset.py: 14
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/tests/test_image_dataset.py: 7
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/image_dataset.py: 14
# disf_gen_coarse2fine/OpenNMT-py/onmt/tests/test_image_dataset.py: 7
# disf_gen_coarse2fine/OpenNMT-py/tools/vid_feature_extractor.py: 7
opencv_python == 4.1.1.26
# transformers/src/transformers/convert_bart_original_pytorch_checkpoint_to_pytorch.py: 25
# transformers/src/transformers/convert_roberta_original_pytorch_checkpoint_to_pytorch.py: 26
packaging == 19.0
# disf_gen_coarse2fine/.ipynb_checkpoints/preprocess-checkpoint.py: 6
# disf_gen_coarse2fine/.ipynb_checkpoints/train-checkpoint.py: 17
# disf_gen_coarse2fine/preprocess.py: 6
# disf_gen_coarse2fine/train.py: 17
# disf_gen_coarse2fine2/disf_gen_coarse2fine/.ipynb_checkpoints/preprocess-checkpoint.py: 6
# disf_gen_coarse2fine2/disf_gen_coarse2fine/.ipynb_checkpoints/train-checkpoint.py: 17
# disf_gen_coarse2fine2/disf_gen_coarse2fine/preprocess.py: 6
# disf_gen_coarse2fine2/disf_gen_coarse2fine/train.py: 17
path.py == 11.5.0
# transformers/examples/distillation/distiller.py: 22
# transformers/src/transformers/benchmark_utils.py: 148
# transformers/src/transformers/modeling_utils.py: 73,85
psutil == 5.6.1
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/translate/translation_server.py: 320
# disf_gen_coarse2fine/OpenNMT-py/onmt/translate/translation_server.py: 320
pyonmttok == 1.18.3
# transformers/src/transformers/tokenization_ctrl.py: 22
# transformers/src/transformers/tokenization_gpt2.py: 23
regex == 2019.8.19
# transformers/src/transformers/commands/user.py: 7
# transformers/src/transformers/file_utils.py: 23
# transformers/src/transformers/hf_api.py: 22
# transformers/tests/test_hf_api.py: 21,22
# transformers/utils/link_tester.py: 11
requests == 2.21.0
# transformers/examples/translation/t5/evaluate_wmt.py: 7
sacrebleu == 1.4.6
# transformers/src/transformers/tokenization_xlm.py: 26
sacremoses == 0.0.35
# .ipynb_checkpoints/testSignificanceF-checkpoint.py: 3
# testSignificanceF.py: 3
# transformers/src/transformers/data/metrics/__init__.py: 18
scipy == 1.2.1
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/translate/translation_server.py: 310
# disf_gen_coarse2fine/OpenNMT-py/onmt/translate/translation_server.py: 310
# transformers/src/transformers/tokenization_albert.py: 144,177
# transformers/src/transformers/tokenization_camembert.py: 262
# transformers/src/transformers/tokenization_t5.py: 129,161
# transformers/src/transformers/tokenization_xlm_roberta.py: 135,170
# transformers/src/transformers/tokenization_xlnet.py: 146,179
sentencepiece == 0.1.83
# disf_gen_coarse2fine/OpenNMT-py/setup.py: 2
# transformers/setup.py: 45
setuptools == 42.0.0
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/text_dataset.py: 4
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/tests/test_translation_server.py: 5
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/text_dataset.py: 4
# disf_gen_coarse2fine/OpenNMT-py/onmt/tests/test_translation_server.py: 5
# disf_gen_coarse2fine/OpenNMT-py/tools/embeddings_to_torch.py: 4
# disf_gen_coarse2fine/table/.ipynb_checkpoints/IO-checkpoint.py: 8
# disf_gen_coarse2fine/table/IO.py: 8
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/.ipynb_checkpoints/IO-checkpoint.py: 8
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/IO.py: 8
# transformers/src/transformers/tokenization_flaubert.py: 21
six == 1.12.0
# transformers/examples/mm-imdb/run_mmimdb.py: 29
# transformers/src/transformers/data/metrics/__init__.py: 19
sklearn == 0.0
# transformers/src/transformers/tokenization_openai.py: 118
spacy == 2.2.4
# transformers/examples/.ipynb_checkpoints/run_eval_language_model-checkpoint.py: 56
# transformers/examples/.ipynb_checkpoints/run_language_modeling-checkpoint.py: 56
# transformers/examples/contrib/run_swag.py: 47
# transformers/examples/distillation/distiller.py: 40
# transformers/examples/distillation/run_squad_w_distillation.py: 65
# transformers/examples/hans/test_hans.py: 63
# transformers/examples/mm-imdb/run_mmimdb.py: 65
# transformers/examples/ner/run_ner.py: 48
# transformers/examples/run_eval_language_model.py: 56
# transformers/examples/run_glue.py: 50
# transformers/examples/run_language_modeling.py: 56
# transformers/examples/run_multiple_choice.py: 51
# transformers/examples/run_squad.py: 53
# transformers/examples/run_xnli.py: 55
# transformers/templates/adding_a_new_example_script/run_xxx.py: 58
tensorboardX == 2.0
# transformers/examples/benchmarks.py: 39
# transformers/examples/hans/hans_processors.py: 26
# transformers/examples/ner/run_tf_ner.py: 10
# transformers/examples/run_tf_glue.py: 3
# transformers/src/transformers/benchmark_utils.py: 20
# transformers/src/transformers/commands/env.py: 31
# transformers/src/transformers/convert_bert_pytorch_checkpoint_to_original_tf.py: 22
# transformers/src/transformers/data/processors/glue.py: 26
# transformers/src/transformers/data/processors/squad.py: 20
# transformers/src/transformers/data/processors/utils.py: 320
# transformers/src/transformers/file_utils.py: 53
# transformers/src/transformers/modeling_albert.py: 52
# transformers/src/transformers/modeling_bert.py: 67
# transformers/src/transformers/modeling_electra.py: 33
# transformers/src/transformers/modeling_gpt2.py: 49
# transformers/src/transformers/modeling_t5.py: 59
# transformers/src/transformers/modeling_tf_albert.py: 21
# transformers/src/transformers/modeling_tf_bert.py: 22
# transformers/src/transformers/modeling_tf_ctrl.py: 22
# transformers/src/transformers/modeling_tf_distilbert.py: 23
# transformers/src/transformers/modeling_tf_electra.py: 3
# transformers/src/transformers/modeling_tf_flaubert.py: 21
# transformers/src/transformers/modeling_tf_gpt2.py: 22
# transformers/src/transformers/modeling_tf_openai.py: 22
# transformers/src/transformers/modeling_tf_pytorch_utils.py: 77,112,113,211,252
# transformers/src/transformers/modeling_tf_roberta.py: 21
# transformers/src/transformers/modeling_tf_t5.py: 24
# transformers/src/transformers/modeling_tf_transfo_xl.py: 22
# transformers/src/transformers/modeling_tf_transfo_xl_utilities.py: 20
# transformers/src/transformers/modeling_tf_utils.py: 23,24
# transformers/src/transformers/modeling_tf_xlm.py: 24
# transformers/src/transformers/modeling_tf_xlnet.py: 23
# transformers/src/transformers/modeling_transfo_xl.py: 113
# transformers/src/transformers/modeling_xlnet.py: 129
# transformers/src/transformers/optimization_tf.py: 20
# transformers/src/transformers/pipelines.py: 46
# transformers/src/transformers/tokenization_utils.py: 33
# transformers/templates/adding_a_new_model/modeling_tf_xxx.py: 25
# transformers/templates/adding_a_new_model/modeling_xxx.py: 56
# transformers/tests/test_modeling_tf_bert.py: 27
# transformers/tests/test_modeling_tf_camembert.py: 24
# transformers/tests/test_modeling_tf_common.py: 30
# transformers/tests/test_modeling_tf_ctrl.py: 27
# transformers/tests/test_modeling_tf_gpt2.py: 27
# transformers/tests/test_modeling_tf_openai_gpt.py: 27
# transformers/tests/test_modeling_tf_roberta.py: 27
# transformers/tests/test_modeling_tf_transfo_xl.py: 28
# transformers/tests/test_modeling_tf_xlm.py: 27
# transformers/tests/test_modeling_tf_xlnet.py: 28
# transformers/tests/test_optimization_tf.py: 9,10,11
tensorflow == 2.0.0
# transformers/src/transformers/tokenization_bert.py: 24
# transformers/src/transformers/tokenization_gpt2.py: 24
# transformers/src/transformers/tokenization_openai.py: 28,29,30
# transformers/src/transformers/tokenization_roberta.py: 21
# transformers/src/transformers/tokenization_transfo_xl.py: 34,35
# transformers/src/transformers/tokenization_utils.py: 27
tokenizers == 0.5.2
# .ipynb_checkpoints/createFakeLM-checkpoint.py: 5
# .ipynb_checkpoints/createFakeLM-test-checkpoint.py: 5
# .ipynb_checkpoints/createFakeLMdist-checkpoint.py: 2,4,5
# .ipynb_checkpoints/trainBert-checkpoint.py: 3,4,6,7
# .ipynb_checkpoints/trainBertPretrain-checkpoint.py: 3,4,9,10
# .ipynb_checkpoints/trainBertPretrainDist-checkpoint.py: 3,4,5,6,13,14
# .ipynb_checkpoints/trainBertWrite-checkpoint.py: 3,4,6,7
# .ipynb_checkpoints/utilsBert-checkpoint.py: 2
# .ipynb_checkpoints/utilsBertPretrain-checkpoint.py: 2
# .ipynb_checkpoints/utilsBertPretrainDist-checkpoint.py: 2
# .ipynb_checkpoints/utilsBertWrite-checkpoint.py: 2
# createFakeLM-test.py: 5
# createFakeLM.py: 5
# createFakeLMdist.py: 2,4,5
# disf_gen_coarse2fine/.ipynb_checkpoints/evalPerp-checkpoint.py: 10,14
# disf_gen_coarse2fine/.ipynb_checkpoints/evaluate-checkpoint.py: 4
# disf_gen_coarse2fine/.ipynb_checkpoints/preprocess-checkpoint.py: 5
# disf_gen_coarse2fine/.ipynb_checkpoints/train-checkpoint.py: 7,8,9
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/bin/average_models.py: 3
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/bin/preprocess.py: 9
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/bin/release_model.py: 3
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/bin/train.py: 5
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/decoders/cnn_decoder.py: 4,5
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/decoders/decoder.py: 1,2
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/decoders/ensemble.py: 8,9
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/decoders/transformer.py: 5,6
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/encoders/audio_encoder.py: 4,6,7
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/encoders/cnn_encoder.py: 4
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/encoders/encoder.py: 3
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/encoders/image_encoder.py: 2,3,4
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/encoders/mean_encoder.py: 4
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/encoders/rnn_encoder.py: 2,3,5,6
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/encoders/transformer.py: 5
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/audio_dataset.py: 5
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/dataset_base.py: 6
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/image_dataset.py: 5
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/inputter.py: 10
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/text_dataset.py: 5
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/vec_dataset.py: 3
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/model_builder.py: 6,7,8
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/models/model.py: 2
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/models/model_saver.py: 2
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/models/sru.py: 9,10,11
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/models/stacked_rnn.py: 2,3
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/modules/average_attn.py: 4,5
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/modules/conv_multi_step_attention.py: 2,3,4
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/modules/copy_generator.py: 1,2
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/modules/embeddings.py: 5,6
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/modules/gate.py: 2,3
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/modules/global_attention.py: 2,3,4
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/modules/multi_headed_attn.py: 3,4
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/modules/position_ffn.py: 3
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/modules/source_noise.py: 2
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/modules/sparse_activations.py: 8,9,10
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/modules/sparse_losses.py: 1,2,3
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/modules/structured_attention.py: 1,2,3
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/modules/util_class.py: 2,3
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/modules/weight_norm.py: 2,3,4,5
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/tests/test_attention.py: 5,6
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/tests/test_audio_dataset.py: 9
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/tests/test_beam_search.py: 6
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/tests/test_copy_generator.py: 7,8
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/tests/test_embeddings.py: 7
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/tests/test_greedy_search.py: 4
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/tests/test_image_dataset.py: 9
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/tests/test_models.py: 5
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/tests/test_structured_attention.py: 4
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/tests/test_translation_server.py: 8
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/train_single.py: 5
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/trainer.py: 12
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/translate/beam_search.py: 1
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/translate/decode_strategy.py: 1
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/translate/greedy_search.py: 1
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/translate/penalties.py: 2
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/translate/translation.py: 4
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/translate/translation_server.py: 13
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/translate/translator.py: 10
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/utils/alignment.py: 3
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/utils/cnn_factory.py: 4,5,6
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/utils/distributed.py: 11
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/utils/loss.py: 6,7,8
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/utils/misc.py: 3
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/utils/optimizers.py: 2,3,4
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/utils/parse.py: 4
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/utils/report_manager.py: 13
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/utils/rnn_factory.py: 4
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/utils/statistics.py: 56
# disf_gen_coarse2fine/OpenNMT-py/onmt/bin/average_models.py: 3
# disf_gen_coarse2fine/OpenNMT-py/onmt/bin/preprocess.py: 9
# disf_gen_coarse2fine/OpenNMT-py/onmt/bin/release_model.py: 3
# disf_gen_coarse2fine/OpenNMT-py/onmt/bin/train.py: 5
# disf_gen_coarse2fine/OpenNMT-py/onmt/decoders/cnn_decoder.py: 4,5
# disf_gen_coarse2fine/OpenNMT-py/onmt/decoders/decoder.py: 1,2
# disf_gen_coarse2fine/OpenNMT-py/onmt/decoders/ensemble.py: 8,9
# disf_gen_coarse2fine/OpenNMT-py/onmt/decoders/transformer.py: 5,6
# disf_gen_coarse2fine/OpenNMT-py/onmt/encoders/audio_encoder.py: 4,6,7
# disf_gen_coarse2fine/OpenNMT-py/onmt/encoders/cnn_encoder.py: 4
# disf_gen_coarse2fine/OpenNMT-py/onmt/encoders/encoder.py: 3
# disf_gen_coarse2fine/OpenNMT-py/onmt/encoders/image_encoder.py: 2,3,4
# disf_gen_coarse2fine/OpenNMT-py/onmt/encoders/mean_encoder.py: 4
# disf_gen_coarse2fine/OpenNMT-py/onmt/encoders/rnn_encoder.py: 2,3,5,6
# disf_gen_coarse2fine/OpenNMT-py/onmt/encoders/transformer.py: 5
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/audio_dataset.py: 5
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/dataset_base.py: 6
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/image_dataset.py: 5
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/inputter.py: 10
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/text_dataset.py: 5
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/vec_dataset.py: 3
# disf_gen_coarse2fine/OpenNMT-py/onmt/model_builder.py: 6,7,8
# disf_gen_coarse2fine/OpenNMT-py/onmt/models/model.py: 2
# disf_gen_coarse2fine/OpenNMT-py/onmt/models/model_saver.py: 2
# disf_gen_coarse2fine/OpenNMT-py/onmt/models/sru.py: 9,10,11
# disf_gen_coarse2fine/OpenNMT-py/onmt/models/stacked_rnn.py: 2,3
# disf_gen_coarse2fine/OpenNMT-py/onmt/modules/average_attn.py: 4,5
# disf_gen_coarse2fine/OpenNMT-py/onmt/modules/conv_multi_step_attention.py: 2,3,4
# disf_gen_coarse2fine/OpenNMT-py/onmt/modules/copy_generator.py: 1,2
# disf_gen_coarse2fine/OpenNMT-py/onmt/modules/embeddings.py: 5,6
# disf_gen_coarse2fine/OpenNMT-py/onmt/modules/gate.py: 2,3
# disf_gen_coarse2fine/OpenNMT-py/onmt/modules/global_attention.py: 2,3,4
# disf_gen_coarse2fine/OpenNMT-py/onmt/modules/multi_headed_attn.py: 3,4
# disf_gen_coarse2fine/OpenNMT-py/onmt/modules/position_ffn.py: 3
# disf_gen_coarse2fine/OpenNMT-py/onmt/modules/source_noise.py: 2
# disf_gen_coarse2fine/OpenNMT-py/onmt/modules/sparse_activations.py: 8,9,10
# disf_gen_coarse2fine/OpenNMT-py/onmt/modules/sparse_losses.py: 1,2,3
# disf_gen_coarse2fine/OpenNMT-py/onmt/modules/structured_attention.py: 1,2,3
# disf_gen_coarse2fine/OpenNMT-py/onmt/modules/util_class.py: 2,3
# disf_gen_coarse2fine/OpenNMT-py/onmt/modules/weight_norm.py: 2,3,4,5
# disf_gen_coarse2fine/OpenNMT-py/onmt/tests/test_attention.py: 5,6
# disf_gen_coarse2fine/OpenNMT-py/onmt/tests/test_audio_dataset.py: 9
# disf_gen_coarse2fine/OpenNMT-py/onmt/tests/test_beam_search.py: 6
# disf_gen_coarse2fine/OpenNMT-py/onmt/tests/test_copy_generator.py: 7,8
# disf_gen_coarse2fine/OpenNMT-py/onmt/tests/test_embeddings.py: 7
# disf_gen_coarse2fine/OpenNMT-py/onmt/tests/test_greedy_search.py: 4
# disf_gen_coarse2fine/OpenNMT-py/onmt/tests/test_image_dataset.py: 9
# disf_gen_coarse2fine/OpenNMT-py/onmt/tests/test_models.py: 5
# disf_gen_coarse2fine/OpenNMT-py/onmt/tests/test_structured_attention.py: 4
# disf_gen_coarse2fine/OpenNMT-py/onmt/tests/test_translation_server.py: 8
# disf_gen_coarse2fine/OpenNMT-py/onmt/train_single.py: 5
# disf_gen_coarse2fine/OpenNMT-py/onmt/trainer.py: 12
# disf_gen_coarse2fine/OpenNMT-py/onmt/translate/beam_search.py: 1
# disf_gen_coarse2fine/OpenNMT-py/onmt/translate/decode_strategy.py: 1
# disf_gen_coarse2fine/OpenNMT-py/onmt/translate/greedy_search.py: 1
# disf_gen_coarse2fine/OpenNMT-py/onmt/translate/penalties.py: 2
# disf_gen_coarse2fine/OpenNMT-py/onmt/translate/translation.py: 4
# disf_gen_coarse2fine/OpenNMT-py/onmt/translate/translation_server.py: 13
# disf_gen_coarse2fine/OpenNMT-py/onmt/translate/translator.py: 10
# disf_gen_coarse2fine/OpenNMT-py/onmt/utils/alignment.py: 3
# disf_gen_coarse2fine/OpenNMT-py/onmt/utils/cnn_factory.py: 4,5,6
# disf_gen_coarse2fine/OpenNMT-py/onmt/utils/distributed.py: 11
# disf_gen_coarse2fine/OpenNMT-py/onmt/utils/loss.py: 6,7,8
# disf_gen_coarse2fine/OpenNMT-py/onmt/utils/misc.py: 3
# disf_gen_coarse2fine/OpenNMT-py/onmt/utils/optimizers.py: 2,3,4
# disf_gen_coarse2fine/OpenNMT-py/onmt/utils/parse.py: 4
# disf_gen_coarse2fine/OpenNMT-py/onmt/utils/report_manager.py: 13
# disf_gen_coarse2fine/OpenNMT-py/onmt/utils/rnn_factory.py: 4
# disf_gen_coarse2fine/OpenNMT-py/onmt/utils/statistics.py: 56
# disf_gen_coarse2fine/OpenNMT-py/tools/create_vocabulary.py: 79
# disf_gen_coarse2fine/OpenNMT-py/tools/embeddings_to_torch.py: 6
# disf_gen_coarse2fine/OpenNMT-py/tools/extract_embeddings.py: 3
# disf_gen_coarse2fine/OpenNMT-py/tools/vid_feature_extractor.py: 8,9
# disf_gen_coarse2fine/evalPerp.py: 10,14
# disf_gen_coarse2fine/evaluate.py: 4
# disf_gen_coarse2fine/generate.py: 4
# disf_gen_coarse2fine/generateDist.py: 4,8,9
# disf_gen_coarse2fine/generateTest.py: 10
# disf_gen_coarse2fine/preprocess.py: 5
# disf_gen_coarse2fine/seeExamples.py: 4
# disf_gen_coarse2fine/swbddata.py: 3
# disf_gen_coarse2fine/swbddataeodeval.py: 3
# disf_gen_coarse2fine/table/.ipynb_checkpoints/IO-checkpoint.py: 10
# disf_gen_coarse2fine/table/.ipynb_checkpoints/ModelConstructor-checkpoint.py: 5,6,7
# disf_gen_coarse2fine/table/.ipynb_checkpoints/Models-checkpoint.py: 2,3,5,6,8
# disf_gen_coarse2fine/table/.ipynb_checkpoints/Optim-checkpoint.py: 1,2
# disf_gen_coarse2fine/table/.ipynb_checkpoints/Trainer-checkpoint.py: 10,11,12
# disf_gen_coarse2fine/table/.ipynb_checkpoints/Translator-checkpoint.py: 1,3,4,5
# disf_gen_coarse2fine/table/IO.py: 10
# disf_gen_coarse2fine/table/Loss.py: 9,10
# disf_gen_coarse2fine/table/ModelConstructor.py: 5,6,7
# disf_gen_coarse2fine/table/Models.py: 2,3,5,6,8
# disf_gen_coarse2fine/table/Optim.py: 1,2
# disf_gen_coarse2fine/table/Trainer.py: 10,11,12
# disf_gen_coarse2fine/table/Translator.py: 1,3,4,5
# disf_gen_coarse2fine/table/Utils.py: 1
# disf_gen_coarse2fine/table/modules/.ipynb_checkpoints/WeightDrop-checkpoint.py: 1,2,44
# disf_gen_coarse2fine/table/modules/GlobalAttention.py: 1,2,7
# disf_gen_coarse2fine/table/modules/LockedDropout.py: 1,2,3
# disf_gen_coarse2fine/table/modules/UtilClass.py: 1,2
# disf_gen_coarse2fine/table/modules/WeightDrop.py: 1,2,44
# disf_gen_coarse2fine/table/modules/cross_entropy_smooth.py: 1,2,3,4
# disf_gen_coarse2fine/table/modules/embed_regularize.py: 2,3,4
# disf_gen_coarse2fine/table/modules/multi_headed_attn.py: 3,4
# disf_gen_coarse2fine/table/modules/position_ffn.py: 3
# disf_gen_coarse2fine/test.py: 7,8,9
# disf_gen_coarse2fine/train.py: 7,8,9
# disf_gen_coarse2fine2/disf_gen_coarse2fine/.ipynb_checkpoints/evalPerp-checkpoint.py: 10,14
# disf_gen_coarse2fine2/disf_gen_coarse2fine/.ipynb_checkpoints/evaluate-checkpoint.py: 4
# disf_gen_coarse2fine2/disf_gen_coarse2fine/.ipynb_checkpoints/preprocess-checkpoint.py: 5
# disf_gen_coarse2fine2/disf_gen_coarse2fine/.ipynb_checkpoints/train-checkpoint.py: 7,8,9
# disf_gen_coarse2fine2/disf_gen_coarse2fine/evalPerp.py: 10,14
# disf_gen_coarse2fine2/disf_gen_coarse2fine/evaluate.py: 4
# disf_gen_coarse2fine2/disf_gen_coarse2fine/generate.py: 4
# disf_gen_coarse2fine2/disf_gen_coarse2fine/generateDist.py: 4,8,9
# disf_gen_coarse2fine2/disf_gen_coarse2fine/generateTest.py: 10
# disf_gen_coarse2fine2/disf_gen_coarse2fine/preprocess.py: 5
# disf_gen_coarse2fine2/disf_gen_coarse2fine/seeExamples.py: 4
# disf_gen_coarse2fine2/disf_gen_coarse2fine/swbddata.py: 3
# disf_gen_coarse2fine2/disf_gen_coarse2fine/swbddataeodeval.py: 3
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/.ipynb_checkpoints/IO-checkpoint.py: 10
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/.ipynb_checkpoints/ModelConstructor-checkpoint.py: 5,6,7
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/.ipynb_checkpoints/Models-checkpoint.py: 2,3,5,6,8
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/.ipynb_checkpoints/Optim-checkpoint.py: 1,2
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/.ipynb_checkpoints/Trainer-checkpoint.py: 10,11,12
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/.ipynb_checkpoints/Translator-checkpoint.py: 1,3,4,5
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/IO.py: 10
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/Loss.py: 9,10
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/ModelConstructor.py: 5,6,7
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/Models.py: 2,3,5,6,8
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/Optim.py: 1,2
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/Trainer.py: 10,11,12
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/Translator.py: 1,3,4,5
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/Utils.py: 1
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/modules/.ipynb_checkpoints/WeightDrop-checkpoint.py: 1,2,44
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/modules/GlobalAttention.py: 1,2,7
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/modules/LockedDropout.py: 1,2,3
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/modules/UtilClass.py: 1,2
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/modules/WeightDrop.py: 1,2,44
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/modules/cross_entropy_smooth.py: 1,2,3,4
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/modules/embed_regularize.py: 2,3,4
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/modules/multi_headed_attn.py: 3,4
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/modules/position_ffn.py: 3
# disf_gen_coarse2fine2/disf_gen_coarse2fine/test.py: 7,8,9
# disf_gen_coarse2fine2/disf_gen_coarse2fine/train.py: 7,8,9
# train.py: 3,4,6,7
# trainBert.py: 3,4,6,7
# trainBertCVT.py: 3,4,6,7,11
# trainBertCVTn.py: 3,4,6,7,11
# trainBertLSTM2CVT.py: 3,4,6,7,11
# trainBertLSTMCVT.py: 3,4,6,7,11
# trainBertPretrain.py: 3,4,9,10
# trainBertPretrainDist.py: 3,4,5,6,13,14
# trainBertWrite.py: 3,4,6,7
# trainCVT.py: 3,4,6,7
# trainCVTpara.py: 3,4,6,7
# trainCVTparaEVA.py: 3,4,6,7
# trainDual.py: 3,4,6,7
# trainDualT.py: 3,4,6,7
# trainDualTest.py: 3,4,6,7
# trainDualTest2.py: 3,4,6,7
# trainDualTest3.py: 3,4,6,7
# trainDualUnlabel.py: 3,4,6,7
# trainDualUnlabel2.py: 3,4,6,7
# trainLSTM.py: 3,4,6,7
# trainTest.py: 3,4,6,7
# transformers/examples/.ipynb_checkpoints/run_eval_language_model-checkpoint.py: 54
# transformers/examples/.ipynb_checkpoints/run_generation-checkpoint.py: 25
# transformers/examples/.ipynb_checkpoints/run_language_modeling-checkpoint.py: 54
# transformers/examples/benchmarks.py: 43
# transformers/examples/contrib/run_camembert.py: 1
# transformers/examples/contrib/run_openai_gpt.py: 38
# transformers/examples/contrib/run_swag.py: 45
# transformers/examples/contrib/run_transfo_xl.py: 29
# transformers/examples/distillation/distiller.py: 38,172
# transformers/examples/distillation/grouped_batch_sampler.py: 22
# transformers/examples/distillation/lm_seqs_dataset.py: 19,20
# transformers/examples/distillation/run_squad_w_distillation.py: 63
# transformers/examples/distillation/scripts/extract.py: 21
# transformers/examples/distillation/scripts/extract_distilbert.py: 21
# transformers/examples/distillation/train.py: 26
# transformers/examples/distillation/utils.py: 25
# transformers/examples/glue/run_pl_glue.py: 9
# transformers/examples/hans/test_hans.py: 61
# transformers/examples/mm-imdb/run_mmimdb.py: 63
# transformers/examples/mm-imdb/utils_mmimdb.py: 21,22,26
# transformers/examples/ner/run_ner.py: 46
# transformers/examples/ner/run_pl_ner.py: 10
# transformers/examples/pplm/pplm_classification_head.py: 1
# transformers/examples/pplm/run_pplm.py: 32,33,34
# transformers/examples/pplm/run_pplm_discrim_train.py: 25,26,27,28
# transformers/examples/run_bertology.py: 29,30
# transformers/examples/run_eval_language_model.py: 54
# transformers/examples/run_generation.py: 25
# transformers/examples/run_glue.py: 48
# transformers/examples/run_language_modeling.py: 54
# transformers/examples/run_multiple_choice.py: 49
# transformers/examples/run_squad.py: 51
# transformers/examples/run_xnli.py: 53
# transformers/examples/summarization/bart/evaluate_cnn.py: 4
# transformers/examples/summarization/bart/run_bart_sum.py: 7,8
# transformers/examples/summarization/bart/utils.py: 3
# transformers/examples/summarization/bertabs/convert_bertabs_original_pytorch_checkpoint.py: 26
# transformers/examples/summarization/bertabs/modeling_bertabs.py: 26,27,28
# transformers/examples/summarization/bertabs/run_summarization.py: 9
# transformers/examples/summarization/bertabs/test_utils_summarization.py: 18
# transformers/examples/summarization/bertabs/utils_summarization.py: 4,5
# transformers/examples/summarization/t5/evaluate_cnn.py: 4
# transformers/examples/transformer_base.py: 7
# transformers/examples/translation/t5/evaluate_wmt.py: 4
# transformers/src/transformers/activations.py: 3,4
# transformers/src/transformers/benchmark_utils.py: 18
# transformers/src/transformers/commands/env.py: 23
# transformers/src/transformers/convert_albert_original_tf_checkpoint_to_pytorch.py: 21
# transformers/src/transformers/convert_bart_original_pytorch_checkpoint_to_pytorch.py: 24
# transformers/src/transformers/convert_bert_original_tf_checkpoint_to_pytorch.py: 21
# transformers/src/transformers/convert_bert_pytorch_checkpoint_to_original_tf.py: 23
# transformers/src/transformers/convert_dialogpt_original_pytorch_checkpoint_to_pytorch.py: 4
# transformers/src/transformers/convert_electra_original_tf_checkpoint_to_pytorch.py: 21
# transformers/src/transformers/convert_gpt2_original_tf_checkpoint_to_pytorch.py: 21
# transformers/src/transformers/convert_openai_original_tf_checkpoint_to_pytorch.py: 21
# transformers/src/transformers/convert_pytorch_checkpoint_to_tf2.py: 79
# transformers/src/transformers/convert_roberta_original_pytorch_checkpoint_to_pytorch.py: 23
# transformers/src/transformers/convert_t5_original_tf_checkpoint_to_pytorch.py: 21
# transformers/src/transformers/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py: 24
# transformers/src/transformers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py: 23
# transformers/src/transformers/convert_xlnet_original_tf_checkpoint_to_pytorch.py: 22
# transformers/src/transformers/data/processors/squad.py: 16,17
# transformers/src/transformers/data/processors/utils.py: 335,336
# transformers/src/transformers/file_utils.py: 38,65
# transformers/src/transformers/modeling_albert.py: 23
# transformers/src/transformers/modeling_bart.py: 22
# transformers/src/transformers/modeling_bert.py: 25
# transformers/src/transformers/modeling_ctrl.py: 22,23,24
# transformers/src/transformers/modeling_distilbert.py: 26,27,28
# transformers/src/transformers/modeling_electra.py: 4,5
# transformers/src/transformers/modeling_encoder_decoder.py: 21
# transformers/src/transformers/modeling_flaubert.py: 21,22
# transformers/src/transformers/modeling_gpt2.py: 23,24,25
# transformers/src/transformers/modeling_mmbt.py: 23
# transformers/src/transformers/modeling_openai.py: 24,25,26
# transformers/src/transformers/modeling_roberta.py: 23
# transformers/src/transformers/modeling_t5.py: 24,25,26,27
# transformers/src/transformers/modeling_tf_pytorch_utils.py: 78,111,212,253
# transformers/src/transformers/modeling_transfo_xl.py: 24,25,26
# transformers/src/transformers/modeling_transfo_xl_utilities.py: 21,22,23
# transformers/src/transformers/modeling_utils.py: 44
# transformers/src/transformers/modeling_xlm.py: 26,27
# transformers/src/transformers/modeling_xlnet.py: 24,25
# transformers/src/transformers/optimization.py: 20,21,22
# transformers/src/transformers/pipelines.py: 56
# transformers/src/transformers/tokenization_transfo_xl.py: 42
# transformers/src/transformers/tokenization_utils.py: 35
# transformers/templates/adding_a_new_example_script/run_xxx.py: 56
# transformers/templates/adding_a_new_model/convert_xxx_original_tf_checkpoint_to_pytorch.py: 21
# transformers/templates/adding_a_new_model/modeling_xxx.py: 27
# transformers/test.py: 2
# transformers/tests/test_activations.py: 10
# transformers/tests/test_modeling_bart.py: 28
# transformers/tests/test_modeling_camembert.py: 24
# transformers/tests/test_modeling_common.py: 29
# transformers/tests/test_modeling_ctrl.py: 26
# transformers/tests/test_modeling_gpt2.py: 27
# transformers/tests/test_modeling_openai.py: 27
# transformers/tests/test_modeling_roberta.py: 27
# transformers/tests/test_modeling_t5.py: 27
# transformers/tests/test_modeling_tf_common.py: 141
# transformers/tests/test_modeling_transfo_xl.py: 28
# transformers/tests/test_modeling_xlm.py: 27
# transformers/tests/test_modeling_xlm_roberta.py: 25
# transformers/tests/test_modeling_xlnet.py: 28
# transformers/tests/test_optimization.py: 27
# utils.py: 2
# utilsBert.py: 2
# utilsBertCVT.py: 2
# utilsBertCVTn.py: 2
# utilsBertLSTM2CVT.py: 2
# utilsBertLSTMCVT.py: 2
# utilsBertPretrain.py: 2
# utilsBertPretrainDist.py: 2
# utilsBertWrite.py: 2
# utilsCVT.py: 2
# utilsDual.py: 2
# word_language_model/data.py: 3
# word_language_model/generate.py: 10
# word_language_model/main.py: 6,7,8
# word_language_model/main_optimizer.py: 6,7,8,12
# word_language_model/model.py: 112
# word_language_model/model2.py: 112
# word_language_model/model_init.py: 2,3,4
# word_language_model/multi_headed_attn.py: 3,4
# word_language_model/swbddata.py: 3
# word_language_model/swbddataeod.py: 3
torch == 1.3.0
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/audio_dataset.py: 6
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/dataset_base.py: 7,8,9
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/image_dataset.py: 6
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/inputter.py: 12,13,14
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/text_dataset.py: 6
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/vec_dataset.py: 4
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/tests/test_text_dataset.py: 8
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/audio_dataset.py: 6
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/dataset_base.py: 7,8,9
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/image_dataset.py: 6
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/inputter.py: 12,13,14
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/text_dataset.py: 6
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/vec_dataset.py: 4
# disf_gen_coarse2fine/OpenNMT-py/onmt/tests/test_text_dataset.py: 8
# disf_gen_coarse2fine/table/.ipynb_checkpoints/IO-checkpoint.py: 11,12
# disf_gen_coarse2fine/table/IO.py: 11,12
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/.ipynb_checkpoints/IO-checkpoint.py: 11,12
# disf_gen_coarse2fine2/disf_gen_coarse2fine/table/IO.py: 11,12
# transformers/examples/pplm/run_pplm_discrim_train.py: 30,31
torchtext == 0.4.0
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/image_dataset.py: 13
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/image_dataset.py: 13
# transformers/examples/mm-imdb/utils_mmimdb.py: 23,24
torchvision == 0.3.0
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/inputters/audio_dataset.py: 3
# disf_gen_coarse2fine/OpenNMT-py/onmt/inputters/audio_dataset.py: 3
# disf_gen_coarse2fine/OpenNMT-py/tools/vid_feature_extractor.py: 4
# transformers/examples/.ipynb_checkpoints/run_eval_language_model-checkpoint.py: 38
# transformers/examples/.ipynb_checkpoints/run_language_modeling-checkpoint.py: 38
# transformers/examples/contrib/run_openai_gpt.py: 39
# transformers/examples/contrib/run_swag.py: 32
# transformers/examples/distillation/distiller.py: 29
# transformers/examples/distillation/run_squad_w_distillation.py: 31
# transformers/examples/hans/test_hans.py: 30
# transformers/examples/mm-imdb/run_mmimdb.py: 32
# transformers/examples/ner/run_ner.py: 31
# transformers/examples/pplm/run_pplm.py: 35
# transformers/examples/pplm/run_pplm_discrim_train.py: 32
# transformers/examples/run_bertology.py: 31
# transformers/examples/run_eval_language_model.py: 38
# transformers/examples/run_glue.py: 30
# transformers/examples/run_language_modeling.py: 38
# transformers/examples/run_multiple_choice.py: 29
# transformers/examples/run_squad.py: 30
# transformers/examples/run_xnli.py: 30
# transformers/examples/summarization/bart/evaluate_cnn.py: 5
# transformers/examples/summarization/bertabs/run_summarization.py: 10
# transformers/examples/summarization/t5/evaluate_cnn.py: 5
# transformers/examples/translation/t5/evaluate_wmt.py: 5
# transformers/examples/utils_multiple_choice.py: 26
# transformers/src/transformers/data/processors/squad.py: 8
# transformers/src/transformers/file_utils.py: 27
# transformers/src/transformers/hf_api.py: 23
# transformers/templates/adding_a_new_example_script/run_xxx.py: 28
tqdm == 4.38.0
# .ipynb_checkpoints/createFakeLM-checkpoint.py: 6
# .ipynb_checkpoints/createFakeLM-test-checkpoint.py: 6
# .ipynb_checkpoints/createFakeLMdist-checkpoint.py: 3
# .ipynb_checkpoints/trainBert-checkpoint.py: 10
# .ipynb_checkpoints/trainBertPretrain-checkpoint.py: 13
# .ipynb_checkpoints/trainBertPretrainDist-checkpoint.py: 17
# .ipynb_checkpoints/trainBertWrite-checkpoint.py: 8,9
# createFakeLM-test.py: 6
# createFakeLM.py: 6
# createFakeLMdist.py: 3
# trainBert.py: 10
# trainBertCVT.py: 10
# trainBertCVTn.py: 10
# trainBertLSTM2CVT.py: 10
# trainBertLSTMCVT.py: 10
# trainBertPretrain.py: 13
# trainBertPretrainDist.py: 17
# trainBertWrite.py: 8,9
# transformers/examples/.ipynb_checkpoints/run_eval_language_model-checkpoint.py: 40
# transformers/examples/.ipynb_checkpoints/run_generation-checkpoint.py: 27
# transformers/examples/.ipynb_checkpoints/run_language_modeling-checkpoint.py: 40
# transformers/examples/benchmarks.py: 27,40,44
# transformers/examples/contrib/run_camembert.py: 3,4
# transformers/examples/contrib/run_openai_gpt.py: 41
# transformers/examples/contrib/run_swag.py: 34
# transformers/examples/contrib/run_transfo_xl.py: 31
# transformers/examples/distillation/distiller.py: 33
# transformers/examples/distillation/run_squad_w_distillation.py: 59
# transformers/examples/distillation/scripts/binarized_data.py: 26
# transformers/examples/distillation/scripts/extract.py: 23
# transformers/examples/distillation/scripts/extract_distilbert.py: 23
# transformers/examples/distillation/train.py: 30
# transformers/examples/glue/run_pl_glue.py: 12,13,14,15,16
# transformers/examples/hans/hans_processors.py: 21
# transformers/examples/hans/test_hans.py: 35
# transformers/examples/mm-imdb/run_mmimdb.py: 34
# transformers/examples/ner/run_ner.py: 33
# transformers/examples/ner/run_tf_ner.py: 14
# transformers/examples/pplm/run_pplm.py: 38,39,40
# transformers/examples/pplm/run_pplm_discrim_train.py: 35
# transformers/examples/run_bertology.py: 34,35,36
# transformers/examples/run_eval_language_model.py: 40
# transformers/examples/run_generation.py: 27
# transformers/examples/run_glue.py: 32,41,42,43,44
# transformers/examples/run_language_modeling.py: 40
# transformers/examples/run_multiple_choice.py: 31
# transformers/examples/run_squad.py: 47
# transformers/examples/run_tf_glue.py: 6
# transformers/examples/run_xnli.py: 32,46,47,48,49
# transformers/examples/summarization/bart/evaluate_cnn.py: 7
# transformers/examples/summarization/bertabs/configuration_bertabs.py: 19
# transformers/examples/summarization/bertabs/convert_bertabs_original_pytorch_checkpoint.py: 30
# transformers/examples/summarization/bertabs/modeling_bertabs.py: 31
# transformers/examples/summarization/bertabs/run_summarization.py: 13
# transformers/examples/summarization/t5/evaluate_cnn.py: 8
# transformers/examples/transformer_base.py: 9,22
# transformers/examples/translation/t5/evaluate_wmt.py: 8
# transformers/examples/utils_multiple_choice.py: 28
# transformers/hubconf.py: 1,9
# transformers/src/transformers/commands/convert.py: 123,138
# transformers/src/transformers/commands/download.py: 29
# transformers/src/transformers/commands/env.py: 5,6
# transformers/src/transformers/commands/run.py: 5
# transformers/src/transformers/commands/serving.py: 7
# transformers/src/transformers/commands/train.py: 6,7
# transformers/src/transformers/commands/user.py: 10
# transformers/src/transformers/convert_albert_original_tf_checkpoint_to_pytorch.py: 23
# transformers/src/transformers/convert_bart_original_pytorch_checkpoint_to_pytorch.py: 27,34
# transformers/src/transformers/convert_bert_original_tf_checkpoint_to_pytorch.py: 23
# transformers/src/transformers/convert_bert_pytorch_checkpoint_to_original_tf.py: 25
# transformers/src/transformers/convert_dialogpt_original_pytorch_checkpoint_to_pytorch.py: 6
# transformers/src/transformers/convert_electra_original_tf_checkpoint_to_pytorch.py: 23
# transformers/src/transformers/convert_gpt2_original_tf_checkpoint_to_pytorch.py: 23
# transformers/src/transformers/convert_openai_original_tf_checkpoint_to_pytorch.py: 23
# transformers/src/transformers/convert_pytorch_checkpoint_to_tf2.py: 81
# transformers/src/transformers/convert_roberta_original_pytorch_checkpoint_to_pytorch.py: 36
# transformers/src/transformers/convert_t5_original_tf_checkpoint_to_pytorch.py: 23
# transformers/src/transformers/convert_transfo_xl_original_tf_checkpoint_to_pytorch.py: 34
# transformers/src/transformers/convert_xlm_original_pytorch_checkpoint_to_pytorch.py: 25,26
# transformers/src/transformers/convert_xlnet_original_tf_checkpoint_to_pytorch.py: 24
# transformers/src/transformers/data/metrics/squad_metrics.py: 18
# transformers/src/transformers/modeling_albert.py: 26,27
# transformers/src/transformers/modeling_electra.py: 7,8
# transformers/src/transformers/modeling_tf_electra.py: 5
# transformers/src/transformers/modeling_tf_pytorch_utils.py: 220
# transformers/src/transformers/modeling_utils.py: 534
# transformers/src/transformers/tokenization_camembert.py: 25
# transformers/src/transformers/tokenization_xlm_roberta.py: 23
# transformers/templates/adding_a_new_example_script/run_xxx.py: 30
# transformers/templates/adding_a_new_example_script/utils_xxx.py: 23
# transformers/templates/adding_a_new_model/convert_xxx_original_tf_checkpoint_to_pytorch.py: 23
# transformers/templates/adding_a_new_model/tests/test_modeling_tf_xxx.py: 27
# transformers/templates/adding_a_new_model/tests/test_modeling_xxx.py: 27,35
# transformers/templates/adding_a_new_model/tests/test_tokenization_xxx.py: 20
# transformers/test.py: 1
# transformers/tests/test_activations.py: 9
# transformers/tests/test_configuration_auto.py: 19,20,21
# transformers/tests/test_hf_api.py: 24
# transformers/tests/test_model_card.py: 22
# transformers/tests/test_modeling_albert.py: 27,35
# transformers/tests/test_modeling_auto.py: 44
# transformers/tests/test_modeling_bart.py: 38,44
# transformers/tests/test_modeling_bert.py: 27,38
# transformers/tests/test_modeling_camembert.py: 18,25
# transformers/tests/test_modeling_common.py: 32
# transformers/tests/test_modeling_ctrl.py: 27
# transformers/tests/test_modeling_distilbert.py: 27
# transformers/tests/test_modeling_electra.py: 27,34
# transformers/tests/test_modeling_flaubert.py: 27,35
# transformers/tests/test_modeling_gpt2.py: 28
# transformers/tests/test_modeling_openai.py: 28
# transformers/tests/test_modeling_roberta.py: 35,36,37
# transformers/tests/test_modeling_t5.py: 28,29,30
# transformers/tests/test_modeling_tf_albert.py: 27
# transformers/tests/test_modeling_tf_auto.py: 26
# transformers/tests/test_modeling_tf_bert.py: 28
# transformers/tests/test_modeling_tf_camembert.py: 18,26
# transformers/tests/test_modeling_tf_common.py: 33,142
# transformers/tests/test_modeling_tf_ctrl.py: 28
# transformers/tests/test_modeling_tf_distilbert.py: 27
# transformers/tests/test_modeling_tf_electra.py: 27
# transformers/tests/test_modeling_tf_gpt2.py: 28
# transformers/tests/test_modeling_tf_openai_gpt.py: 28
# transformers/tests/test_modeling_tf_roberta.py: 29
# transformers/tests/test_modeling_tf_t5.py: 27
# transformers/tests/test_modeling_tf_transfo_xl.py: 29
# transformers/tests/test_modeling_tf_xlm.py: 28
# transformers/tests/test_modeling_tf_xlnet.py: 30
# transformers/tests/test_modeling_transfo_xl.py: 29,30
# transformers/tests/test_modeling_xlm.py: 28,37
# transformers/tests/test_modeling_xlm_roberta.py: 19,26
# transformers/tests/test_modeling_xlnet.py: 30,38
# transformers/tests/test_optimization.py: 29
# transformers/tests/test_optimization_tf.py: 12
# transformers/tests/test_pipelines.py: 5
# transformers/tests/test_tokenization_albert.py: 20
# transformers/tests/test_tokenization_auto.py: 20,31
# transformers/tests/test_tokenization_bert.py: 20
# transformers/tests/test_tokenization_bert_japanese.py: 21
# transformers/tests/test_tokenization_ctrl.py: 20
# transformers/tests/test_tokenization_distilbert.py: 17
# transformers/tests/test_tokenization_fast.py: 6,18,19,20,21
# transformers/tests/test_tokenization_gpt2.py: 21
# transformers/tests/test_tokenization_openai.py: 21
# transformers/tests/test_tokenization_roberta.py: 21
# transformers/tests/test_tokenization_t5.py: 20,21
# transformers/tests/test_tokenization_transfo_xl.py: 27
# transformers/tests/test_tokenization_utils.py: 19,20
# transformers/tests/test_tokenization_xlm.py: 21
# transformers/tests/test_tokenization_xlm_roberta.py: 20
# transformers/tests/test_tokenization_xlnet.py: 20
# transformers/tests/utils.py: 6
transformers == 2.7.0
# disf_gen_coarse2fine/OpenNMT-py/build/lib/onmt/bin/server.py: 5
# disf_gen_coarse2fine/OpenNMT-py/onmt/bin/server.py: 5
waitress == 1.4.3