@@ -446,15 +446,15 @@ <h1 id="cpp-api-program-listing-file-cpp-api-include-trtorch-ptq-h--page-root">
446
446
< span class ="n "> it_</ span > < span class ="o "> =</ span > < span class ="n "> batched_data_</ span > < span class ="p "> .</ span > < span class ="n "> begin</ span > < span class ="p "> ();</ span >
447
447
< span class ="p "> }</ span >
448
448
449
- < span class ="kt "> int</ span > < span class ="n "> getBatchSize</ span > < span class ="p "> ()</ span > < span class ="k "> const</ span > < span class ="k "> override</ span > < span class ="p "> {</ span >
449
+ < span class ="kt "> int</ span > < span class ="n "> getBatchSize</ span > < span class ="p "> ()</ span > < span class ="k "> const</ span > < span class ="k "> noexcept </ span > < span class =" k " > override</ span > < span class ="p "> {</ span >
450
450
< span class ="c1 "> // HACK: TRTorch only uses explict batch sizing, INT8 Calibrator does not</ span >
451
451
< span class ="c1 "> // work when reporting the batch size here and having explicity batching.</ span >
452
452
< span class ="c1 "> // So we just report batch size 1 (warnings will still be printed out).</ span >
453
453
< span class ="k "> return</ span > < span class ="mi "> 1</ span > < span class ="p "> ;</ span >
454
454
< span class ="c1 "> // return static_cast<int>(dataloader_->options().batch_size);</ span >
455
455
< span class ="p "> }</ span >
456
456
457
- < span class ="kt "> bool</ span > < span class ="n "> getBatch</ span > < span class ="p "> (</ span > < span class ="kt "> void</ span > < span class ="o "> *</ span > < span class ="n "> bindings</ span > < span class ="p "> [],</ span > < span class ="k "> const</ span > < span class ="kt "> char</ span > < span class ="o "> *</ span > < span class ="n "> names</ span > < span class ="p "> [],</ span > < span class ="kt "> int</ span > < span class ="n "> nbBindings</ span > < span class ="p "> )</ span > < span class ="k "> override</ span > < span class ="p "> {</ span >
457
+ < span class ="kt "> bool</ span > < span class ="n "> getBatch</ span > < span class ="p "> (</ span > < span class ="kt "> void</ span > < span class ="o "> *</ span > < span class ="n "> bindings</ span > < span class ="p "> [],</ span > < span class ="k "> const</ span > < span class ="kt "> char</ span > < span class ="o "> *</ span > < span class ="n "> names</ span > < span class ="p "> [],</ span > < span class ="kt "> int</ span > < span class ="n "> nbBindings</ span > < span class ="p "> )</ span > < span class ="k "> noexcept </ span > < span class =" k " > override</ span > < span class ="p "> {</ span >
458
458
< span class ="k "> if</ span > < span class ="p "> (</ span > < span class ="n "> it_</ span > < span class ="o "> !=</ span > < span class ="n "> batched_data_</ span > < span class ="p "> .</ span > < span class ="n "> end</ span > < span class ="p "> ())</ span > < span class ="p "> {</ span >
459
459
< span class ="k "> auto</ span > < span class ="n "> status</ span > < span class ="o "> =</ span > < span class ="n "> get_batch_impl</ span > < span class ="p "> (</ span > < span class ="n "> bindings</ span > < span class ="p "> ,</ span > < span class ="n "> names</ span > < span class ="p "> ,</ span > < span class ="n "> nbBindings</ span > < span class ="p "> ,</ span > < span class ="o "> *</ span > < span class ="n "> it_</ span > < span class ="p "> );</ span >
460
460
< span class ="n "> it_</ span > < span class ="o "> =</ span > < span class ="o "> ++</ span > < span class ="n "> it_</ span > < span class ="p "> ;</ span >
@@ -466,7 +466,7 @@ <h1 id="cpp-api-program-listing-file-cpp-api-include-trtorch-ptq-h--page-root">
466
466
< span class ="p "> }</ span >
467
467
< span class ="p "> }</ span >
468
468
469
- < span class ="k "> const</ span > < span class ="kt "> void</ span > < span class ="o "> *</ span > < span class ="n "> readCalibrationCache</ span > < span class ="p "> (</ span > < span class ="kt "> size_t</ span > < span class ="o "> &</ span > < span class ="n "> length</ span > < span class ="p "> )</ span > < span class ="k "> override</ span > < span class ="p "> {</ span >
469
+ < span class ="k "> const</ span > < span class ="kt "> void</ span > < span class ="o "> *</ span > < span class ="n "> readCalibrationCache</ span > < span class ="p "> (</ span > < span class ="kt "> size_t</ span > < span class ="o "> &</ span > < span class ="n "> length</ span > < span class ="p "> )</ span > < span class ="k "> noexcept </ span > < span class =" k " > override</ span > < span class ="p "> {</ span >
470
470
< span class ="k "> if</ span > < span class ="p "> (</ span > < span class ="n "> use_cache_</ span > < span class ="p "> )</ span > < span class ="p "> {</ span >
471
471
< span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> stringstream</ span > < span class ="n "> ss</ span > < span class ="p "> ;</ span >
472
472
< span class ="n "> ss</ span > < span class ="o "> <<</ span > < span class ="s "> "Reading Calibration Cache from "</ span > < span class ="o "> <<</ span > < span class ="n "> cache_file_path_</ span > < span class ="p "> ;</ span >
@@ -485,7 +485,7 @@ <h1 id="cpp-api-program-listing-file-cpp-api-include-trtorch-ptq-h--page-root">
485
485
< span class ="k "> return</ span > < span class ="k "> nullptr</ span > < span class ="p "> ;</ span >
486
486
< span class ="p "> }</ span >
487
487
488
- < span class ="kt "> void</ span > < span class ="n "> writeCalibrationCache</ span > < span class ="p "> (</ span > < span class ="k "> const</ span > < span class ="kt "> void</ span > < span class ="o "> *</ span > < span class ="n "> cache</ span > < span class ="p "> ,</ span > < span class ="kt "> size_t</ span > < span class ="n "> length</ span > < span class ="p "> )</ span > < span class ="k "> override</ span > < span class ="p "> {</ span >
488
+ < span class ="kt "> void</ span > < span class ="n "> writeCalibrationCache</ span > < span class ="p "> (</ span > < span class ="k "> const</ span > < span class ="kt "> void</ span > < span class ="o "> *</ span > < span class ="n "> cache</ span > < span class ="p "> ,</ span > < span class ="kt "> size_t</ span > < span class ="n "> length</ span > < span class ="p "> )</ span > < span class ="k "> noexcept </ span > < span class =" k " > override</ span > < span class ="p "> {</ span >
489
489
< span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> ofstream</ span > < span class ="nf "> cache_file</ span > < span class ="p "> (</ span > < span class ="n "> cache_file_path_</ span > < span class ="p "> ,</ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> ios</ span > < span class ="o "> ::</ span > < span class ="n "> binary</ span > < span class ="p "> );</ span >
490
490
< span class ="n "> cache_file</ span > < span class ="p "> .</ span > < span class ="n "> write</ span > < span class ="p "> (</ span > < span class ="k "> reinterpret_cast</ span > < span class ="o "> <</ span > < span class ="k "> const</ span > < span class ="kt "> char</ span > < span class ="o "> *></ span > < span class ="p "> (</ span > < span class ="n "> cache</ span > < span class ="p "> ),</ span > < span class ="n "> length</ span > < span class ="p "> );</ span >
491
491
< span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> stringstream</ span > < span class ="n "> ss</ span > < span class ="p "> ;</ span >
@@ -512,18 +512,18 @@ <h1 id="cpp-api-program-listing-file-cpp-api-include-trtorch-ptq-h--page-root">
512
512
< span class ="k "> public</ span > < span class ="o "> :</ span >
513
513
< span class ="n "> Int8CacheCalibrator</ span > < span class ="p "> (</ span > < span class ="k "> const</ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> string</ span > < span class ="o "> &</ span > < span class ="n "> cache_file_path</ span > < span class ="p "> )</ span > < span class ="o "> :</ span > < span class ="n "> cache_file_path_</ span > < span class ="p "> (</ span > < span class ="n "> cache_file_path</ span > < span class ="p "> )</ span > < span class ="p "> {}</ span >
514
514
515
- < span class ="kt "> int</ span > < span class ="n "> getBatchSize</ span > < span class ="p "> ()</ span > < span class ="k "> const</ span > < span class ="k "> override</ span > < span class ="p "> {</ span >
515
+ < span class ="kt "> int</ span > < span class ="n "> getBatchSize</ span > < span class ="p "> ()</ span > < span class ="k "> const</ span > < span class ="k "> noexcept </ span > < span class =" k " > override</ span > < span class ="p "> {</ span >
516
516
< span class ="c1 "> // HACK: TRTorch only uses explict batch sizing, INT8 Calibrator does not</ span >
517
517
< span class ="c1 "> // work when reporting the batch size here and having explicity batching.</ span >
518
518
< span class ="c1 "> // So we just report batch size 1 (warnings will still be printed out).</ span >
519
519
< span class ="k "> return</ span > < span class ="mi "> 1</ span > < span class ="p "> ;</ span >
520
520
< span class ="p "> }</ span >
521
521
522
- < span class ="kt "> bool</ span > < span class ="n "> getBatch</ span > < span class ="p "> (</ span > < span class ="kt "> void</ span > < span class ="o "> *</ span > < span class ="n "> bindings</ span > < span class ="p "> [],</ span > < span class ="k "> const</ span > < span class ="kt "> char</ span > < span class ="o "> *</ span > < span class ="n "> names</ span > < span class ="p "> [],</ span > < span class ="kt "> int</ span > < span class ="n "> nbBindings</ span > < span class ="p "> )</ span > < span class ="k "> override</ span > < span class ="p "> {</ span >
522
+ < span class ="kt "> bool</ span > < span class ="n "> getBatch</ span > < span class ="p "> (</ span > < span class ="kt "> void</ span > < span class ="o "> *</ span > < span class ="n "> bindings</ span > < span class ="p "> [],</ span > < span class ="k "> const</ span > < span class ="kt "> char</ span > < span class ="o "> *</ span > < span class ="n "> names</ span > < span class ="p "> [],</ span > < span class ="kt "> int</ span > < span class ="n "> nbBindings</ span > < span class ="p "> )</ span > < span class ="k "> noexcept </ span > < span class =" k " > override</ span > < span class ="p "> {</ span >
523
523
< span class ="k "> return</ span > < span class ="nb "> false</ span > < span class ="p "> ;</ span >
524
524
< span class ="p "> }</ span >
525
525
526
- < span class ="k "> const</ span > < span class ="kt "> void</ span > < span class ="o "> *</ span > < span class ="n "> readCalibrationCache</ span > < span class ="p "> (</ span > < span class ="kt "> size_t</ span > < span class ="o "> &</ span > < span class ="n "> length</ span > < span class ="p "> )</ span > < span class ="k "> override</ span > < span class ="p "> {</ span >
526
+ < span class ="k "> const</ span > < span class ="kt "> void</ span > < span class ="o "> *</ span > < span class ="n "> readCalibrationCache</ span > < span class ="p "> (</ span > < span class ="kt "> size_t</ span > < span class ="o "> &</ span > < span class ="n "> length</ span > < span class ="p "> )</ span > < span class ="k "> noexcept </ span > < span class =" k " > override</ span > < span class ="p "> {</ span >
527
527
< span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> stringstream</ span > < span class ="n "> ss</ span > < span class ="p "> ;</ span >
528
528
< span class ="n "> ss</ span > < span class ="o "> <<</ span > < span class ="s "> "Reading Calibration Cache from "</ span > < span class ="o "> <<</ span > < span class ="n "> cache_file_path_</ span > < span class ="p "> ;</ span >
529
529
< span class ="n "> logging</ span > < span class ="o "> ::</ span > < span class ="n "> log</ span > < span class ="p "> (</ span > < span class ="n "> logging</ span > < span class ="o "> ::</ span > < span class ="n "> Level</ span > < span class ="o "> ::</ span > < span class ="n "> kINFO</ span > < span class ="p "> ,</ span > < span class ="n "> ss</ span > < span class ="p "> .</ span > < span class ="n "> str</ span > < span class ="p "> ());</ span >
@@ -539,7 +539,7 @@ <h1 id="cpp-api-program-listing-file-cpp-api-include-trtorch-ptq-h--page-root">
539
539
< span class ="k "> return</ span > < span class ="n "> length</ span > < span class ="o "> ?</ span > < span class ="n "> cache_</ span > < span class ="p "> .</ span > < span class ="n "> data</ span > < span class ="p "> ()</ span > < span class ="o "> :</ span > < span class ="k "> nullptr</ span > < span class ="p "> ;</ span >
540
540
< span class ="p "> }</ span >
541
541
542
- < span class ="kt "> void</ span > < span class ="n "> writeCalibrationCache</ span > < span class ="p "> (</ span > < span class ="k "> const</ span > < span class ="kt "> void</ span > < span class ="o "> *</ span > < span class ="n "> cache</ span > < span class ="p "> ,</ span > < span class ="kt "> size_t</ span > < span class ="n "> length</ span > < span class ="p "> )</ span > < span class ="k "> override</ span > < span class ="p "> {</ span >
542
+ < span class ="kt "> void</ span > < span class ="n "> writeCalibrationCache</ span > < span class ="p "> (</ span > < span class ="k "> const</ span > < span class ="kt "> void</ span > < span class ="o "> *</ span > < span class ="n "> cache</ span > < span class ="p "> ,</ span > < span class ="kt "> size_t</ span > < span class ="n "> length</ span > < span class ="p "> )</ span > < span class ="k "> noexcept </ span > < span class =" k " > override</ span > < span class ="p "> {</ span >
543
543
< span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> ofstream</ span > < span class ="nf "> cache_file</ span > < span class ="p "> (</ span > < span class ="n "> cache_file_path_</ span > < span class ="p "> ,</ span > < span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> ios</ span > < span class ="o "> ::</ span > < span class ="n "> binary</ span > < span class ="p "> );</ span >
544
544
< span class ="n "> cache_file</ span > < span class ="p "> .</ span > < span class ="n "> write</ span > < span class ="p "> (</ span > < span class ="k "> reinterpret_cast</ span > < span class ="o "> <</ span > < span class ="k "> const</ span > < span class ="kt "> char</ span > < span class ="o "> *></ span > < span class ="p "> (</ span > < span class ="n "> cache</ span > < span class ="p "> ),</ span > < span class ="n "> length</ span > < span class ="p "> );</ span >
545
545
< span class ="n "> std</ span > < span class ="o "> ::</ span > < span class ="n "> stringstream</ span > < span class ="n "> ss</ span > < span class ="p "> ;</ span >
0 commit comments