From e80badd278f54e8cde64243aa56687f8e6e32cc2 Mon Sep 17 00:00:00 2001 From: Navan Chauhan Date: Sat, 1 Aug 2020 15:34:22 +0530 Subject: added alpha model --- app/prod/checkpoints/LSTM_Chem-01-0.46.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-01-0.58.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-02-0.37.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-02-0.43.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-03-0.34.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-03-0.38.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-04-0.31.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-04-0.35.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-05-0.30.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-05-0.33.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-06-0.29.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-06-0.32.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-07-0.28.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-07-0.31.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-08-0.27.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-08-0.30.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-09-0.27.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-09-0.29.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-10-0.26.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-10-0.29.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-11-0.26.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-11-0.28.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-12-0.26.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-12-0.28.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-13-0.25.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-13-0.28.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-14-0.25.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-14-0.27.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-15-0.25.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-15-0.27.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-16-0.25.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-16-0.26.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-17-0.25.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-17-0.26.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-18-0.24.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-18-0.26.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-19-0.24.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-19-0.26.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-20-0.24.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-20-0.26.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-21-0.24.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-21-0.25.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-22-0.24.hdf5 | Bin 0 -> 3415040 bytes app/prod/checkpoints/LSTM_Chem-22-0.25.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-23-0.25.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-24-0.25.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-25-0.25.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-26-0.25.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-27-0.24.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-28-0.24.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-29-0.24.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-30-0.24.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-31-0.24.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-32-0.24.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-33-0.24.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-34-0.24.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-35-0.24.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-36-0.24.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-37-0.24.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-38-0.24.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-39-0.23.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-40-0.23.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-41-0.23.hdf5 | Bin 3440640 -> 0 bytes app/prod/checkpoints/LSTM_Chem-42-0.23.hdf5 | Bin 3440640 -> 0 bytes app/prod/config.json | 14 +- ....tfevents.1594644989.Jiamin.local.31642.1238.v2 | Bin 175733 -> 0 bytes ....tfevents.1594645021.Jiamin.local.profile-empty | Bin 40 -> 0 bytes ...ut.tfevents.1596270879.37a527ad9b57.122.1238.v2 | Bin 0 -> 174779 bytes ....tfevents.1596270888.37a527ad9b57.profile-empty | Bin 0 -> 40 bytes .../Jiamin.local.input_pipeline.pb | Bin 2499 -> 0 bytes .../Jiamin.local.kernel_stats.pb | 0 .../Jiamin.local.overview_page.pb | Bin 3383 -> 0 bytes .../Jiamin.local.tensorflow_stats.pb | Bin 56401 -> 0 bytes .../2020_07_13_20_57_01/Jiamin.local.trace.json.gz | Bin 244284 -> 0 bytes .../37a527ad9b57.input_pipeline.pb | Bin 0 -> 2544 bytes .../37a527ad9b57.kernel_stats.pb | 313 +++++++++++++++++++++ .../37a527ad9b57.overview_page.pb | Bin 0 -> 4233 bytes .../37a527ad9b57.tensorflow_stats.pb | Bin 0 -> 39302 bytes .../2020_08_01_08_34_48/37a527ad9b57.trace.json.gz | Bin 0 -> 72545 bytes ....tfevents.1594646871.Jiamin.local.31642.8717.v2 | Bin 2054 -> 0 bytes ...t.tfevents.1596271006.37a527ad9b57.122.10342.v2 | Bin 0 -> 1094 bytes app/prod/model_arch.json | 8 +- app/views.py | 7 +- lstm_chem/__init__.py | 0 lstm_chem/data_loader.py | 2 +- lstm_chem/finetuner.py | 5 +- lstm_chem/generator.py | 2 +- lstm_chem/model.py | 2 +- lstm_chem/trainer.py | 3 +- lstm_chem/utils/config.py | 0 lstm_chem/utils/dirs.py | 0 lstm_chem/utils/smiles_tokenizer.py | 9 +- ...okenizer.py.4faeffb638548d04ca4415dfe32cf8c7.py | 72 ----- lstm_chem/utils/smiles_tokenizer2.py | 56 ++++ 94 files changed, 393 insertions(+), 100 deletions(-) create mode 100644 app/prod/checkpoints/LSTM_Chem-01-0.46.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-01-0.58.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-02-0.37.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-02-0.43.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-03-0.34.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-03-0.38.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-04-0.31.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-04-0.35.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-05-0.30.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-05-0.33.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-06-0.29.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-06-0.32.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-07-0.28.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-07-0.31.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-08-0.27.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-08-0.30.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-09-0.27.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-09-0.29.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-10-0.26.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-10-0.29.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-11-0.26.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-11-0.28.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-12-0.26.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-12-0.28.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-13-0.25.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-13-0.28.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-14-0.25.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-14-0.27.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-15-0.25.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-15-0.27.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-16-0.25.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-16-0.26.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-17-0.25.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-17-0.26.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-18-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-18-0.26.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-19-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-19-0.26.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-20-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-20-0.26.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-21-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-21-0.25.hdf5 create mode 100644 app/prod/checkpoints/LSTM_Chem-22-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-22-0.25.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-23-0.25.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-24-0.25.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-25-0.25.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-26-0.25.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-27-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-28-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-29-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-30-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-31-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-32-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-33-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-34-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-35-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-36-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-37-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-38-0.24.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-39-0.23.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-40-0.23.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-41-0.23.hdf5 delete mode 100644 app/prod/checkpoints/LSTM_Chem-42-0.23.hdf5 delete mode 100644 app/prod/logs/train/events.out.tfevents.1594644989.Jiamin.local.31642.1238.v2 delete mode 100644 app/prod/logs/train/events.out.tfevents.1594645021.Jiamin.local.profile-empty create mode 100644 app/prod/logs/train/events.out.tfevents.1596270879.37a527ad9b57.122.1238.v2 create mode 100644 app/prod/logs/train/events.out.tfevents.1596270888.37a527ad9b57.profile-empty delete mode 100644 app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.input_pipeline.pb delete mode 100644 app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.kernel_stats.pb delete mode 100644 app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.overview_page.pb delete mode 100644 app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.tensorflow_stats.pb delete mode 100644 app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.trace.json.gz create mode 100644 app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.input_pipeline.pb create mode 100644 app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.kernel_stats.pb create mode 100644 app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.overview_page.pb create mode 100644 app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.tensorflow_stats.pb create mode 100644 app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.trace.json.gz delete mode 100644 app/prod/logs/validation/events.out.tfevents.1594646871.Jiamin.local.31642.8717.v2 create mode 100644 app/prod/logs/validation/events.out.tfevents.1596271006.37a527ad9b57.122.10342.v2 mode change 100755 => 100644 lstm_chem/__init__.py mode change 100755 => 100644 lstm_chem/data_loader.py mode change 100755 => 100644 lstm_chem/finetuner.py mode change 100755 => 100644 lstm_chem/generator.py mode change 100755 => 100644 lstm_chem/model.py mode change 100755 => 100644 lstm_chem/trainer.py mode change 100755 => 100644 lstm_chem/utils/config.py mode change 100755 => 100644 lstm_chem/utils/dirs.py mode change 100755 => 100644 lstm_chem/utils/smiles_tokenizer.py delete mode 100755 lstm_chem/utils/smiles_tokenizer.py.4faeffb638548d04ca4415dfe32cf8c7.py create mode 100644 lstm_chem/utils/smiles_tokenizer2.py diff --git a/app/prod/checkpoints/LSTM_Chem-01-0.46.hdf5 b/app/prod/checkpoints/LSTM_Chem-01-0.46.hdf5 new file mode 100644 index 0000000..9fd16ba Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-01-0.46.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-01-0.58.hdf5 b/app/prod/checkpoints/LSTM_Chem-01-0.58.hdf5 deleted file mode 100644 index 50c3f9e..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-01-0.58.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-02-0.37.hdf5 b/app/prod/checkpoints/LSTM_Chem-02-0.37.hdf5 new file mode 100644 index 0000000..36e70a6 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-02-0.37.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-02-0.43.hdf5 b/app/prod/checkpoints/LSTM_Chem-02-0.43.hdf5 deleted file mode 100644 index 9fa1f36..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-02-0.43.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-03-0.34.hdf5 b/app/prod/checkpoints/LSTM_Chem-03-0.34.hdf5 new file mode 100644 index 0000000..e6e7351 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-03-0.34.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-03-0.38.hdf5 b/app/prod/checkpoints/LSTM_Chem-03-0.38.hdf5 deleted file mode 100644 index 0234965..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-03-0.38.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-04-0.31.hdf5 b/app/prod/checkpoints/LSTM_Chem-04-0.31.hdf5 new file mode 100644 index 0000000..0867794 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-04-0.31.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-04-0.35.hdf5 b/app/prod/checkpoints/LSTM_Chem-04-0.35.hdf5 deleted file mode 100644 index 0758848..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-04-0.35.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-05-0.30.hdf5 b/app/prod/checkpoints/LSTM_Chem-05-0.30.hdf5 new file mode 100644 index 0000000..57ea926 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-05-0.30.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-05-0.33.hdf5 b/app/prod/checkpoints/LSTM_Chem-05-0.33.hdf5 deleted file mode 100644 index f46d338..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-05-0.33.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-06-0.29.hdf5 b/app/prod/checkpoints/LSTM_Chem-06-0.29.hdf5 new file mode 100644 index 0000000..fe7e8e8 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-06-0.29.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-06-0.32.hdf5 b/app/prod/checkpoints/LSTM_Chem-06-0.32.hdf5 deleted file mode 100644 index 02d3154..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-06-0.32.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-07-0.28.hdf5 b/app/prod/checkpoints/LSTM_Chem-07-0.28.hdf5 new file mode 100644 index 0000000..1e5a6c9 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-07-0.28.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-07-0.31.hdf5 b/app/prod/checkpoints/LSTM_Chem-07-0.31.hdf5 deleted file mode 100644 index 1c2718a..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-07-0.31.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-08-0.27.hdf5 b/app/prod/checkpoints/LSTM_Chem-08-0.27.hdf5 new file mode 100644 index 0000000..f84f6d5 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-08-0.27.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-08-0.30.hdf5 b/app/prod/checkpoints/LSTM_Chem-08-0.30.hdf5 deleted file mode 100644 index f2985a1..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-08-0.30.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-09-0.27.hdf5 b/app/prod/checkpoints/LSTM_Chem-09-0.27.hdf5 new file mode 100644 index 0000000..86a8ad7 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-09-0.27.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-09-0.29.hdf5 b/app/prod/checkpoints/LSTM_Chem-09-0.29.hdf5 deleted file mode 100644 index 3a8efa2..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-09-0.29.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-10-0.26.hdf5 b/app/prod/checkpoints/LSTM_Chem-10-0.26.hdf5 new file mode 100644 index 0000000..639a5f4 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-10-0.26.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-10-0.29.hdf5 b/app/prod/checkpoints/LSTM_Chem-10-0.29.hdf5 deleted file mode 100644 index 38f6136..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-10-0.29.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-11-0.26.hdf5 b/app/prod/checkpoints/LSTM_Chem-11-0.26.hdf5 new file mode 100644 index 0000000..a2f6534 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-11-0.26.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-11-0.28.hdf5 b/app/prod/checkpoints/LSTM_Chem-11-0.28.hdf5 deleted file mode 100644 index c2d5a03..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-11-0.28.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-12-0.26.hdf5 b/app/prod/checkpoints/LSTM_Chem-12-0.26.hdf5 new file mode 100644 index 0000000..755e155 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-12-0.26.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-12-0.28.hdf5 b/app/prod/checkpoints/LSTM_Chem-12-0.28.hdf5 deleted file mode 100644 index 2224b23..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-12-0.28.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-13-0.25.hdf5 b/app/prod/checkpoints/LSTM_Chem-13-0.25.hdf5 new file mode 100644 index 0000000..162afe5 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-13-0.25.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-13-0.28.hdf5 b/app/prod/checkpoints/LSTM_Chem-13-0.28.hdf5 deleted file mode 100644 index 8e3063e..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-13-0.28.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-14-0.25.hdf5 b/app/prod/checkpoints/LSTM_Chem-14-0.25.hdf5 new file mode 100644 index 0000000..5affda3 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-14-0.25.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-14-0.27.hdf5 b/app/prod/checkpoints/LSTM_Chem-14-0.27.hdf5 deleted file mode 100644 index 39b1722..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-14-0.27.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-15-0.25.hdf5 b/app/prod/checkpoints/LSTM_Chem-15-0.25.hdf5 new file mode 100644 index 0000000..670fda1 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-15-0.25.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-15-0.27.hdf5 b/app/prod/checkpoints/LSTM_Chem-15-0.27.hdf5 deleted file mode 100644 index 57f2a61..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-15-0.27.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-16-0.25.hdf5 b/app/prod/checkpoints/LSTM_Chem-16-0.25.hdf5 new file mode 100644 index 0000000..5a06163 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-16-0.25.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-16-0.26.hdf5 b/app/prod/checkpoints/LSTM_Chem-16-0.26.hdf5 deleted file mode 100644 index d60637a..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-16-0.26.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-17-0.25.hdf5 b/app/prod/checkpoints/LSTM_Chem-17-0.25.hdf5 new file mode 100644 index 0000000..b247b5c Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-17-0.25.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-17-0.26.hdf5 b/app/prod/checkpoints/LSTM_Chem-17-0.26.hdf5 deleted file mode 100644 index 7bdaa43..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-17-0.26.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-18-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-18-0.24.hdf5 new file mode 100644 index 0000000..b3efcaf Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-18-0.24.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-18-0.26.hdf5 b/app/prod/checkpoints/LSTM_Chem-18-0.26.hdf5 deleted file mode 100644 index e8d04cd..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-18-0.26.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-19-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-19-0.24.hdf5 new file mode 100644 index 0000000..bb4f504 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-19-0.24.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-19-0.26.hdf5 b/app/prod/checkpoints/LSTM_Chem-19-0.26.hdf5 deleted file mode 100644 index a61d1d4..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-19-0.26.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-20-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-20-0.24.hdf5 new file mode 100644 index 0000000..f5fddc6 Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-20-0.24.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-20-0.26.hdf5 b/app/prod/checkpoints/LSTM_Chem-20-0.26.hdf5 deleted file mode 100644 index 3c50da0..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-20-0.26.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-21-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-21-0.24.hdf5 new file mode 100644 index 0000000..574ffef Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-21-0.24.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-21-0.25.hdf5 b/app/prod/checkpoints/LSTM_Chem-21-0.25.hdf5 deleted file mode 100644 index f5eed7f..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-21-0.25.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-22-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-22-0.24.hdf5 new file mode 100644 index 0000000..ed0ef4b Binary files /dev/null and b/app/prod/checkpoints/LSTM_Chem-22-0.24.hdf5 differ diff --git a/app/prod/checkpoints/LSTM_Chem-22-0.25.hdf5 b/app/prod/checkpoints/LSTM_Chem-22-0.25.hdf5 deleted file mode 100644 index 21a1c98..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-22-0.25.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-23-0.25.hdf5 b/app/prod/checkpoints/LSTM_Chem-23-0.25.hdf5 deleted file mode 100644 index 21c6a8f..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-23-0.25.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-24-0.25.hdf5 b/app/prod/checkpoints/LSTM_Chem-24-0.25.hdf5 deleted file mode 100644 index 4a83e46..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-24-0.25.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-25-0.25.hdf5 b/app/prod/checkpoints/LSTM_Chem-25-0.25.hdf5 deleted file mode 100644 index e3c2126..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-25-0.25.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-26-0.25.hdf5 b/app/prod/checkpoints/LSTM_Chem-26-0.25.hdf5 deleted file mode 100644 index f36f1b6..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-26-0.25.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-27-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-27-0.24.hdf5 deleted file mode 100644 index e9b5134..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-27-0.24.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-28-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-28-0.24.hdf5 deleted file mode 100644 index 2226f68..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-28-0.24.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-29-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-29-0.24.hdf5 deleted file mode 100644 index aaee10f..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-29-0.24.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-30-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-30-0.24.hdf5 deleted file mode 100644 index 1a9bf6a..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-30-0.24.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-31-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-31-0.24.hdf5 deleted file mode 100644 index 2d3d8ff..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-31-0.24.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-32-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-32-0.24.hdf5 deleted file mode 100644 index ec54aa3..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-32-0.24.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-33-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-33-0.24.hdf5 deleted file mode 100644 index 8adf067..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-33-0.24.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-34-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-34-0.24.hdf5 deleted file mode 100644 index 76519de..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-34-0.24.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-35-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-35-0.24.hdf5 deleted file mode 100644 index d85fde1..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-35-0.24.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-36-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-36-0.24.hdf5 deleted file mode 100644 index d30fbe3..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-36-0.24.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-37-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-37-0.24.hdf5 deleted file mode 100644 index 56c1f4c..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-37-0.24.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-38-0.24.hdf5 b/app/prod/checkpoints/LSTM_Chem-38-0.24.hdf5 deleted file mode 100644 index 77f1542..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-38-0.24.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-39-0.23.hdf5 b/app/prod/checkpoints/LSTM_Chem-39-0.23.hdf5 deleted file mode 100644 index f2309e0..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-39-0.23.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-40-0.23.hdf5 b/app/prod/checkpoints/LSTM_Chem-40-0.23.hdf5 deleted file mode 100644 index 1938a09..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-40-0.23.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-41-0.23.hdf5 b/app/prod/checkpoints/LSTM_Chem-41-0.23.hdf5 deleted file mode 100644 index b43d8f5..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-41-0.23.hdf5 and /dev/null differ diff --git a/app/prod/checkpoints/LSTM_Chem-42-0.23.hdf5 b/app/prod/checkpoints/LSTM_Chem-42-0.23.hdf5 deleted file mode 100644 index 717ab2d..0000000 Binary files a/app/prod/checkpoints/LSTM_Chem-42-0.23.hdf5 and /dev/null differ diff --git a/app/prod/config.json b/app/prod/config.json index ccab45f..5a09acc 100644 --- a/app/prod/config.json +++ b/app/prod/config.json @@ -3,10 +3,10 @@ "data_filename": "./datasets/all_smiles_clean.txt", "data_length": 0, "units": 256, - "num_epochs": 42, + "num_epochs": 22, "optimizer": "adam", "seed": 71, - "batch_size": 512, + "batch_size": 256, "validation_split": 0.1, "verbose_training": true, "checkpoint_monitor": "val_loss", @@ -21,10 +21,10 @@ "finetune_batch_size": 1, "finetune_data_filename": "./datasets/protease_inhibitors_for_fine-tune.txt", "config_file": "app/prod/config.json", - "exp_dir": "experiments/2020-07-13/LSTM_Chem", - "tensorboard_log_dir": "app/prod/logs/", - "checkpoint_dir": "app/prod/checkpoints/", + "exp_dir": "experiments/alpha/LSTM_Chem", + "tensorboard_log_dir": "experiments/alpha/LSTM_Chem/logs/", + "checkpoint_dir": "experiments/alpha/LSTM_Chem/checkpoints/", "train_smi_max_len": 128, "model_arch_filename": "app/prod/model_arch.json", - "model_weight_filename": "app/prod/checkpoints/LSTM_Chem-42-0.23.hdf5" -} \ No newline at end of file + "model_weight_filename": "app/prod/checkpoints/LSTM_Chem-22-0.24.hdf5" +} diff --git a/app/prod/logs/train/events.out.tfevents.1594644989.Jiamin.local.31642.1238.v2 b/app/prod/logs/train/events.out.tfevents.1594644989.Jiamin.local.31642.1238.v2 deleted file mode 100644 index 52526ff..0000000 Binary files a/app/prod/logs/train/events.out.tfevents.1594644989.Jiamin.local.31642.1238.v2 and /dev/null differ diff --git a/app/prod/logs/train/events.out.tfevents.1594645021.Jiamin.local.profile-empty b/app/prod/logs/train/events.out.tfevents.1594645021.Jiamin.local.profile-empty deleted file mode 100644 index 94d6821..0000000 Binary files a/app/prod/logs/train/events.out.tfevents.1594645021.Jiamin.local.profile-empty and /dev/null differ diff --git a/app/prod/logs/train/events.out.tfevents.1596270879.37a527ad9b57.122.1238.v2 b/app/prod/logs/train/events.out.tfevents.1596270879.37a527ad9b57.122.1238.v2 new file mode 100644 index 0000000..0416007 Binary files /dev/null and b/app/prod/logs/train/events.out.tfevents.1596270879.37a527ad9b57.122.1238.v2 differ diff --git a/app/prod/logs/train/events.out.tfevents.1596270888.37a527ad9b57.profile-empty b/app/prod/logs/train/events.out.tfevents.1596270888.37a527ad9b57.profile-empty new file mode 100644 index 0000000..d47707a Binary files /dev/null and b/app/prod/logs/train/events.out.tfevents.1596270888.37a527ad9b57.profile-empty differ diff --git a/app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.input_pipeline.pb b/app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.input_pipeline.pb deleted file mode 100644 index 2555aa7..0000000 Binary files a/app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.input_pipeline.pb and /dev/null differ diff --git a/app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.kernel_stats.pb b/app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.kernel_stats.pb deleted file mode 100644 index e69de29..0000000 diff --git a/app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.overview_page.pb b/app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.overview_page.pb deleted file mode 100644 index 18cffd7..0000000 Binary files a/app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.overview_page.pb and /dev/null differ diff --git a/app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.tensorflow_stats.pb b/app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.tensorflow_stats.pb deleted file mode 100644 index 8c5eb9e..0000000 Binary files a/app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.tensorflow_stats.pb and /dev/null differ diff --git a/app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.trace.json.gz b/app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.trace.json.gz deleted file mode 100644 index 9e4ffce..0000000 Binary files a/app/prod/logs/train/plugins/profile/2020_07_13_20_57_01/Jiamin.local.trace.json.gz and /dev/null differ diff --git a/app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.input_pipeline.pb b/app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.input_pipeline.pb new file mode 100644 index 0000000..eff4713 Binary files /dev/null and b/app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.input_pipeline.pb differ diff --git a/app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.kernel_stats.pb b/app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.kernel_stats.pb new file mode 100644 index 0000000..8a8d5f3 --- /dev/null +++ b/app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.kernel_stats.pb @@ -0,0 +1,313 @@ + +e +volta_sgemm_128x32_sliced1x4_nn*28@Hb(gradients/CudnnRNN_grad/CudnnRNNBackproph +; +volta_sgemm_128x64_nn*28̱ @HbCudnnRNNh +Z +volta_sgemm_64x64_nt*28@Hb(gradients/CudnnRNN_grad/CudnnRNNBackproph +Z +volta_sgemm_128x64_nn*28थ@ +H +b(gradients/CudnnRNN_grad/CudnnRNNBackproph@ + +void LSTM_elementWise_fp(int, int, int, int, float const*, float const*, float const*, float const*, cudnn::reduced_divisor, float*, float*, float*, float const*, float*, bool, int, cudnnRNNClipMode_t, cudnnNanPropagation_t, float, float)*28@HbCudnnRNNh + +void LSTM_elementWise_bp1(int, int, float*, float*, float*, float*, float*, float*, float*, float*, float*, int, int, cudnnRNNClipMode_t, cudnnNanPropagation_t, float, float)*28@Hb(gradients/CudnnRNN_grad/CudnnRNNBackproph +c +volta_sgemm_32x32_sliced1x4_nn*28@Hb(gradients/CudnnRNN_grad/CudnnRNNBackproph@ +9 +volta_sgemm_64x64_nn*28@HbCudnnRNNh@ +b +volta_sgemm_32x32_sliced1x4_nt*28}@}H}b(gradients/CudnnRNN_grad/CudnnRNNBackproph + +void GENERIC_elementWise_bp2(int, int, float*, float*, cudnn::reduced_divisor, float*)*28o@7H7b(gradients/CudnnRNN_grad/CudnnRNNBackproph + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorShufflingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorShufflingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*285@ؼHb$gradients/transpose_9_grad/transposeh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorShufflingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorShufflingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*284@Hb transpose_9h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*283@Hbgradients/AddNh +R +volta_sgemm_32x128_nn*28)@)H)b!sequential/dense/Tensordot/MatMulh +r +volta_sgemm_32x32_sliced1x4_nt*28!@!H!b8gradient_tape/sequential/dense/Tensordot/MatMul/MatMul_1h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorShufflingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorShufflingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@Hb transpose_0h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorShufflingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorShufflingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@Hb"gradients/transpose_grad/transposeh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@Hbsequential/lstm_1/dropout/Mul_1h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@Hb'gradient_tape/sequential/lstm_1/mul/Mulh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@Hbsequential/lstm_1/mulh +h +volta_sgemm_128x128_tn*28@Hb6gradient_tape/sequential/dense/Tensordot/MatMul/MatMulh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@ H b-gradients/strided_slice_grad/StridedSliceGradh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, false>, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, false>, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28@Hbsequential/lstm_1/dropout/Mulh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorConversionOp, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorConversionOp, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@Hbsequential/lstm_1/dropout/Casth + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, false>, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, false>, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28 @ H b&sequential/lstm_1/dropout/GreaterEqualh + +void tensorflow::functor::FillPhiloxRandomKernelLaunch >(tensorflow::random::PhiloxRandom, tensorflow::random::UniformDistribution::ResultElementType*, long long, tensorflow::random::UniformDistribution)*28 +@ +H +b6sequential/lstm_1/dropout/random_uniform/RandomUniformh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28ɘ +@ɘ +Hɘ +bsequential/lstm_1/ones_likeh + +void tensorflow::concat_variable_kernel(tensorflow::GpuDeviceArrayStruct, tensorflow::GpuDeviceArrayStruct, int, int, float*)*28@Hb +concat_1_0h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int)*28@Hb6gradient_tape/categorical_crossentropy/truediv/RealDivh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int)*28@Hb&gradient_tape/sequential/dense/truedivh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28ċ@ċHċbAddN_1h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@HbAddNh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@Hb.gradient_tape/categorical_crossentropy/mul/Mulh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@HbAddN_2h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@Hb2gradient_tape/categorical_crossentropy/truediv/mulh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@Hb*gradient_tape/categorical_crossentropy/mulh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@Hbcategorical_crossentropy/mulh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@Hb"gradient_tape/sequential/dense/mulh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@Hb*gradient_tape/sequential/dense/truediv/mulh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@Hbsequential/lstm/mulh + + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorSelectOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorSelectOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, long)*28@Hb=gradient_tape/categorical_crossentropy/clip_by_value/SelectV2h + + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorSelectOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorSelectOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, long)*28@Hb?gradient_tape/categorical_crossentropy/clip_by_value/SelectV2_1h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int)*28@Hb$gradient_tape/sequential/dense/Equalh + +void tensorflow::(anonymous namespace)::SplitOpKernel(float const*, int, int, int, tensorflow::GpuDeviceArrayStruct)*28@H bsplit_1h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int)*28@Hb categorical_crossentropy/truedivh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int)*28@Hb8gradient_tape/categorical_crossentropy/truediv/RealDiv_2h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int)*28@Hb0gradient_tape/sequential/dense/truediv/RealDiv_2h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int)*28@Hbsequential/dense/truedivh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int)*28@Hb8gradient_tape/categorical_crossentropy/truediv/RealDiv_1h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int)*28@Hb.gradient_tape/sequential/dense/truediv/RealDivh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int)*28@Hb0gradient_tape/sequential/dense/truediv/RealDiv_1h + +void tensorflow::functor::RowReduceKernel >(float*, float*, int, int, tensorflow::functor::Sum, std::iterator_traits::value_type)*28@Hbcategorical_crossentropy/Sumh + +void tensorflow::functor::RowReduceKernel(float*, float*, int, int, cub::Max, std::iterator_traits::value_type)*28@Hbsequential/dense/Maxh + +void tensorflow::functor::RowReduceKernel >(float*, float*, int, int, tensorflow::functor::Sum, std::iterator_traits::value_type)*28@Hb(gradient_tape/sequential/dense/sub/Sum_1h + +Tvoid tensorflow::BiasNHWCKernel(int, float const*, float const*, float*, int)*28@Hbsequential/dense/BiasAddh + +void tensorflow::functor::RowReduceKernel >(float*, float*, int, int, tensorflow::functor::Sum, std::iterator_traits::value_type)*28@Hb"gradient_tape/sequential/dense/Sumh + +void tensorflow::functor::RowReduceKernel >(float*, float*, int, int, tensorflow::functor::Sum, std::iterator_traits::value_type)*28@Hbcategorical_crossentropy/Sum_1h + +void tensorflow::functor::RowReduceKernel >(float*, float*, int, int, tensorflow::functor::Sum, std::iterator_traits::value_type)*28@Hbsequential/dense/Sumh + +void tensorflow::functor::RowReduceKernel >(float*, float*, int, int, tensorflow::functor::Sum, std::iterator_traits::value_type)*28@Hb4gradient_tape/categorical_crossentropy/truediv/Sum_1h + +void tensorflow::functor::RowReduceKernel >(float*, float*, int, int, tensorflow::functor::Sum, std::iterator_traits::value_type)*28@Hb,gradient_tape/sequential/dense/truediv/Sum_1h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28@Hbcategorical_crossentropy/Logh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28@Hbsequential/dense/Exph + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28@Hb2gradient_tape/categorical_crossentropy/truediv/Negh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28ô@ôHôb1gradient_tape/categorical_crossentropy/Reciprocalh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28ò@òHòb&gradient_tape/sequential/dense/sub/Negh + +void tensorflow::(anonymous namespace)::SplitOpKernel(float const*, int, int, int, tensorflow::GpuDeviceArrayStruct)*28@H…bsplith + +void tensorflow::functor::ColumnReduceKernel(float const*, float*, int, int, cub::Sum, std::iterator_traits::value_type)*28@Hb2gradient_tape/sequential/dense/BiasAdd/BiasAddGradh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, false>, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, false>, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28ï@ïHïbsequential/lstm/dropout/Mulh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28Ü@ÜHÜb$gradient_tape/sequential/dense/mul_1h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const> const, Eigen::GpuDevice>, int)*28@Hbsequential/dense/subh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, false>, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, false>, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28@Hb&categorical_crossentropy/clip_by_valueh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, false>, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, false>, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28Ê@ÊHÊb.categorical_crossentropy/clip_by_value/Minimumh +b +volta_sgemm_64x32_sliced1x4_nn*28@Hb(gradients/CudnnRNN_grad/CudnnRNNBackproph + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, false>, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, false>, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28@Hb>gradient_tape/categorical_crossentropy/clip_by_value/LessEqualh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, false>, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, false>, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28@Hb$sequential/lstm/dropout/GreaterEqualh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28@Hb*gradient_tape/sequential/dense/truediv/Negh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, false>, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, false>, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28@HbAgradient_tape/categorical_crossentropy/clip_by_value/GreaterEqualh + +void Eigen::internal::EigenMetaKernel const, Eigen::array const, Eigen::TensorMap, 16, Eigen::MakePointer> >, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator const, Eigen::array const, Eigen::TensorMap, 16, Eigen::MakePointer> >, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::GpuDevice>, int)*28@'H0bgradients/split_1_grad/concath + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorConversionOp, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorConversionOp, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@Hb#gradient_tape/sequential/dense/Casth + +void transpose_readWrite_alignment_kernel(cublasTransposeParams, float const*, float*, float const*)*28@IH`bCudnnRNNh + +void Eigen::internal::EigenMetaKernel const, Eigen::array const, Eigen::TensorMap, 16, Eigen::MakePointer> >, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator const, Eigen::array const, Eigen::TensorMap, 16, Eigen::MakePointer> >, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::GpuDevice>, int)*28@ H8bgradients/split_grad/concath + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorConversionOp, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorConversionOp, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28@HbXsequential/lstm/dropout/ArithmeticOptimizer/ReorderCastLikeAndValuePreserving_float_Casth + +void tensorflow::functor::ApplyAdamKernel(int, float*, float*, float*, float const*, float const*, float const*, float const*, float const*, float const*, float const*, bool)*28@Hb$Adam/Adam/update_3/ResourceApplyAdamh + +void tensorflow::functor::FillPhiloxRandomKernelLaunch >(tensorflow::random::PhiloxRandom, tensorflow::random::UniformDistribution::ResultElementType*, long long, tensorflow::random::UniformDistribution)*28@Hb4sequential/lstm/dropout/random_uniform/RandomUniformh + +void tensorflow::functor::ApplyAdamKernel(int, float*, float*, float*, float const*, float const*, float const*, float const*, float const*, float const*, float const*, bool)*28@Hb$Adam/Adam/update_4/ResourceApplyAdamh + +void tensorflow::functor::ApplyAdamKernel(int, float*, float*, float*, float const*, float const*, float const*, float const*, float const*, float const*, float const*, bool)*28@Hb$Adam/Adam/update_1/ResourceApplyAdamh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28@Hb*gradient_tape/sequential/dense/BroadcastToh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28@Hb4gradient_tape/categorical_crossentropy/BroadcastTo_1h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28@Hb2gradient_tape/categorical_crossentropy/BroadcastToh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28@HbAgradient_tape/categorical_crossentropy/clip_by_value/zeros_like_1h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28@Hb?gradient_tape/categorical_crossentropy/clip_by_value/zeros_likeh +9 +volta_sgemm_128x32_nn*28@HbCudnnRNNh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28@Hbsequential/lstm/ones_likeh + +void tensorflow::(anonymous namespace)::SplitOpKernel(float const*, int, int, int, tensorflow::GpuDeviceArrayStruct)*28@MHPbsplit_2h + +void tensorflow::functor::SwapDimension1And2InTensor3UsingTiles(unsigned int const*, tensorflow::functor::Dimension<3>, unsigned int*)*28@:HYb$gradients/transpose_3_grad/transposeh + +void tensorflow::functor::SwapDimension1And2InTensor3UsingTiles(unsigned int const*, tensorflow::functor::Dimension<3>, unsigned int*)*28@?HRb$gradients/transpose_5_grad/transposeh + +void tensorflow::functor::SwapDimension1And2InTensor3UsingTiles(unsigned int const*, tensorflow::functor::Dimension<3>, unsigned int*)*28@=HOb$gradients/transpose_8_grad/transposeh + +void tensorflow::functor::SwapDimension1And2InTensor3UsingTiles(unsigned int const*, tensorflow::functor::Dimension<3>, unsigned int*)*28@?HHb transpose_5h + +void tensorflow::functor::SwapDimension1And2InTensor3UsingTiles(unsigned int const*, tensorflow::functor::Dimension<3>, unsigned int*)*28@?H@b transpose_7h + +void tensorflow::functor::SwapDimension1And2InTensor3UsingTiles(unsigned int const*, tensorflow::functor::Dimension<3>, unsigned int*)*28@@H@b transpose_8h + +void tensorflow::functor::SwapDimension1And2InTensor3UsingTiles(unsigned int const*, tensorflow::functor::Dimension<3>, unsigned int*)*28~@>H@b transpose_6h + +void tensorflow::functor::SwapDimension1And2InTensor3UsingTiles(unsigned int const*, tensorflow::functor::Dimension<3>, unsigned int*)*28|@2HJb$gradients/transpose_1_grad/transposeh + +void Eigen::internal::EigenMetaKernel const, Eigen::DSizes const, Eigen::DSizes const, Eigen::TensorMap, 16, Eigen::MakePointer> >, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator const, Eigen::DSizes const, Eigen::DSizes const, Eigen::TensorMap, 16, Eigen::MakePointer> >, Eigen::TensorMap, 16, Eigen::MakePointer> const> const, Eigen::GpuDevice>, long)*28|@(unsigned int const*, tensorflow::functor::Dimension<3>, unsigned int*)*28|@(unsigned int const*, tensorflow::functor::Dimension<3>, unsigned int*)*28x@9H?b$gradients/transpose_2_grad/transposeh + +void tensorflow::functor::SwapDimension1And2InTensor3UsingTiles(unsigned int const*, tensorflow::functor::Dimension<3>, unsigned int*)*28v@6H@b$gradients/transpose_7_grad/transposeh + +void tensorflow::functor::SwapDimension1And2InTensor3UsingTiles(unsigned int const*, tensorflow::functor::Dimension<3>, unsigned int*)*28q@/HAb$gradients/transpose_4_grad/transposeh + +void tensorflow::functor::SwapDimension1And2InTensor3UsingTiles(unsigned int const*, tensorflow::functor::Dimension<3>, unsigned int*)*28o@0H?b transpose_4h + +void tensorflow::functor::ApplyAdamKernel(int, float*, float*, float*, float const*, float const*, float const*, float const*, float const*, float const*, float const*, bool)*28o@oHob"Adam/Adam/update/ResourceApplyAdamh + +void tensorflow::functor::SwapDimension1And2InTensor3UsingTiles(unsigned int const*, tensorflow::functor::Dimension<3>, unsigned int*)*28j@3H6b transpose_1h + +void tensorflow::functor::SwapDimension1And2InTensor3UsingTiles(unsigned int const*, tensorflow::functor::Dimension<3>, unsigned int*)*28e@2H3b transpose_2h + +void tensorflow::functor::SwapDimension1And2InTensor3UsingTiles(unsigned int const*, tensorflow::functor::Dimension<3>, unsigned int*)*28d@2H2b transpose_3h + +void tensorflow::(anonymous namespace)::DynamicStitchKernel(int, int, tensorflow::GpuDeviceArrayStruct, tensorflow::GpuDeviceArrayStruct, int*)*28[@[H[b4gradient_tape/categorical_crossentropy/DynamicStitchh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorBroadcastingOp const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28M@MHMb;gradient_tape/categorical_crossentropy/weighted_loss/Tile_1h + +void tensorflow::functor::ApplyAdamKernel(int, float*, float*, float*, float const*, float const*, float const*, float const*, float const*, float const*, float const*, bool)*28D@DHDb$Adam/Adam/update_5/ResourceApplyAdamh + +void tensorflow::functor::CleanupSegments(float*, float*, int, int, int, cub::Sum, std::iterator_traits::value_type)*28B@BHBb2gradient_tape/sequential/dense/BiasAdd/BiasAddGradh + +void tensorflow::functor::ApplyAdamKernel(int, float*, float*, float*, float const*, float const*, float const*, float const*, float const*, float const*, float const*, bool)*28@@@H@b$Adam/Adam/update_2/ResourceApplyAdamh + +void tensorflow::functor::ApplyAdamKernel(int, float*, float*, float*, float const*, float const*, float const*, float const*, float const*, float const*, float const*, bool)*28?@?H?b$Adam/Adam/update_6/ResourceApplyAdamh + +void tensorflow::functor::ApplyAdamKernel(int, float*, float*, float*, float const*, float const*, float const*, float const*, float const*, float const*, float const*, bool)*28?@?H?b$Adam/Adam/update_7/ResourceApplyAdamh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*285@5H5bsequential/lstm_1/zerosh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*281@1H1b zeros_like_5h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*280@0H0b zeros_like_4h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*280@0H0bcategorical_crossentropy/Negh + +void tensorflow::functor::BlockReduceKernel >(float*, float*, int, tensorflow::functor::Sum, std::iterator_traits::value_type)*280@0H0b*categorical_crossentropy/weighted_loss/Sumh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28/@/H/b +Adam/Pow_1h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28.@.H.bsequential/lstm/zerosh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorConversionOp, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorConversionOp, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28-@-H-b Adam/Cast_1h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28,@,H,bAdam/addh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28,@,H,b,categorical_crossentropy/weighted_loss/valueh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28,@,H,bAdam/Powh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseUnaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28,@,H,b*gradient_tape/categorical_crossentropy/Negh + +void tensorflow::functor::BlockReduceKernel >(int*, int*, int, tensorflow::functor::Prod, std::iterator_traits::value_type)*28+@+H+bsequential/dense/Tensordot/Prodh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28+@+H+bAdam/Adam/AssignAddVariableOph + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28)@)H)b +div_no_nanh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28(@(H(b +zeros_likeh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28(@(H(bMulh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28'@'H'b zeros_like_3h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28'@'H'b zeros_like_1h + +yvoid tensorflow::GatherOpKernel(int const*, int const*, int*, long long, long long, long long, long long)*28'@'H'b#sequential/dense/Tensordot/GatherV2h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28&@&H&bEgradient_tape/categorical_crossentropy/weighted_loss/value/div_no_nanh + +yvoid tensorflow::GatherOpKernel(int const*, int const*, int*, long long, long long, long long, long long)*28$@$H$b%sequential/dense/Tensordot/GatherV2_1h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28#@#H#bAssignAddVariableOph + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorConversionOp, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorConversionOp, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28!@!H!b8categorical_crossentropy/weighted_loss/num_elements/Casth + +void tensorflow::functor::CleanupSegments >(float*, float*, int, int, int, tensorflow::functor::Sum, std::iterator_traits::value_type)*28!@!H!b*categorical_crossentropy/weighted_loss/Sumh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28!@!H!bAssignAddVariableOph + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorConversionOp, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorConversionOp, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28 @ H bCasth + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseNullaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, int)*28 @ H b zeros_like_2h + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28 @ H b GreaterEqualh + +void Eigen::internal::EigenMetaKernel, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long>(Eigen::TensorEvaluator, 16, Eigen::MakePointer>, Eigen::TensorCwiseBinaryOp, Eigen::TensorMap, 16, Eigen::MakePointer> const, Eigen::TensorMap, 16, Eigen::MakePointer> const> const> const, Eigen::GpuDevice>, long)*28 @ H bAssignAddVariableOp_1h \ No newline at end of file diff --git a/app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.overview_page.pb b/app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.overview_page.pb new file mode 100644 index 0000000..2adb64d Binary files /dev/null and b/app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.overview_page.pb differ diff --git a/app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.tensorflow_stats.pb b/app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.tensorflow_stats.pb new file mode 100644 index 0000000..c1093f2 Binary files /dev/null and b/app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.tensorflow_stats.pb differ diff --git a/app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.trace.json.gz b/app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.trace.json.gz new file mode 100644 index 0000000..c3d1c0f Binary files /dev/null and b/app/prod/logs/train/plugins/profile/2020_08_01_08_34_48/37a527ad9b57.trace.json.gz differ diff --git a/app/prod/logs/validation/events.out.tfevents.1594646871.Jiamin.local.31642.8717.v2 b/app/prod/logs/validation/events.out.tfevents.1594646871.Jiamin.local.31642.8717.v2 deleted file mode 100644 index 47519ee..0000000 Binary files a/app/prod/logs/validation/events.out.tfevents.1594646871.Jiamin.local.31642.8717.v2 and /dev/null differ diff --git a/app/prod/logs/validation/events.out.tfevents.1596271006.37a527ad9b57.122.10342.v2 b/app/prod/logs/validation/events.out.tfevents.1596271006.37a527ad9b57.122.10342.v2 new file mode 100644 index 0000000..4f01399 Binary files /dev/null and b/app/prod/logs/validation/events.out.tfevents.1596271006.37a527ad9b57.122.10342.v2 differ diff --git a/app/prod/model_arch.json b/app/prod/model_arch.json index e41f8b2..561b34f 100644 --- a/app/prod/model_arch.json +++ b/app/prod/model_arch.json @@ -11,7 +11,7 @@ "batch_input_shape": [ null, null, - 52 + 47 ], "dtype": "float32", "return_sequences": true, @@ -64,7 +64,7 @@ "batch_input_shape": [ null, null, - 52 + 47 ], "dtype": "float32", "return_sequences": true, @@ -115,7 +115,7 @@ "name": "dense", "trainable": true, "dtype": "float32", - "units": 52, + "units": 47, "activation": "softmax", "use_bias": true, "kernel_initializer": { @@ -141,7 +141,7 @@ "build_input_shape": [ null, null, - 52 + 47 ] }, "keras_version": "2.3.0-tf", diff --git a/app/views.py b/app/views.py index 488053c..2532736 100644 --- a/app/views.py +++ b/app/views.py @@ -110,6 +110,7 @@ def wtform(): flash_errors(myform) return render_template('wtform.html', form=myform) + try: from lstm_chem.utils.config import process_config from lstm_chem.model import LSTMChem @@ -120,8 +121,7 @@ try: print("Testing Model") gen.sample(1) except: - print("ok") - + print("Could not load tensorflow model :/") @app.route('/Generate', methods=['GET','POST']) def generate(): @@ -131,7 +131,8 @@ def generate(): with open("./app/prod/config.json") as config: import json j = json.loads(config.read()) - print(j["exp_name"]) + print("Model Name:", j["exp_name"]) + if request.method == 'POST' and form.validate_on_submit(): result = gen.sample(form.n.data) diff --git a/lstm_chem/__init__.py b/lstm_chem/__init__.py old mode 100755 new mode 100644 diff --git a/lstm_chem/data_loader.py b/lstm_chem/data_loader.py old mode 100755 new mode 100644 index 86ddbba..243f7e6 --- a/lstm_chem/data_loader.py +++ b/lstm_chem/data_loader.py @@ -3,7 +3,7 @@ import os import numpy as np from tqdm import tqdm from tensorflow.keras.utils import Sequence -from lstm_chem.utils.smiles_tokenizer import SmilesTokenizer +from lstm_chem.utils.smiles_tokenizer2 import SmilesTokenizer class DataLoader(Sequence): diff --git a/lstm_chem/finetuner.py b/lstm_chem/finetuner.py old mode 100755 new mode 100644 index 904958b..24f26ce --- a/lstm_chem/finetuner.py +++ b/lstm_chem/finetuner.py @@ -1,4 +1,4 @@ -from lstm_chem.utils.smiles_tokenizer import SmilesTokenizer +from lstm_chem.utils.smiles_tokenizer2 import SmilesTokenizer from lstm_chem.generator import LSTMChemGenerator @@ -14,7 +14,8 @@ class LSTMChemFinetuner(LSTMChemGenerator): self.model.compile(optimizer=self.config.optimizer, loss='categorical_crossentropy') - history = self.model.fit_generator( +# history = self.model.fit_generator( + history = self.model.fit( self.finetune_data_loader, steps_per_epoch=self.finetune_data_loader.__len__(), epochs=self.config.finetune_epochs, diff --git a/lstm_chem/generator.py b/lstm_chem/generator.py old mode 100755 new mode 100644 index 498f864..4f80e9f --- a/lstm_chem/generator.py +++ b/lstm_chem/generator.py @@ -1,6 +1,6 @@ from tqdm import tqdm import numpy as np -from lstm_chem.utils.smiles_tokenizer import SmilesTokenizer +from lstm_chem.utils.smiles_tokenizer2 import SmilesTokenizer class LSTMChemGenerator(object): diff --git a/lstm_chem/model.py b/lstm_chem/model.py old mode 100755 new mode 100644 index 079589a..368a834 --- a/lstm_chem/model.py +++ b/lstm_chem/model.py @@ -4,7 +4,7 @@ from tensorflow.keras import Sequential from tensorflow.keras.models import model_from_json from tensorflow.keras.layers import LSTM, Dense from tensorflow.keras.initializers import RandomNormal -from lstm_chem.utils.smiles_tokenizer import SmilesTokenizer +from lstm_chem.utils.smiles_tokenizer2 import SmilesTokenizer class LSTMChem(object): diff --git a/lstm_chem/trainer.py b/lstm_chem/trainer.py old mode 100755 new mode 100644 index 4e8057e..0ed608a --- a/lstm_chem/trainer.py +++ b/lstm_chem/trainer.py @@ -32,7 +32,8 @@ class LSTMChemTrainer(object): )) def train(self): - history = self.model.fit_generator( +# history = self.model.fit_generator( + history = self.model.fit( self.train_data_loader, steps_per_epoch=self.train_data_loader.__len__(), epochs=self.config.num_epochs, diff --git a/lstm_chem/utils/config.py b/lstm_chem/utils/config.py old mode 100755 new mode 100644 diff --git a/lstm_chem/utils/dirs.py b/lstm_chem/utils/dirs.py old mode 100755 new mode 100644 diff --git a/lstm_chem/utils/smiles_tokenizer.py b/lstm_chem/utils/smiles_tokenizer.py old mode 100755 new mode 100644 index d15d625..f998c4a --- a/lstm_chem/utils/smiles_tokenizer.py +++ b/lstm_chem/utils/smiles_tokenizer.py @@ -1,8 +1,5 @@ -import copy import numpy as np -import time - class SmilesTokenizer(object): def __init__(self): @@ -30,7 +27,7 @@ class SmilesTokenizer(object): 'S', 'K', 'V', - 'I', + 'I' ] special = [ '(', ')', '[', ']', '=', '#', '%', '0', '1', '2', '3', '4', '5', @@ -51,8 +48,6 @@ class SmilesTokenizer(object): N = len(smiles) i = 0 token = [] - - timeout = time.time() + 5 # 5 seconds from now while (i < N): for j in range(self.table_len): symbol = self.table[j] @@ -60,8 +55,6 @@ class SmilesTokenizer(object): token.append(symbol) i += len(symbol) break - if time.time() > timeout: - break return token def one_hot_encode(self, tokenized_smiles): diff --git a/lstm_chem/utils/smiles_tokenizer.py.4faeffb638548d04ca4415dfe32cf8c7.py b/lstm_chem/utils/smiles_tokenizer.py.4faeffb638548d04ca4415dfe32cf8c7.py deleted file mode 100755 index d15d625..0000000 --- a/lstm_chem/utils/smiles_tokenizer.py.4faeffb638548d04ca4415dfe32cf8c7.py +++ /dev/null @@ -1,72 +0,0 @@ -import copy -import numpy as np - -import time - - -class SmilesTokenizer(object): - def __init__(self): - atoms = [ - 'Li', - 'Na', - 'Al', - 'Si', - 'Cl', - 'Sc', - 'Zn', - 'As', - 'Se', - 'Br', - 'Sn', - 'Te', - 'Cn', - 'H', - 'B', - 'C', - 'N', - 'O', - 'F', - 'P', - 'S', - 'K', - 'V', - 'I', - ] - special = [ - '(', ')', '[', ']', '=', '#', '%', '0', '1', '2', '3', '4', '5', - '6', '7', '8', '9', '+', '-', 'se', 'te', 'c', 'n', 'o', 's' - ] - padding = ['G', 'A', 'E'] - - self.table = sorted(atoms, key=len, reverse=True) + special + padding - self.table_len = len(self.table) - - self.one_hot_dict = {} - for i, symbol in enumerate(self.table): - vec = np.zeros(self.table_len, dtype=np.float32) - vec[i] = 1 - self.one_hot_dict[symbol] = vec - - def tokenize(self, smiles): - N = len(smiles) - i = 0 - token = [] - - timeout = time.time() + 5 # 5 seconds from now - while (i < N): - for j in range(self.table_len): - symbol = self.table[j] - if symbol == smiles[i:i + len(symbol)]: - token.append(symbol) - i += len(symbol) - break - if time.time() > timeout: - break - return token - - def one_hot_encode(self, tokenized_smiles): - result = np.array( - [self.one_hot_dict[symbol] for symbol in tokenized_smiles], - dtype=np.float32) - result = result.reshape(1, result.shape[0], result.shape[1]) - return result diff --git a/lstm_chem/utils/smiles_tokenizer2.py b/lstm_chem/utils/smiles_tokenizer2.py new file mode 100644 index 0000000..29575ba --- /dev/null +++ b/lstm_chem/utils/smiles_tokenizer2.py @@ -0,0 +1,56 @@ +import numpy as np + + +class SmilesTokenizer(object): + def __init__(self): + atoms = [ + 'Al', 'As', 'B', 'Br', 'C', 'Cl', 'F', 'H', 'I', 'K', 'Li', 'N', + 'Na', 'O', 'P', 'S', 'Se', 'Si', 'Te' + ] + special = [ + '(', ')', '[', ']', '=', '#', '%', '0', '1', '2', '3', '4', '5', + '6', '7', '8', '9', '+', '-', 'se', 'te', 'c', 'n', 'o', 's' + ] + padding = ['G', 'A', 'E'] + + self.table = sorted(atoms, key=len, reverse=True) + special + padding + table_len = len(self.table) + + self.table_2_chars = list(filter(lambda x: len(x) == 2, self.table)) + self.table_1_chars = list(filter(lambda x: len(x) == 1, self.table)) + + self.one_hot_dict = {} + for i, symbol in enumerate(self.table): + vec = np.zeros(table_len, dtype=np.float32) + vec[i] = 1 + self.one_hot_dict[symbol] = vec + + def tokenize(self, smiles): + smiles = smiles + ' ' + N = len(smiles) + token = [] + i = 0 + while (i < N): + c1 = smiles[i] + c2 = smiles[i:i + 2] + + if c2 in self.table_2_chars: + token.append(c2) + i += 2 + continue + + if c1 in self.table_1_chars: + token.append(c1) + i += 1 + continue + + i += 1 + + return token + + def one_hot_encode(self, tokenized_smiles): + result = np.array( + [self.one_hot_dict[symbol] for symbol in tokenized_smiles], + dtype=np.float32) + result = result.reshape(1, result.shape[0], result.shape[1]) + return result -- cgit v1.2.3