From 08b4ac2b9a9dc99f0d186ad17ba622be8e1f6b07 Mon Sep 17 00:00:00 2001 From: shaoxiaoyu <13261000068@163.com> Date: Tue, 4 Dec 2018 16:25:19 +0800 Subject: [PATCH] update --- .DS_Store | Bin 0 -> 8196 bytes .idea/attention-is-all-you-need-pytorch.iml | 12 + .idea/dictionaries/shaolin.xml | 3 + .idea/misc.xml | 4 + .idea/modules.xml | 8 + .idea/vcs.xml | 6 + .idea/workspace.xml | 588 + data/.DS_Store | Bin 0 -> 8196 bytes data/multi30k.pkl | Bin 0 -> 2847817 bytes data/multi30k/multi-bleu.perl | 177 + data/multi30k/nonbreaking_prefix.de | 325 + data/multi30k/nonbreaking_prefix.de.atok | 0 data/multi30k/nonbreaking_prefix.en | 121 + data/multi30k/nonbreaking_prefix.en.atok | 0 data/multi30k/test.de | 1000 + data/multi30k/test.de.atok | 0 data/multi30k/test.en | 1000 + data/multi30k/test.en.atok | 0 data/multi30k/tokenizer.perl | 583 + data/multi30k/train.de | 29001 ++++++++++++++++++ data/multi30k/train.de.atok | 0 data/multi30k/train.en | 29001 ++++++++++++++++++ data/multi30k/train.en.atok | 0 data/multi30k/val.de | 1015 + data/multi30k/val.de.atok | 0 data/multi30k/val.en | 1015 + data/multi30k/val.en.atok | 0 dataset.py | 62 +- preprocess.py | 156 +- train.py | 229 +- transformer/Layers.py | 129 +- transformer/Models.py | 143 +- transformer/Modules.py | 28 - transformer/Optim.py | 25 +- transformer/SubLayers.py | 81 - transformer/__init__.py | 7 +- translate.py | 2 + 37 files changed, 64364 insertions(+), 357 deletions(-) create mode 100644 .DS_Store create mode 100644 .idea/attention-is-all-you-need-pytorch.iml create mode 100644 .idea/dictionaries/shaolin.xml create mode 100644 .idea/misc.xml create mode 100644 .idea/modules.xml create mode 100644 .idea/vcs.xml create mode 100644 .idea/workspace.xml create mode 100644 data/.DS_Store create mode 100644 data/multi30k.pkl create mode 100644 data/multi30k/multi-bleu.perl create mode 100644 data/multi30k/nonbreaking_prefix.de create mode 100644 data/multi30k/nonbreaking_prefix.de.atok create mode 100644 data/multi30k/nonbreaking_prefix.en create mode 100644 data/multi30k/nonbreaking_prefix.en.atok create mode 100644 data/multi30k/test.de create mode 100644 data/multi30k/test.de.atok create mode 100644 data/multi30k/test.en create mode 100644 data/multi30k/test.en.atok create mode 100644 data/multi30k/tokenizer.perl create mode 100644 data/multi30k/train.de create mode 100644 data/multi30k/train.de.atok create mode 100644 data/multi30k/train.en create mode 100644 data/multi30k/train.en.atok create mode 100644 data/multi30k/val.de create mode 100644 data/multi30k/val.de.atok create mode 100644 data/multi30k/val.en create mode 100644 data/multi30k/val.en.atok delete mode 100644 transformer/Modules.py delete mode 100644 transformer/SubLayers.py diff --git a/.DS_Store b/.DS_Store new file mode 100644 index 0000000000000000000000000000000000000000..e5a884e51a1058d0fab1dfc7b4e1fbbc1e99112e GIT binary patch literal 8196 zcmeHMO>h)N6n-ziGZRQ=5r$+F!dBK45kg2HO2h;<$!b9fk|GKD0gbymLo#M|X5E=h zB9^jxfC9Nfm6m$oAW*sacT!6)mM6<9QyRU9mRvYkr57(Ad_6r$W)i|NTE%o#_nYbO zy?(FXeA_)e3jo+xP&)u>0YIS2q+CVKeG0=_T~kWD9%hVW55{E2V8+Vk)@X(uVFtns zgc%4k5N06E!2cx!v}dy-th4WPG;G5Rgc*1!Gr-n|7*!?{o-A_dE*;dkM*xy#)a@3! zme~c#m?smSEOJQ*738KQxhZ-_4CLn2AM^AQo-A_7%>li`2YQ~-JE5TKoyL#3>VOF@ z!#2!7n1Qt!U}yI-XoE@6!SSEpF?P4rk7cc7QY|XHX6*NfsJpx?nCftVxe3t$hTaB)G#S6uYLDcUT;0}Q_PZd(&KuWbUM%uEBKxZJ7 z>F>_?4GepxKW$iPTJZAeoT1xJd;21ml$MoOR0^V0B|Q_7j*jXX%N*3tYZG#fJ!Q=v zquYVJHlu5^BN@vmWKDZQj$~3sreLHTt=BM^vOVf(a}K*2x2?R>?3S4X{4vm zXi3s0(=BYIlQ~DXO#8H!w@Jnm?Q9MJ;{2v<(Vg*@z55S#_bzO%u8|{KBxzh%HPg}0 z=~{kxR#%;=v6P+BOjS20M`mTfg|z;1L3dtp z$Et5oq_ZkTal%sBXsY~)Ai7AbK~c^yq(84ws|teK{b;iy4cRm&Iprxnwp)^hrgc-5 zZF0o|Y}+R(!$vBt8L}#Jvjd%yGBU%bCO_+Sc0DO6qx4lNOH;8U*y?rn99EPUnCIgu z+c}xjOp59oa_`QfK}ib27(;tiRa3=yqQ%RT%r=@jXo61Yh5;BOO3cDlxCYnZ2F$~! z@ELp!-@^Cs1N;b!@GJZVzr$Vl1OCP`tiVbXFoHX<5qDw>?!|rBjvaUik6M#N#2!412_hP!*$I3O2XG9>@hm=1 zWSb(gO{0M(&f*-N$5)AT7x5Ba#w&OguiT3+Jp_eHM)^`Oz=FxZ@(aM$H4pK}a3gxK(T}V|5JUq0 z`Kx3Vt^9df|4p#r9C^$`mUf_gz%SNcq0!gT^vChf>to3WX|BZeV9h|Bc!!4Ez*5S6 z)w1*d)9Zi#-@u4MS78Ri3~Y1;uq-*4>?5yBZy>7!U}xY=jX9|Gv*A>99cubbiizw)2;L$v?@3rWFgcK`qY literal 0 HcmV?d00001 diff --git a/.idea/attention-is-all-you-need-pytorch.iml b/.idea/attention-is-all-you-need-pytorch.iml new file mode 100644 index 0000000..1b347df --- /dev/null +++ b/.idea/attention-is-all-you-need-pytorch.iml @@ -0,0 +1,12 @@ + + + + + + + + + + \ No newline at end of file diff --git a/.idea/dictionaries/shaolin.xml b/.idea/dictionaries/shaolin.xml new file mode 100644 index 0000000..e49fb12 --- /dev/null +++ b/.idea/dictionaries/shaolin.xml @@ -0,0 +1,3 @@ + + + \ No newline at end of file diff --git a/.idea/misc.xml b/.idea/misc.xml new file mode 100644 index 0000000..d0187dc --- /dev/null +++ b/.idea/misc.xml @@ -0,0 +1,4 @@ + + + + \ No newline at end of file diff --git a/.idea/modules.xml b/.idea/modules.xml new file mode 100644 index 0000000..b717032 --- /dev/null +++ b/.idea/modules.xml @@ -0,0 +1,8 @@ + + + + + + + + \ No newline at end of file diff --git a/.idea/vcs.xml b/.idea/vcs.xml new file mode 100644 index 0000000..94a25f7 --- /dev/null +++ b/.idea/vcs.xml @@ -0,0 +1,6 @@ + + + + + + \ No newline at end of file diff --git a/.idea/workspace.xml b/.idea/workspace.xml new file mode 100644 index 0000000..bd16cd9 --- /dev/null +++ b/.idea/workspace.xml @@ -0,0 +1,588 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + torch + Constants + save_data + cuda + normal_ + log + view + tqdm + TranslationDataset + _src_word2idx + collate_fn + ScaledDotProductAttention + return_attns + OPT + n_insts + Transformer + training_data + torch.utils.data + + + + + + + + + + + true + DEFINITION_ORDER + + + + + + + + + + + + General + + + + + InjectedReferences + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +