Skip to content

Commit

Permalink
Add sampling
Browse files Browse the repository at this point in the history
  • Loading branch information
@Tenoke
Tenoke committed Mar 17, 2020
1 parent aabf91d commit 8d92275
Show file tree
Hide file tree
Showing 5 changed files with 453 additions and 16 deletions.
14 changes: 0 additions & 14 deletions configs.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -73,20 +73,6 @@
LSHCausalAttention.dropout = 0.2
# LSHCausalAttention.drop_for_hash_rate: see top
# Parameters for TransformerLM:
# ==============================================================================
TransformerLM.attention_type = %attn_type
TransformerLM.d_attention_key = %attn_kv
TransformerLM.d_attention_value = %attn_kv
TransformerLM.d_model = 1024
TransformerLM.d_ff = 2048
TransformerLM.dropout = %dropout
TransformerLM.max_len = 65536
TransformerLM.mode = 'train'
TransformerLM.n_heads = 8
TransformerLM.n_layers = %n_layers
TransformerLM.share_qk = %share_qk
TransformerLM.vocab_size = 258 # Includes pad token and unused EOS token
# Parameters for ReformerLM:
# ==============================================================================
Expand Down
226 changes: 226 additions & 0 deletions rating-args.dict
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,226 @@
defaultdict(list,
{'[8000, \'{"title": "Best Possible Choice"\', 0.6, None, True, (5, 1.2)]': [5,
6,
5,
4,
6,
6,
5,
6],
'[8000, \'{"title": "Best Possible Choice"\', 0.6, None, True, (5, 1.2, True)]': [5,
5,
5,
4,
5,
6,
4,
5],
'[8000, \'{"title": "Best Possible Choice"\', 0.8, 10, True, (5, 1.2)]': [8,
6,
5,
6,
6,
5,
4,
5],
'[8000, \'{"title": "Best Possible Choice"\', 0.8, 10, True, (5, 1.2, True)]': [4,
6,
4,
5,
4,
3,
5,
6],
'[8000, \'{"title": "Best Possible Choice"\', 0.8, 10]': [3,
5,
6,
4,
4,
2,
5,
4],
'[8000, \'{"title": "Best Possible Choice"\', 0.8, 40, True, (5, 1.2)]': [7,
5,
5,
5,
6,
7,
5,
5],
'[8000, \'{"title": "Best Possible Choice"\', 0.8, 40, True, (5, 1.2, True)]': [5,
6,
6,
6,
5,
5,
6,
5],
'[8000, \'{"title": "Best Possible Choice"\', 0.8, 40]': [5,
5,
5,
5,
5,
5,
4,
5],
'[8000, \'{"title": "Best Possible Choice"\', 0.8, None, True, (5, 1.2)]': [4,
5,
4,
5,
4,
5,
4,
5],
'[8000, \'{"title": "Best Possible Choice"\', 0.8, None, True, (5, 1.2, True)]': [4,
5,
7,
5,
5,
5,
4,
5],
'[8000, \'{"title": "Best Possible Choice"\', 0.8, None, True]': [6,
8,
6,
4,
6,
5,
5,
5],
'[8000, \'{"title": "Best Possible Choice"\', 0.8]': [4,
5,
5,
4,
4,
5,
4,
7],
'[8000, \'{"title": "Best Possible Choice"\', 1.0, 10]': [6,
6,
6,
5,
5,
6,
4,
6],
'[8000, \'{"title": "Best Possible Choice"\', 1.0, 40, True]': [4,
4,
3,
4,
4,
4,
3,
1],
'[8000, \'{"title": "Best Possible Choice"\', 1.0, 40]': [5,
6,
6,
6,
5,
5,
5,
3],
'[8000, \'{"title": "Best Possible Choice"\', 1.0, None, False, (5, 1.2)]': [7,
4,
5,
7,
5,
6,
5,
5],
'[8000, \'{"title": "Best Possible Choice"\', 1.0, None, False, (5, 1.2, True)]': [6,
7,
5,
5,
7,
5,
5,
6],
'[8000, \'{"title": "Best Possible Choice"\', 1.0, None, True, (5, 1.2)]': [1,
4,
3,
3,
3,
4,
3,
2],
'[8000, \'{"title": "Best Possible Choice"\', 1.0, None, True, (5, 1.2, True)]': [3,
4,
4,
4,
4,
3,
4,
3],
'[8000, \'{"title": "Best Possible Choice"\', 1.0, None, True]': [2,
3,
4,
4,
3,
3,
4,
3,
3,
3,
2,
4,
4,
3,
4,
3],
'[8000, \'{"title": "Best Possible Choice"\', 1.2, 10, True]': [4,
4,
5,
5,
4,
4,
4,
4],
'[8000, \'{"title": "Best Possible Choice"\', 1.2, 30]': [5,
6,
5,
5,
5,
5,
6,
6],
'[8000, \'{"title": "Best Possible Choice"\', 1.2, 40, True]': [2,
2,
2,
2,
2,
3,
1,
2],
'[8000, \'{"title": "Best Possible Choice"\', 1.2, 40]': [5,
6,
5,
6,
6,
5,
5,
4],
'[8000, \'{"title": "Best Possible Choice"\', 1.2, None, True]': [1,
1,
1,
1,
2,
1,
1,
2],
'[8000, \'{"title": "Best Possible Choice"\', 1.2]': [5,
4,
6,
5,
6,
4,
4,
5],
'[8000, \'{"title": "Best Possible Choice"\']': [6,
6,
6,
6,
6,
5,
5,
6],
'[8000]': [3, 4, 2, 2, 3, 6, 5, 3]})
4 changes: 2 additions & 2 deletions requirements-colab.txt
View file
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
jax
jaxlib
jax==0.1.60
jaxlib===0.1.41
git+https://github.com/google/[email protected]
tokenizers
gin
Loading

0 comments on commit 8d92275

Please sign in to comment.