-
Notifications
You must be signed in to change notification settings - Fork 5
/
pkm_config.json
37 lines (37 loc) · 988 Bytes
/
pkm_config.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
{
"mem_implementation": "pq_fast",
"mem_grouped_conv": 0,
"mem_values_optimizer": "",
"mem_sparse": 0,
"mem_input2d": 0,
"mem_k_dim": 256,
"mem_v_dim": -1,
"mem_heads": 4,
"mem_knn": 32,
"mem_share_values": 0,
"mem_shuffle_indices": 0,
"mem_shuffle_query": 0,
"mem_modulo_size": -1,
"mem_keys_type": "uniform",
"mem_n_keys": 512,
"mem_keys_normalized_init": 0,
"mem_keys_learn": 1,
"mem_use_different_keys": 1,
"mem_query_detach_input": 0,
"mem_query_layer_sizes": "0,0",
"mem_query_kernel_sizes": "",
"mem_query_bias": 1,
"mem_query_batchnorm": 0,
"mem_query_net_learn": 1,
"mem_query_residual": 0,
"mem_multi_query_net": 0,
"mem_value_zero_init": 0,
"mem_normalize_query": 1,
"mem_temperature": 1,
"mem_score_softmax": 1,
"mem_score_subtract": "",
"mem_score_normalize": 0,
"mem_input_dropout": 0,
"mem_query_dropout": 0,
"mem_value_dropout": 0
}