{
"test_rotary_pos_embedding": [
{
"rotary_param": {
"kv_channels": 8,
"rotary_percent": 1.0
},
"chatglm": false,
"rotary_base": null,
"seq": 2,
"position_ids": 0,
"packed_seq": false,
"expected": [
[
[
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
]
]
],
[
[
[
1.0,
1.0e-1,
1.0e-2,
1.0e-3,
1.0,
1.0e-1,
1.0e-2,
1.0e-3
]
]
]
]
},
{
"rotary_param": {
"kv_channels": 8,
"rotary_percent": 1.0
},
"chatglm": true,
"rotary_base": null,
"seq": 2,
"position_ids": 0,
"packed_seq": false,
"expected": [
[
[
[
[
1.0,
0.0
],
[
1.0,
0.0
],
[
1.0,
0.0
],
[
1.0,
0.0
]
]
]
],
[
[
[
[
5.403e-1,
8.4147e-1
],
[
9.95e-1,
9.9833e-2
],
[
9.9995e-1,
9.9998e-03
],
[
1.0,
1.0e-3
]
]
]
]
]
},
{
"rotary_param": {
"kv_channels": 8,
"rotary_percent": 0.5
},
"chatglm": false,
"rotary_base": null,
"seq": 2,
"position_ids": 0,
"packed_seq": false,
"expected": [
[
[
[
0.0,
0.0,
0.0,
0.0
]
]
],
[
[
[
1.0,
0.01,
1.0,
0.01
]
]
]
]
},
{
"rotary_param": {
"kv_channels": 8,
"rotary_percent": 1.0
},
"chatglm": false,
"rotary_base": 100000,
"seq": 2,
"position_ids": 0,
"packed_seq": false,
"expected": [
[
[
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
]
]
],
[
[
[
1.0,
5.6234e-2,
3.1623e-3,
1.7783e-4,
1.0,
5.6234e-2,
3.1623e-3,
1.7783e-4
]
]
]
]
}
]
}