{
    "test_rotary_pos_embedding": [
        {
            "rotary_param": {
                "kv_channels": 8,
                "rotary_percent": 1.0
            },
            "chatglm": false,
            "rotary_base": null,
            "seq": 2,
            "position_ids": 0,
            "packed_seq": false,
            "expected": [
                [
                    [
                        [
                            0.0,
                            0.0,
                            0.0,
                            0.0,
                            0.0,
                            0.0,
                            0.0,
                            0.0
                        ]
                    ]
                ],
                [
                    [
                        [
                            1.0,
                            1.0e-1,
                            1.0e-2,
                            1.0e-3,
                            1.0,
                            1.0e-1,
                            1.0e-2,
                            1.0e-3
                        ]
                    ]
                ]
            ]
        },
        {
            "rotary_param": {
                "kv_channels": 8,
                "rotary_percent": 1.0
            },
            "chatglm": true,
            "rotary_base": null,
            "seq": 2,
            "position_ids": 0,
            "packed_seq": false,
            "expected": [
                [
                    [
                        [
                            [
                                1.0,
                                0.0
                            ],
                            [
                                1.0,
                                0.0
                            ],
                            [
                                1.0,
                                0.0
                            ],
                            [
                                1.0,
                                0.0
                            ]
                        ]
                    ]
                ],
                [
                    [
                        [
                            [
                                5.403e-1,
                                8.4147e-1
                            ],
                            [
                                9.95e-1,
                                9.9833e-2
                            ],
                            [
                                9.9995e-1,
                                9.9998e-03
                            ],
                            [
                                1.0,
                                1.0e-3
                            ]
                        ]
                    ]
                ]
            ]
        },
        {
            "rotary_param": {
                "kv_channels": 8,
                "rotary_percent": 0.5
            },
            "chatglm": false,
            "rotary_base": null,
            "seq": 2,
            "position_ids": 0,
            "packed_seq": false,
            "expected": [
                [
                    [
                        [
                            0.0,
                            0.0,
                            0.0,
                            0.0
                        ]
                    ]
                ],
                [
                    [
                        [
                            1.0,
                            0.01,
                            1.0,
                            0.01
                        ]
                    ]
                ]
            ]
        },
        {
            "rotary_param": {
                "kv_channels": 8,
                "rotary_percent": 1.0
            },
            "chatglm": false,
            "rotary_base": 100000,
            "seq": 2,
            "position_ids": 0,
            "packed_seq": false,
            "expected": [
                [
                    [
                        [
                            0.0,
                            0.0,
                            0.0,
                            0.0,
                            0.0,
                            0.0,
                            0.0,
                            0.0
                        ]
                    ]
                ],
                [
                    [
                        [
                            1.0,
                            5.6234e-2,
                            3.1623e-3,
                            1.7783e-4,
                            1.0,
                            5.6234e-2,
                            3.1623e-3,
                            1.7783e-4
                        ]
                    ]
                ]
            ]
        }
    ]
}