{
    "lm loss": [
        9.824659,
        9.814932,
        9.745415,
        9.671338,
        9.536913,
        9.271082,
        9.189386,
        9.155971,
        9.114764,
        8.701834,
        8.671511,
        8.588896,
        8.572236,
        8.539045,
        8.582211
    ],
    "grad norm": [
        37.991,
        38.162,
        40.204,
        36.255,
        38.824,
        27.679,
        27.269,
        25.368,
        25.0,
        46.703,
        54.383,
        39.903,
        35.957,
        24.987,
        22.942
    ],
    "time info": [
        4555.9,
        1027.0,
        1017.9,
        1031.2,
        1011.4,
        1020.9,
        1016.4,
        1012.4,
        1010.2,
        1020.6,
        1017.3,
        1019.4,
        1012.4,
        1019.8,
        1014.2
    ],
    "memo info": [
        {
            "rank": 0,
            "allocated memory": 3159.1865234375,
            "max allocated memory": 3175.19091796875
        },
        {
            "rank": 1,
            "allocated memory": 3159.1865234375,
            "max allocated memory": 3175.19091796875
        },
        {
            "rank": 2,
            "allocated memory": 3159.1865234375,
            "max allocated memory": 3175.19091796875
        },
        {
            "rank": 3,
            "allocated memory": 3159.1865234375,
            "max allocated memory": 3175.19091796875
        },
        {
            "rank": 4,
            "allocated memory": 3159.20361328125,
            "max allocated memory": 3175.2080078125
        },
        {
            "rank": 5,
            "allocated memory": 3159.20361328125,
            "max allocated memory": 3175.2080078125
        },
        {
            "rank": 6,
            "allocated memory": 3159.20361328125,
            "max allocated memory": 3175.2080078125
        },
        {
            "rank": 7,
            "allocated memory": 3159.20361328125,
            "max allocated memory": 3175.2080078125
        }
    ]
}