{
    "lm loss": [
        17.29596,
        17.32293,
        17.52433,
        16.96265,
        17.30837,
        17.29931,
        17.22878,
        17.16913,
        17.39237,
        17.25348,
        17.44089,
        17.37999,
        16.91513,
        17.23124,
        17.24298
    ],
    "grad norm": [
        0.819,
        0.975,
        0.957,
        0.832,
        0.949,
        0.896,
        1.006,
        0.935,
        1.047,
        1.092,
        0.985,
        1.094,
        1.087,
        0.98,
        1.117
    ],
    "time info": [
        5532.4,
        58.3,
        43.0,
        43.1,
        86.2,
        87.4,
        86.3,
        41.3,
        84.7,
        40.8,
        49.5,
        46.5,
        41.7,
        42.8,
        42.0
    ],
    "memo info": [
        {
            "rank": 0,
            "allocated memory": 1377.12744140625,
            "max allocated memory": 2375.50146484375,
            "format": "megatron"
        },
        {
            "rank": 1,
            "allocated memory": 1377.12744140625,
            "max allocated memory": 2375.50146484375,
            "format": "megatron"
        }
    ]
}