{
  "version": "3.10.0",
  "engine_kind": "cpu",
  "fpmath_mode": "strict",
  "fpmath_mode_apply_to_int": "false",
  "input_ports": [
    0,
    1,
    2
  ],
  "output_ports": [
    101
  ],
  "graph": [
    {
      "id": 8,
      "name": "MATMUL_0",
      "kind": "MatMul",
      "attrs": {
        "transpose_a": {
          "type": "bool",
          "value": 0
        },
        "transpose_b": {
          "type": "bool",
          "value": 0
        }
      },
      "inputs": [
        {
          "id": 0,
          "dtype": "bf16",
          "shape": [
            384,
            4096
          ],
          "stride": [
            4096,
            1
          ],
          "layout_type": "strided",
          "property_type": "undef"
        },
        {
          "id": 1,
          "dtype": "bf16",
          "shape": [
            4096,
            1024
          ],
          "stride": [
            1024,
            1
          ],
          "layout_type": "strided",
          "property_type": "constant"
        }
      ],
      "outputs": [
        {
          "id": 168,
          "dtype": "f32",
          "shape": [
            384,
            1024
          ],
          "stride": [
            1024,
            1
          ],
          "layout_type": "strided",
          "property_type": "undef"
        }
      ]
    },
    {
      "id": 2063,
      "name": "SUM_1",
      "kind": "Add",
      "attrs": {
        "auto_broadcast": {
          "type": "string",
          "value": "none"
        }
      },
      "inputs": [
        {
          "id": 168,
          "dtype": "f32",
          "shape": [
            384,
            1024
          ],
          "stride": [
            1024,
            1
          ],
          "layout_type": "strided",
          "property_type": "undef"
        },
        {
          "id": 2,
          "dtype": "f32",
          "shape": [
            384,
            1024
          ],
          "stride": [
            1024,
            1
          ],
          "layout_type": "strided",
          "property_type": "undef"
        }
      ],
      "outputs": [
        {
          "id": 2223,
          "dtype": "f32",
          "shape": [
            384,
            1024
          ],
          "stride": [
            1024,
            1
          ],
          "layout_type": "strided",
          "property_type": "undef"
        }
      ]
    },
    {
      "id": 100,
      "name": "TYPECAST_0",
      "kind": "TypeCast",
      "attrs": {},
      "inputs": [
        {
          "id": 2223,
          "dtype": "f32",
          "shape": [
            384,
            1024
          ],
          "stride": [
            1024,
            1
          ],
          "layout_type": "strided",
          "property_type": "undef"
        }
      ],
      "outputs": [
        {
          "id": 101,
          "dtype": "bf16",
          "shape": [
            384,
            1024
          ],
          "stride": [
            1024,
            1
          ],
          "layout_type": "strided",
          "property_type": "undef"
        }
      ]
    }
  ]
}
