{
  "token_probabilities": {
    "before": [0.5, 0.25, 0.8],
    "after": [0.8, 0.6, 0.95]
  },
  "models": [
    {"name": "7B", "parameters_b": 7},
    {"name": "13B", "parameters_b": 13}
  ],
  "precisions": [
    {"name": "FP16", "bytes_per_param": 2},
    {"name": "INT8", "bytes_per_param": 1},
    {"name": "INT4", "bytes_per_param": 0.5}
  ]
}