MLmodel

databricks_runtime: '15.4'
flavors:
  python_function:
    env:
      conda: conda.yaml
      virtualenv: python_env.yaml
    loader_module: mlflow.transformers
    python_version: 3.11.11
  transformers:
    code: null
    components:
    - tokenizer
    framework: pt
    inference_task: llm/v1/chat
    instance_type: TextGenerationPipeline
    model_binary: model
    pipeline_model_type: Llama4ForCausalLM
    source_model_name: meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8
    task: text-generation
    tokenizer_type: PreTrainedTokenizerFast
    torch_dtype: torch.bfloat16
    transformers_version: 4.51.2
metadata:
  curation_version: 1
  databricks_model_family: LlamaForCausalLM
  databricks_model_size_parameters: 400b
  databricks_model_source: model-zoo
  source: huggingface
  source_model_name: meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8
  source_model_revision: d6d9f9007b2d3fafeabe4a12e200a026719900f9
  task: llm/v1/chat
mlflow_version: 2.17.1
model_size_bytes: 801452035170
model_uuid: 0f97e95ff0314d28a53ec80ea899fe59
saved_input_example_info:
  artifact_path: input_example.json
  serving_input_path: serving_input_example.json
  type: json_object
signature:
  inputs: '[{"type": "array", "items": {"type": "object", "properties": {"content":
    {"type": "string", "required": false}, "name": {"type": "string", "required":
    false}, "refusal": {"type": "string", "required": false}, "role": {"type": "string",
    "required": true}, "tool_call_id": {"type": "string", "required": false}, "tool_calls":
    {"type": "array", "items": {"type": "object", "properties": {"function": {"type":
    "object", "properties": {"arguments": {"type": "string", "required": true}, "name":
    {"type": "string", "required": true}}, "required": true}, "id": {"type": "string",
    "required": true}, "type": {"type": "string", "required": true}}}, "required":
    false}}}, "name": "messages", "required": true}, {"type": "double", "name": "temperature",
    "required": false}, {"type": "long", "name": "max_tokens", "required": false},
    {"type": "array", "items": {"type": "string"}, "name": "stop", "required": false},
    {"type": "long", "name": "n", "required": false}, {"type": "boolean", "name":
    "stream", "required": false}, {"type": "double", "name": "top_p", "required":
    false}, {"type": "long", "name": "top_k", "required": false}, {"type": "double",
    "name": "frequency_penalty", "required": false}, {"type": "double", "name": "presence_penalty",
    "required": false}, {"type": "array", "items": {"type": "object", "properties":
    {"function": {"type": "object", "properties": {"description": {"type": "string",
    "required": false}, "name": {"type": "string", "required": true}, "parameters":
    {"type": "object", "properties": {"additionalProperties": {"type": "boolean",
    "required": false}, "properties": {"type": "map", "values": {"type": "object",
    "properties": {"description": {"type": "string", "required": false}, "enum": {"type":
    "array", "items": {"type": "string"}, "required": false}, "items": {"type": "object",
    "properties": {"type": {"type": "string", "required": true}}, "required": false},
    "type": {"type": "string", "required": true}}}, "required": true}, "required":
    {"type": "array", "items": {"type": "string"}, "required": false}, "type": {"type":
    "string", "required": false}}, "required": true}, "strict": {"type": "boolean",
    "required": false}}, "required": false}, "type": {"type": "string", "required":
    true}}}, "name": "tools", "required": false}, {"type": "map", "values": {"type":
    "string"}, "name": "metadata", "required": false}]'
  outputs: '[{"type": "string", "name": "id", "required": true}, {"type": "string",
    "name": "object", "required": true}, {"type": "long", "name": "created", "required":
    true}, {"type": "string", "name": "model", "required": true}, {"type": "array",
    "items": {"type": "object", "properties": {"finish_reason": {"type": "string",
    "required": true}, "index": {"type": "long", "required": true}, "message": {"type":
    "object", "properties": {"content": {"type": "string", "required": false}, "name":
    {"type": "string", "required": false}, "refusal": {"type": "string", "required":
    false}, "role": {"type": "string", "required": true}, "tool_call_id": {"type":
    "string", "required": false}, "tool_calls": {"type": "array", "items": {"type":
    "object", "properties": {"function": {"type": "object", "properties": {"arguments":
    {"type": "string", "required": true}, "name": {"type": "string", "required": true}},
    "required": true}, "id": {"type": "string", "required": true}, "type": {"type":
    "string", "required": true}}}, "required": false}}, "required": true}}}, "name":
    "choices", "required": true}, {"type": "object", "properties": {"completion_tokens":
    {"type": "long", "required": true}, "prompt_tokens": {"type": "long", "required":
    true}, "total_tokens": {"type": "long", "required": true}}, "name": "usage", "required":
    false}, {"type": "map", "values": {"type": "string"}, "name": "metadata", "required":
    false}]'
  params: null
utc_time_created: '2025-04-10 18:06:34.473452'