Quickstart

name: quickstart_experiment
output_dir: ./outputs
log_store: { kind: jsonl }

run:
  name: mock_sft_run
  data:
    source_kind: in_memory
    rows:
      - {query: "save a contact", tool_slug: OUTLOOK_CREATE_CONTACT, toolkit: OUTLOOK, description: "..."}
      - {query: "edit a slack message", tool_slug: SLACK_UPDATES_A_SLACK_MESSAGE, toolkit: SLACK, description: "..."}
    transforms:
      - kind: jsonl_to_chat
        params: {user_template: "Query: {query}", assistant_template: "<answer>{tool_slug}</answer>"}
  model: { name: tiny/fake }
  algorithm:
    kind: mock_sft
    params: {num_epochs: 1, batch_size: 1, save_at_fractions: [0.5, 1.0]}
  backend: { kind: mock }

name: quickstart_local
output_dir: ./outputs
log_store: { kind: jsonl }

run:
  name: local_sft_run
  data:                       # ← identical to the mock config
    source_kind: in_memory
    rows:
      - {query: "save a contact", tool_slug: OUTLOOK_CREATE_CONTACT, toolkit: OUTLOOK, description: "..."}
      - {query: "edit a slack message", tool_slug: SLACK_UPDATES_A_SLACK_MESSAGE, toolkit: SLACK, description: "..."}
    transforms:
      - kind: jsonl_to_chat
        params: {user_template: "Query: {query}", assistant_template: "<answer>{tool_slug}</answer>"}
  model: { name: Qwen/Qwen3-0.6B }        # ← a real model
  algorithm:
    kind: local_sft                       # ← TRL + peft LoRA
    params: {max_steps: 5, lora_rank: 4, lora_alpha: 8, max_seq_len: 256, warmup_steps: 2}
  backend:
    kind: local                           # ← trains on your machine
    params: {dtype: float32, device: cpu} # cuda / mps if available

import sys
from pathlib import Path
from evsys_sdk import load_yaml, run_experiment

HERE = Path(__file__).parent


def main():
    config_name = sys.argv[1] if len(sys.argv) > 1 else "config.yaml"
    cfg = load_yaml(HERE / config_name)
    [result] = run_experiment(cfg)
    print(f"Status: {result.status}")
    print(f"Artifacts: {list(result.artifacts.keys())}")
    print(f"Metrics: {result.metrics}")


if __name__ == "__main__":
    main()