| 1 | # Minimal sway.yaml for the @pytest.mark.sway example. |
| 2 | # Swap `models` for your real base + adapter before running. |
| 3 | version: 1 |
| 4 | |
| 5 | models: |
| 6 | base: |
| 7 | kind: hf |
| 8 | base: "HuggingFaceTB/SmolLM2-135M-Instruct" |
| 9 | ft: |
| 10 | kind: hf |
| 11 | base: "HuggingFaceTB/SmolLM2-135M-Instruct" |
| 12 | adapter: "~/.dlm/store/<YOUR_DLM_ID>/adapter/versions/v0001" |
| 13 | |
| 14 | defaults: |
| 15 | seed: 0 |
| 16 | |
| 17 | suite: |
| 18 | - name: "null" |
| 19 | kind: "null_adapter" |
| 20 | runs: 3 |
| 21 | - name: "adherence" |
| 22 | kind: "delta_kl" |
| 23 | prompts: |
| 24 | - "The capital of France is" |
| 25 | - "Two plus two equals" |
| 26 | - "Once upon a time" |
| 27 | - "The sky is" |
| 28 | assert_z_gte: 3.0 |
| 29 | - name: "calibration" |
| 30 | kind: "calibration_drift" |
| 31 | items_limit: 50 |
| 32 |