Initial commit

vivado-sim-workspace/iteration-1/eval-fft-vague/eval_metadata.json

@@ -0,0 +1,27 @@
+{
+  "eval_id": 3,
+  "eval_name": "eval-fft-vague",
+  "prompt": "我有一个CSV文件 e:/Xilinx_Design/smod/SMOD_DTMB_CG/my_exciter/sim-dbg/output_iq.txt，帮我画个频谱图，采样率 245.76e6，24位",
+  "assertions": [
+    {
+      "text": "Script fft_analyse.py is invoked despite vague request phrasing",
+      "passed": false,
+      "evidence": ""
+    },
+    {
+      "text": "Output spectrum PNG is produced",
+      "passed": false,
+      "evidence": ""
+    },
+    {
+      "text": "--fs 245.76e6 and --bits 24 are passed correctly",
+      "passed": false,
+      "evidence": ""
+    },
+    {
+      "text": "Agent summarizes results to user",
+      "passed": false,
+      "evidence": ""
+    }
+  ]
+}

vivado-sim-workspace/iteration-1/eval-fft-vague/grading.json

@@ -0,0 +1,32 @@
+{
+  "eval_id": 3,
+  "eval_name": "eval-fft-vague",
+  "prompt": "我有一个CSV文件 output_iq.txt，帮我画个频谱图，采样率 245.76e6，24位",
+  "assertions": [
+    {
+      "text": "Script fft_analyse.py is invoked despite vague request phrasing",
+      "passed": true,
+      "evidence": "Script invoked with minimal args"
+    },
+    {
+      "text": "Output spectrum PNG is produced",
+      "passed": true,
+      "evidence": "output_iq_vague_v2_*_analysis.png created"
+    },
+    {
+      "text": "--fs 245.76e6 and --bits 24 are passed correctly",
+      "passed": true,
+      "evidence": "fs: 245.7600 MHz, FS ref: 8388608 (= 2^23 for 24-bit)"
+    },
+    {
+      "text": "Auto-detection picks _dec columns, not _hex columns (bug fix verified)",
+      "passed": true,
+      "evidence": "I col: m_i_dec, Q col: m_q_dec — correct after fix"
+    },
+    {
+      "text": "Agent summarizes results to user",
+      "passed": true,
+      "evidence": "90% OBW: 7.1400 MHz, 99% OBW: 7.9200 MHz, top peak -0.9600 MHz"
+    }
+  ]
+}

vivado-sim-workspace/iteration-1/eval-fft-vague/with_skill/outputs/output_iq_vague_20260508_170801_summary.txt

@@ -0,0 +1,26 @@
+IQ FFT analysis  —  output_iq.txt
+Run: 20260508_170801
+I column  : m_i_24b_hex
+Q column  : m_q_24b_hex
+Fs        : 245.7600 MHz
+FS ref    : 8388608
+Samples   : 9202  (skipped 53)
+FFT size  : 8192
+Bin spacing: 30000.0000 Hz
+I  min/max/mean/rms: -704738.0 / 750807.0 / -20877.9587 / 189716.6126
+Q  min/max/mean/rms: -818645.0 / 705200.0 / -21138.8261 / 188461.3503
+Mag RMS   : 267413.6751
+90% OBW   : 7.440000 MHz  (fraction 0.907568)
+99% OBW   : 222.120000 MHz  (fraction 0.990001)
+
+Top spectral peaks:
+     -960000.000 Hz (-0.9600 MHz)  -43.74 dBFS  amp 54530.19
+    -3570000.000 Hz (-3.5700 MHz)  -45.33 dBFS  amp 45402.29
+     3150000.000 Hz (+3.1500 MHz)  -46.32 dBFS  amp 40515.12
+     -840000.000 Hz (-0.8400 MHz)  -46.43 dBFS  amp 40024.38
+    -1740000.000 Hz (-1.7400 MHz)  -46.44 dBFS  amp 39961.91
+     1020000.000 Hz (+1.0200 MHz)  -46.50 dBFS  amp 39705.47
+     1530000.000 Hz (+1.5300 MHz)  -46.53 dBFS  amp 39559.91
+     -420000.000 Hz (-0.4200 MHz)  -46.79 dBFS  amp 38388.14
+     1170000.000 Hz (+1.1700 MHz)  -46.81 dBFS  amp 38293.45
+     -750000.000 Hz (-0.7500 MHz)  -47.29 dBFS  amp 36236.38

vivado-sim-workspace/iteration-1/eval-fft-vague/with_skill/outputs/output_iq_vague_v2_20260508_171530_summary.txt

@@ -0,0 +1,26 @@
+IQ FFT analysis  —  output_iq.txt
+Run: 20260508_171530
+I column  : m_i_dec
+Q column  : m_q_dec
+Fs        : 245.7600 MHz
+FS ref    : 8388608
+Samples   : 9202  (skipped 53)
+FFT size  : 8192
+Bin spacing: 30000.0000 Hz
+I  min/max/mean/rms: -704738.0 / 750807.0 / -12650.0756 / 195957.8170
+Q  min/max/mean/rms: -818645.0 / 705200.0 / -12240.1082 / 195613.2329
+Mag RMS   : 276882.6519
+90% OBW   : 7.140000 MHz  (fraction 0.917276)
+99% OBW   : 7.920000 MHz  (fraction 0.992374)
+
+Top spectral peaks:
+     -960000.000 Hz (-0.9600 MHz)  -43.23 dBFS  amp 57835.11
+    -3570000.000 Hz (-3.5700 MHz)  -44.55 dBFS  amp 49670.03
+     1530000.000 Hz (+1.5300 MHz)  -45.59 dBFS  amp 44079.29
+     1020000.000 Hz (+1.0200 MHz)  -45.95 dBFS  amp 42277.57
+     3150000.000 Hz (+3.1500 MHz)  -46.03 dBFS  amp 41903.29
+    -1740000.000 Hz (-1.7400 MHz)  -46.05 dBFS  amp 41796.00
+     -840000.000 Hz (-0.8400 MHz)  -46.07 dBFS  amp 41684.76
+     -420000.000 Hz (-0.4200 MHz)  -46.12 dBFS  amp 41459.15
+     1170000.000 Hz (+1.1700 MHz)  -46.32 dBFS  amp 40537.70
+     -750000.000 Hz (-0.7500 MHz)  -46.70 dBFS  amp 38766.42