hf-hackathon/data/lfm25.json at main · aifoundry-org/hf-hackathon · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
{
  "model": "lfm25",
  "metric": "tokens_per_second",
  "lower_is_better": false,
  "hardware_epoch": "et-soc1-aifoundry3-600-400-tdp0-v1",
  "updated_at": "2026-07-24T17:10:42.025641+00:00",
  "entries": [
    {
      "team": "Afonso Oliveira",
      "participant_login": "Afonso Oliveira",
      "variant": "LFM2.5-1.2B-Instruct-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 3.253980239917877,
      "prompt_tokens_per_second": 34.548507037624255,
      "prompt_tokens": 37,
      "completion_tokens": 34,
      "total_tokens": 71,
      "perplexity": 21.9012,
      "perplexity_error": 4.44245,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 398.84,
      "validation_contract_sha256": null,
      "hardware_epoch": "et-soc1-aifoundry3-600-400-tdp0-v1",
      "hardware": {
        "schema_version": 1,
        "epoch": "et-soc1-aifoundry3-600-400-tdp0-v1",
        "board_id": "aifoundry3",
        "minion_frequency_mhz": 600,
        "noc_frequency_mhz": 400,
        "tdp_w": 0,
        "hostname": "esperanto-soc3",
        "runner_name": "aifoundry3-et-soc1",
        "boot_id": "664e4f37-496f-4420-b880-443de8a5d56f",
        "clock_guard_marker": "/run/et-board-clock-guard.ok"
      },
      "sha": "9910b2a6cb62265cde011f9c3ba469129390a561",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/30111392825",
      "scored_at": "2026-07-24T17:02:58.657384+00:00"
    }
  ],
  "legacy_entries": [
    {
      "team": "Afonso Oliveira",
      "variant": "LFM2.5-1.2B-Instruct-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 3.1208290464003947,
      "prompt_tokens_per_second": 32.328358261118765,
      "prompt_tokens": 37,
      "completion_tokens": 34,
      "total_tokens": 71,
      "perplexity": 21.7023,
      "perplexity_error": 4.44516,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 79.01,
      "validation_contract_sha256": null,
      "sha": "44e0041589166d2358f55c7634421179c87d48ed",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/29103369466",
      "scored_at": "2026-07-10T15:21:59.176538+00:00"
    },
    {
      "team": "AFOliveira",
      "variant": "LFM2.5-1.2B-Instruct-Q8_0",
      "kernel_wait_s": null,
      "tokens_per_second": 3.1178510083542816,
      "prompt_tokens_per_second": 32.282579011612135,
      "prompt_tokens": 37,
      "completion_tokens": 34,
      "total_tokens": 71,
      "perplexity": 21.7023,
      "perplexity_error": 4.44516,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 79.12,
      "sha": "7c5d8308ee1bf06471c0cc1d1a24e37bc68eb96d",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/28858491662",
      "scored_at": "2026-07-07T10:11:56.945113+00:00"
    },
    {
      "team": "noor-malaika",
      "participant_login": "noor-malaika",
      "variant": "LFM2.5-1.2B-Instruct-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 3.1167469228999316,
      "prompt_tokens_per_second": 34.03103078152722,
      "prompt_tokens": 37,
      "completion_tokens": 34,
      "total_tokens": 71,
      "perplexity": 21.9002,
      "perplexity_error": 4.44077,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 254.57,
      "validation_contract_sha256": null,
      "sha": "eb96bd58c5fa3adc7b30d196f08603d8650f3a2f",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/29845872886",
      "scored_at": "2026-07-21T15:51:04.884134+00:00"
    },
    {
      "team": "ChiruGuru99",
      "participant_login": "ChiruGuru99",
      "variant": "LFM2.5-1.2B-Instruct-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 3.1119019491264495,
      "prompt_tokens_per_second": 35.07002631199812,
      "prompt_tokens": 37,
      "completion_tokens": 35,
      "total_tokens": 72,
      "perplexity": 21.9008,
      "perplexity_error": 4.44237,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 94.14,
      "validation_contract_sha256": null,
      "sha": "6f16a3b06bae1693eacfcca81400fcf5189a2667",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/29838563277",
      "scored_at": "2026-07-21T14:19:57.028113+00:00"
    },
    {
      "team": "RehanQasim-dev",
      "participant_login": "RehanQasim-dev",
      "variant": "LFM2.5-1.2B-Instruct-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 3.110651287725201,
      "prompt_tokens_per_second": 36.70715035447202,
      "prompt_tokens": 37,
      "completion_tokens": 35,
      "total_tokens": 72,
      "perplexity": 21.9012,
      "perplexity_error": 4.44245,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 390.29,
      "validation_contract_sha256": null,
      "sha": "328802a6c3dd27429c39432aa22e05bddf7ea5ef",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/29846814130",
      "scored_at": "2026-07-21T16:03:10.326212+00:00"
    },
    {
      "team": "DarthCeltic",
      "participant_login": "DarthCeltic",
      "variant": "LFM2.5-1.2B-Instruct-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 3.110513242003785,
      "prompt_tokens_per_second": 32.294272392586635,
      "prompt_tokens": 37,
      "completion_tokens": 34,
      "total_tokens": 71,
      "perplexity": 21.7023,
      "perplexity_error": 4.44516,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 80.44,
      "validation_contract_sha256": null,
      "sha": "703dca59a8db46bbc3a98da6103b61a649564c65",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/29844219494",
      "scored_at": "2026-07-21T15:29:50.105028+00:00"
    },
    {
      "team": "CI",
      "variant": "LFM2.5-1.2B-Instruct-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 3.1095300878131296,
      "prompt_tokens_per_second": 32.518838954405076,
      "prompt_tokens": 37,
      "completion_tokens": 34,
      "total_tokens": 71,
      "perplexity": 21.7023,
      "perplexity_error": 4.44516,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 79.31,
      "validation_contract_sha256": null,
      "sha": "443e451c6e6be082d53de6907707fe670f7c97d6",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/29263753097",
      "scored_at": "2026-07-13T15:53:19.292805+00:00"
    },
    {
      "team": "sherahmad1",
      "participant_login": "sherahmad1",
      "variant": "LFM2.5-1.2B-Instruct-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 3.0932346409527893,
      "prompt_tokens_per_second": 32.526872031373486,
      "prompt_tokens": 37,
      "completion_tokens": 34,
      "total_tokens": 71,
      "perplexity": 21.9012,
      "perplexity_error": 4.44245,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 390.74,
      "validation_contract_sha256": null,
      "sha": "d4a0ba66e559636dfbad60a7ede9e7ae4e924cad",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/29853768103",
      "scored_at": "2026-07-21T17:38:20.266706+00:00"
    },
    {
      "team": "karabambus",
      "participant_login": "karabambus",
      "variant": "LFM2.5-1.2B-Instruct-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 3.0834468691723425,
      "prompt_tokens_per_second": 36.32525832658371,
      "prompt_tokens": 37,
      "completion_tokens": 34,
      "total_tokens": 71,
      "perplexity": 21.7023,
      "perplexity_error": 4.44517,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 110.48,
      "validation_contract_sha256": null,
      "sha": "6225cb88199aa7cb8758d920edeac207ab03d556",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/29845090148",
      "scored_at": "2026-07-21T15:41:03.512976+00:00"
    }
  ]
}