hf-hackathon/data/tinyllama11b.json at main · aifoundry-org/hf-hackathon · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
{
  "model": "tinyllama11b",
  "metric": "tokens_per_second",
  "lower_is_better": false,
  "hardware_epoch": "et-soc1-aifoundry3-600-400-tdp0-v1",
  "updated_at": "2026-07-24T17:10:42.195630+00:00",
  "entries": [
    {
      "team": "RehanQasim-dev",
      "participant_login": "RehanQasim-dev",
      "variant": "TinyLlama-1.1B-Chat-v1.0-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 11.397003086807056,
      "prompt_tokens_per_second": 54.409219512700666,
      "prompt_tokens": 21,
      "completion_tokens": 96,
      "total_tokens": 117,
      "perplexity": 29.2419,
      "perplexity_error": 7.7067,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 571.13,
      "validation_contract_sha256": null,
      "hardware_epoch": "et-soc1-aifoundry3-600-400-tdp0-v1",
      "hardware": {
        "schema_version": 1,
        "epoch": "et-soc1-aifoundry3-600-400-tdp0-v1",
        "board_id": "aifoundry3",
        "minion_frequency_mhz": 600,
        "noc_frequency_mhz": 400,
        "tdp_w": 0,
        "hostname": "esperanto-soc3",
        "runner_name": "aifoundry3-et-soc1",
        "boot_id": "664e4f37-496f-4420-b880-443de8a5d56f",
        "clock_guard_marker": "/run/et-board-clock-guard.ok"
      },
      "sha": "9910b2a6cb62265cde011f9c3ba469129390a561",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/30111392825",
      "scored_at": "2026-07-24T17:05:10.667262+00:00"
    }
  ],
  "legacy_entries": [
    {
      "team": "RehanQasim-dev",
      "participant_login": "RehanQasim-dev",
      "variant": "TinyLlama-1.1B-Chat-v1.0-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 12.46362018571573,
      "prompt_tokens_per_second": 71.28599942971199,
      "prompt_tokens": 21,
      "completion_tokens": 96,
      "total_tokens": 117,
      "perplexity": 29.2419,
      "perplexity_error": 7.70671,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 673.0,
      "validation_contract_sha256": null,
      "sha": "328802a6c3dd27429c39432aa22e05bddf7ea5ef",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/29846814130",
      "scored_at": "2026-07-21T16:05:16.801810+00:00"
    },
    {
      "team": "noor-malaika",
      "participant_login": "noor-malaika",
      "variant": "TinyLlama-1.1B-Chat-v1.0-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 11.908879210719181,
      "prompt_tokens_per_second": 59.57362306917632,
      "prompt_tokens": 21,
      "completion_tokens": 96,
      "total_tokens": 117,
      "perplexity": 29.2411,
      "perplexity_error": 7.70643,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 286.98,
      "validation_contract_sha256": null,
      "sha": "eb96bd58c5fa3adc7b30d196f08603d8650f3a2f",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/29845872886",
      "scored_at": "2026-07-21T15:53:24.624995+00:00"
    },
    {
      "team": "ChiruGuru99",
      "participant_login": "ChiruGuru99",
      "variant": "TinyLlama-1.1B-Chat-v1.0-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 11.51309950867848,
      "prompt_tokens_per_second": 62.83606071758781,
      "prompt_tokens": 21,
      "completion_tokens": 96,
      "total_tokens": 117,
      "perplexity": 29.2417,
      "perplexity_error": 7.70667,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 99.61,
      "validation_contract_sha256": null,
      "sha": "6f16a3b06bae1693eacfcca81400fcf5189a2667",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/29838563277",
      "scored_at": "2026-07-21T14:23:07.238696+00:00"
    },
    {
      "team": "DarthCeltic",
      "participant_login": "DarthCeltic",
      "variant": "TinyLlama-1.1B-Chat-v1.0-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 11.425676923750745,
      "prompt_tokens_per_second": 54.09429408234182,
      "prompt_tokens": 21,
      "completion_tokens": 96,
      "total_tokens": 117,
      "perplexity": 29.2267,
      "perplexity_error": 7.70298,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 85.89,
      "validation_contract_sha256": null,
      "sha": "ac7836c812cf0b7316bcdd8af688f06980ca776b",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/29847667366",
      "scored_at": "2026-07-21T16:17:39.524458+00:00"
    },
    {
      "team": "sherahmad1",
      "participant_login": "sherahmad1",
      "variant": "TinyLlama-1.1B-Chat-v1.0-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 11.337670307161108,
      "prompt_tokens_per_second": 52.335796438673654,
      "prompt_tokens": 21,
      "completion_tokens": 96,
      "total_tokens": 117,
      "perplexity": 29.2419,
      "perplexity_error": 7.7067,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 568.53,
      "validation_contract_sha256": null,
      "sha": "d4a0ba66e559636dfbad60a7ede9e7ae4e924cad",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/29853768103",
      "scored_at": "2026-07-21T17:41:09.467600+00:00"
    },
    {
      "team": "Afonso Oliveira",
      "variant": "TinyLlama-1.1B-Chat-v1.0-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 11.290746363027134,
      "prompt_tokens_per_second": 50.249091927124454,
      "prompt_tokens": 21,
      "completion_tokens": 96,
      "total_tokens": 117,
      "perplexity": 29.2266,
      "perplexity_error": 7.70301,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 75.72,
      "validation_contract_sha256": null,
      "sha": "44e0041589166d2358f55c7634421179c87d48ed",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/29103369466",
      "scored_at": "2026-07-10T15:25:24.424922+00:00"
    },
    {
      "team": "AFOliveira",
      "variant": "TinyLlama-1.1B-Chat-v1.0-Q8_0",
      "kernel_wait_s": null,
      "tokens_per_second": 11.288630044782936,
      "prompt_tokens_per_second": 50.226497586736386,
      "prompt_tokens": 21,
      "completion_tokens": 96,
      "total_tokens": 117,
      "perplexity": 29.2266,
      "perplexity_error": 7.70301,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 75.72,
      "sha": "7c5d8308ee1bf06471c0cc1d1a24e37bc68eb96d",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/28858491662",
      "scored_at": "2026-07-07T10:14:26.427242+00:00"
    },
    {
      "team": "CI",
      "variant": "TinyLlama-1.1B-Chat-v1.0-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 11.264377041228325,
      "prompt_tokens_per_second": 50.091954516505304,
      "prompt_tokens": 21,
      "completion_tokens": 96,
      "total_tokens": 117,
      "perplexity": 29.2266,
      "perplexity_error": 7.70301,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 75.69,
      "validation_contract_sha256": null,
      "sha": "443e451c6e6be082d53de6907707fe670f7c97d6",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/29263753097",
      "scored_at": "2026-07-13T15:56:41.383845+00:00"
    },
    {
      "team": "karabambus",
      "participant_login": "karabambus",
      "variant": "TinyLlama-1.1B-Chat-v1.0-Q8_0",
      "kernel_wait_s": null,
      "kernel_wait_per_image_s": null,
      "tokens_per_second": 10.87349873510628,
      "prompt_tokens_per_second": 64.70178638551174,
      "prompt_tokens": 21,
      "completion_tokens": 96,
      "total_tokens": 117,
      "perplexity": 29.2262,
      "perplexity_error": 7.70287,
      "perplexity_tokens": 512,
      "perplexity_prompt_tokens_per_second": 114.88,
      "validation_contract_sha256": null,
      "sha": "6225cb88199aa7cb8758d920edeac207ab03d556",
      "ref": "refs/heads/main",
      "run_url": "https://github.com/aifoundry-org/hf-hackathon/actions/runs/29845090148",
      "scored_at": "2026-07-21T15:43:56.647151+00:00"
    }
  ]
}