Skip to content

Commit 1bdb584

Browse files
ericyangpanericyangpan
committed
feat(models): expand catalog data and validation
1 parent 61c34a3 commit 1bdb584

135 files changed

Lines changed: 841 additions & 133 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎data/artificial-analysis-index.json‎

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33
"sourceUrl": "https://artificialanalysis.ai/leaderboards/models",
44
"methodologyUrl": "https://artificialanalysis.ai/methodology/intelligence-benchmarking",
55
"indexVersion": "4.1",
6-
"observedAt": "2026-07-27",
6+
"observedAt": "2026-07-31",
77
"legacyMissingModelIds": ["composer", "cursor-composer-2", "cursor-composer-2-5"],
88
"entries": [
99
{
@@ -170,6 +170,12 @@
170170
},
171171
{
172172
"modelId": "deepseek-v4-flash",
173+
"score": 50,
174+
"estimated": false,
175+
"configuration": "DeepSeek V4 Flash 0731 (max)"
176+
},
177+
{
178+
"modelId": "deepseek-v4-flash-preview",
173179
"score": 40,
174180
"estimated": false,
175181
"configuration": "DeepSeek V4 Flash (max)"

‎data/data-health.json‎

Lines changed: 9 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -10,22 +10,22 @@
1010
"vendors": 90
1111
},
1212
"summary": {
13-
"totalRecords": 242,
14-
"recordsWithSources": 235,
15-
"verifiedRecords": 215,
16-
"provenanceComplete": 215,
13+
"totalRecords": 243,
14+
"recordsWithSources": 237,
15+
"verifiedRecords": 216,
16+
"provenanceComplete": 216,
1717
"staleVerifiedRecords": 0,
1818
"translationPlaceholderValues": 300,
1919
"danglingRelationships": 0,
20-
"modelBenchmarkCoverage": 9.5,
20+
"modelBenchmarkCoverage": 9.4,
2121
"productsWithPricing": 67,
2222
"productRecords": 67,
2323
"communityUrlsPopulated": 302,
2424
"communityUrlsWithProvenance": 302,
2525
"duplicatedVendorCommunityUrls": 0,
2626
"errors": 0,
2727
"warnings": 0,
28-
"info": 7
28+
"info": 6
2929
},
3030
"byCategory": {
3131
"ides": {
@@ -53,9 +53,9 @@
5353
"stale": 0
5454
},
5555
"models": {
56-
"total": 123,
57-
"verified": 122,
58-
"provenanceComplete": 122,
56+
"total": 124,
57+
"verified": 123,
58+
"provenanceComplete": 123,
5959
"stale": 0
6060
},
6161
"providers": {
@@ -129,13 +129,6 @@
129129
}
130130
},
131131
"issues": [
132-
{
133-
"severity": "info",
134-
"code": "missing-sources",
135-
"category": "models",
136-
"id": "composer",
137-
"message": "No structured source references are recorded."
138-
},
139132
{
140133
"severity": "info",
141134
"code": "missing-sources",

‎docs/DATA-HEALTH.md‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -6,18 +6,18 @@ Snapshot date: 2026-07-31. Regenerate with `pnpm data-health:report`.
66

77
| Metric | Value |
88
| --- | ---: |
9-
| Manifest records | 242 |
10-
| Records with structured sources | 235 |
11-
| Verified records | 215 |
12-
| Verified with complete provenance | 215 |
9+
| Manifest records | 243 |
10+
| Records with structured sources | 237 |
11+
| Verified records | 216 |
12+
| Verified with complete provenance | 216 |
1313
| Stale verified records | 0 |
1414
| Non-English values identical to English | 300 |
1515
| Dangling product relationships | 0 |
16-
| Model benchmark coverage | 9.5% |
16+
| Model benchmark coverage | 9.4% |
1717
| Products with pricing | 67/67 |
1818
| Community URLs with provenance | 302/302 |
1919
| Duplicated vendor community URLs | 0 |
20-
| Errors / warnings / info | 0 / 0 / 7 |
20+
| Errors / warnings / info | 0 / 0 / 6 |
2121

2222
## Category Breakdown
2323

@@ -27,7 +27,7 @@ Snapshot date: 2026-07-31. Regenerate with `pnpm data-health:report`.
2727
| clis | 27 | 18 | 18 | 0 |
2828
| desktops | 12 | 7 | 7 | 0 |
2929
| extensions | 19 | 17 | 17 | 0 |
30-
| models | 123 | 122 | 122 | 0 |
30+
| models | 124 | 123 | 123 | 0 |
3131
| providers | 12 | 4 | 4 | 0 |
3232
| vendors | 40 | 40 | 40 | 0 |
3333

@@ -53,7 +53,7 @@ Exact English matches are a triage signal; product names and technical terms can
5353

5454
| Issue | Count |
5555
| --- | ---: |
56-
| missing-sources | 7 |
56+
| missing-sources | 6 |
5757

5858
## Priority Queue
5959

‎manifests/$schemas/model.schema.json‎

Lines changed: 8 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,8 +13,14 @@
1313
"size": {
1414
"type": ["string", "null"],
1515
"minLength": 1,
16+
"pattern": "^(?:[1-9][0-9]{0,2}(?:\\.[0-9]*[1-9])?[MB]|[1-9][0-9]*(?:\\.[0-9]*[1-9])?T)$",
1617
"not": { "const": "Unknown" },
17-
"description": "Officially disclosed model parameter size (e.g., '7B', '32B', '200B'); null when the vendor does not disclose it. Placeholder strings such as 'Unknown' are forbidden."
18+
"description": "Officially disclosed total model parameter size in canonical M/B/T notation (e.g., '7B', '32B', '1T'); null when the vendor does not disclose it. Use the largest exact unit, without commas, leading zeroes, or trailing decimal zeroes. Activated parameters belong in activeParameters. Placeholder strings such as 'Unknown' are forbidden."
19+
},
20+
"activeParameters": {
21+
"type": ["string", "null"],
22+
"pattern": "^(?:[1-9][0-9]{0,2}(?:\\.[0-9]*[1-9])?[MB]|[1-9][0-9]*(?:\\.[0-9]*[1-9])?T)$",
23+
"description": "Officially disclosed activated parameter count for sparse or mixture-of-experts models in canonical M/B/T notation (e.g., '3B', '17B', '6.5B'); null when not applicable or undisclosed. Use the largest exact unit, without commas, leading zeroes, or trailing decimal zeroes."
1824
},
1925
"contextWindow": {
2026
"type": "number",
@@ -135,6 +141,7 @@
135141
},
136142
"required": [
137143
"size",
144+
"activeParameters",
138145
"contextWindow",
139146
"maxOutput",
140147
"tokenPricing",

‎manifests/models/claude-fable-5.json‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -67,6 +67,7 @@
6767
"docsUrl": "https://platform.claude.com/docs/en/about-claude/models/overview",
6868
"vendor": "Anthropic",
6969
"size": null,
70+
"activeParameters": null,
7071
"contextWindow": 1000000,
7172
"maxOutput": 128000,
7273
"tokenPricing": {

‎manifests/models/claude-haiku-3-5.json‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -68,6 +68,7 @@
6868
"docsUrl": "https://www.anthropic.com/news/3-5-models-and-computer-use",
6969
"vendor": "Anthropic",
7070
"size": null,
71+
"activeParameters": null,
7172
"contextWindow": 200000,
7273
"maxOutput": null,
7374
"tokenPricing": {

‎manifests/models/claude-haiku-3.json‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -68,6 +68,7 @@
6868
"docsUrl": "https://www.anthropic.com/news/claude-3-haiku",
6969
"vendor": "Anthropic",
7070
"size": null,
71+
"activeParameters": null,
7172
"contextWindow": 200000,
7273
"maxOutput": null,
7374
"tokenPricing": {

‎manifests/models/claude-haiku-4-5.json‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -77,6 +77,7 @@
7777
"docsUrl": "https://platform.claude.com/docs/en/about-claude/models/overview",
7878
"vendor": "Anthropic",
7979
"size": null,
80+
"activeParameters": null,
8081
"contextWindow": 200000,
8182
"maxOutput": 64000,
8283
"tokenPricing": {

‎manifests/models/claude-opus-3.json‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -71,6 +71,7 @@
7171
"docsUrl": "https://www.anthropic.com/news/claude-3-family",
7272
"vendor": "Anthropic",
7373
"size": null,
74+
"activeParameters": null,
7475
"contextWindow": 200000,
7576
"maxOutput": null,
7677
"tokenPricing": {

‎manifests/models/claude-opus-4-1.json‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -53,6 +53,7 @@
5353
"docsUrl": "https://docs.anthropic.com/claude/docs/models-overview",
5454
"vendor": "Anthropic",
5555
"size": null,
56+
"activeParameters": null,
5657
"contextWindow": 200000,
5758
"maxOutput": 32000,
5859
"tokenPricing": {

0 commit comments

Comments
 (0)