Skip to content

Commit ff5e8c7

Browse files
ericyangpanericyangpan
committed
feat(catalog): complete data provenance and coverage
1 parent 49e65f7 commit ff5e8c7

37 files changed

Lines changed: 1421 additions & 370 deletions

‎cspell.json‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -42,6 +42,7 @@
4242
],
4343
"useGitignore": true,
4444
"ignorePaths": ["cloudflare-env.d.ts", "docs", ".claude"],
45+
"ignoreRegExpList": ["/\\d+-g[0-9a-f]{6,}/g"],
4546
"words": [
4647
"Autorisierungsaufträgen",
4748
"Entwicklungsframework",
@@ -63,6 +64,7 @@
6364
"ccstatusline",
6465
"API'lerle",
6566
"acli",
67+
"anomalyco",
6668
"aracidir",
6769
"glab",
6870
"Rovo",
@@ -139,8 +141,10 @@
139141
"Mengkonversi",
140142
"mengorkestrasi",
141143
"Moonshot",
144+
"Novita",
142145
"SpaceXAI",
143146
"moonshotai",
147+
"novita",
144148
"Optimierung",
145149
"Optimizasyonlar",
146150
"Porcentagem",

‎data/$schemas/artificial-analysis-index.schema.json‎

Lines changed: 86 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,86 @@
1+
{
2+
"$schema": "https://json-schema.org/draft/2020-12/schema",
3+
"title": "Artificial Analysis Intelligence Index Data",
4+
"description": "Observed Artificial Analysis Intelligence Index scores mapped to catalog model identifiers.",
5+
"type": "object",
6+
"properties": {
7+
"$schema": {
8+
"const": "./$schemas/artificial-analysis-index.schema.json"
9+
},
10+
"source": {
11+
"const": "Artificial Analysis"
12+
},
13+
"sourceUrl": {
14+
"type": "string",
15+
"format": "uri",
16+
"pattern": "^https://"
17+
},
18+
"methodologyUrl": {
19+
"type": "string",
20+
"format": "uri",
21+
"pattern": "^https://"
22+
},
23+
"indexVersion": {
24+
"type": "string",
25+
"pattern": "^[0-9]+(?:\\.[0-9]+)*$"
26+
},
27+
"observedAt": {
28+
"type": "string",
29+
"format": "date"
30+
},
31+
"legacyMissingModelIds": {
32+
"type": "array",
33+
"items": {
34+
"$ref": "#/$defs/modelId"
35+
},
36+
"uniqueItems": true
37+
},
38+
"entries": {
39+
"type": "array",
40+
"items": {
41+
"$ref": "#/$defs/entry"
42+
},
43+
"minItems": 1,
44+
"uniqueItems": true
45+
}
46+
},
47+
"required": [
48+
"$schema",
49+
"source",
50+
"sourceUrl",
51+
"methodologyUrl",
52+
"indexVersion",
53+
"observedAt",
54+
"legacyMissingModelIds",
55+
"entries"
56+
],
57+
"additionalProperties": false,
58+
"$defs": {
59+
"modelId": {
60+
"type": "string",
61+
"pattern": "^[a-z0-9]+(?:-[a-z0-9]+)*$"
62+
},
63+
"entry": {
64+
"type": "object",
65+
"properties": {
66+
"modelId": {
67+
"$ref": "#/$defs/modelId"
68+
},
69+
"score": {
70+
"type": "number",
71+
"minimum": 0,
72+
"maximum": 100
73+
},
74+
"estimated": {
75+
"type": "boolean"
76+
},
77+
"configuration": {
78+
"type": "string",
79+
"minLength": 1
80+
}
81+
},
82+
"required": ["modelId", "score", "estimated", "configuration"],
83+
"additionalProperties": false
84+
}
85+
}
86+
}

‎data/artificial-analysis-index.json‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,11 @@
11
{
2+
"$schema": "./$schemas/artificial-analysis-index.schema.json",
23
"source": "Artificial Analysis",
34
"sourceUrl": "https://artificialanalysis.ai/leaderboards/models",
45
"methodologyUrl": "https://artificialanalysis.ai/methodology/intelligence-benchmarking",
56
"indexVersion": "4.1",
67
"observedAt": "2026-07-31",
7-
"legacyMissingModelIds": ["composer", "cursor-composer-2", "cursor-composer-2-5"],
8+
"legacyMissingModelIds": ["cursor-composer-2", "cursor-composer-2-5"],
89
"entries": [
910
{
1011
"modelId": "claude-fable-5",

‎data/data-health.json‎

Lines changed: 44 additions & 87 deletions
Original file line numberDiff line numberDiff line change
@@ -10,166 +10,123 @@
1010
"vendors": 90
1111
},
1212
"summary": {
13-
"totalRecords": 243,
14-
"recordsWithSources": 237,
15-
"verifiedRecords": 216,
16-
"provenanceComplete": 216,
13+
"totalRecords": 248,
14+
"recordsWithSources": 248,
15+
"verifiedRecords": 248,
16+
"provenanceComplete": 248,
1717
"staleVerifiedRecords": 0,
1818
"translationPlaceholderValues": 300,
1919
"danglingRelationships": 0,
20-
"modelBenchmarkCoverage": 9.4,
21-
"productsWithPricing": 67,
22-
"productRecords": 67,
23-
"communityUrlsPopulated": 302,
24-
"communityUrlsWithProvenance": 302,
20+
"modelBenchmarkCoverage": 9.5,
21+
"productsWithPricing": 63,
22+
"productRecords": 63,
23+
"communityUrlsPopulated": 328,
24+
"communityUrlsWithProvenance": 328,
2525
"duplicatedVendorCommunityUrls": 0,
2626
"errors": 0,
2727
"warnings": 0,
28-
"info": 6
28+
"info": 0
2929
},
3030
"byCategory": {
3131
"ides": {
32-
"total": 9,
33-
"verified": 7,
34-
"provenanceComplete": 7,
32+
"total": 8,
33+
"verified": 8,
34+
"provenanceComplete": 8,
3535
"stale": 0
3636
},
3737
"clis": {
38-
"total": 27,
39-
"verified": 18,
40-
"provenanceComplete": 18,
38+
"total": 25,
39+
"verified": 25,
40+
"provenanceComplete": 25,
4141
"stale": 0
4242
},
4343
"desktops": {
44-
"total": 12,
45-
"verified": 7,
46-
"provenanceComplete": 7,
44+
"total": 11,
45+
"verified": 11,
46+
"provenanceComplete": 11,
4747
"stale": 0
4848
},
4949
"extensions": {
5050
"total": 19,
51-
"verified": 17,
52-
"provenanceComplete": 17,
51+
"verified": 19,
52+
"provenanceComplete": 19,
5353
"stale": 0
5454
},
5555
"models": {
56-
"total": 124,
56+
"total": 123,
5757
"verified": 123,
5858
"provenanceComplete": 123,
5959
"stale": 0
6060
},
6161
"providers": {
62-
"total": 12,
63-
"verified": 4,
64-
"provenanceComplete": 4,
62+
"total": 17,
63+
"verified": 17,
64+
"provenanceComplete": 17,
6565
"stale": 0
6666
},
6767
"vendors": {
68-
"total": 40,
69-
"verified": 40,
70-
"provenanceComplete": 40,
68+
"total": 45,
69+
"verified": 45,
70+
"provenanceComplete": 45,
7171
"stale": 0
7272
}
7373
},
7474
"translationsByLocale": {
7575
"de": {
76-
"totalStrings": 447,
76+
"totalStrings": 452,
7777
"matchingEnglish": 39,
78-
"matchingEnglishPercent": 8.7
78+
"matchingEnglishPercent": 8.6
7979
},
8080
"es": {
81-
"totalStrings": 447,
81+
"totalStrings": 452,
8282
"matchingEnglish": 25,
83-
"matchingEnglishPercent": 5.6
83+
"matchingEnglishPercent": 5.5
8484
},
8585
"fr": {
86-
"totalStrings": 447,
86+
"totalStrings": 452,
8787
"matchingEnglish": 36,
88-
"matchingEnglishPercent": 8.1
88+
"matchingEnglishPercent": 8
8989
},
9090
"id": {
91-
"totalStrings": 447,
91+
"totalStrings": 452,
9292
"matchingEnglish": 30,
93-
"matchingEnglishPercent": 6.7
93+
"matchingEnglishPercent": 6.6
9494
},
9595
"ja": {
96-
"totalStrings": 447,
96+
"totalStrings": 452,
9797
"matchingEnglish": 23,
9898
"matchingEnglishPercent": 5.1
9999
},
100100
"ko": {
101-
"totalStrings": 447,
101+
"totalStrings": 452,
102102
"matchingEnglish": 23,
103103
"matchingEnglishPercent": 5.1
104104
},
105105
"pt": {
106-
"totalStrings": 447,
106+
"totalStrings": 452,
107107
"matchingEnglish": 31,
108108
"matchingEnglishPercent": 6.9
109109
},
110110
"ru": {
111-
"totalStrings": 447,
111+
"totalStrings": 452,
112112
"matchingEnglish": 23,
113113
"matchingEnglishPercent": 5.1
114114
},
115115
"tr": {
116-
"totalStrings": 447,
116+
"totalStrings": 452,
117117
"matchingEnglish": 26,
118118
"matchingEnglishPercent": 5.8
119119
},
120120
"zh-Hans": {
121-
"totalStrings": 447,
121+
"totalStrings": 452,
122122
"matchingEnglish": 22,
123123
"matchingEnglishPercent": 4.9
124124
},
125125
"zh-Hant": {
126-
"totalStrings": 447,
126+
"totalStrings": 452,
127127
"matchingEnglish": 22,
128128
"matchingEnglishPercent": 4.9
129129
}
130130
},
131-
"issues": [
132-
{
133-
"severity": "info",
134-
"code": "missing-sources",
135-
"category": "providers",
136-
"id": "deepseek",
137-
"message": "No structured source references are recorded."
138-
},
139-
{
140-
"severity": "info",
141-
"code": "missing-sources",
142-
"category": "providers",
143-
"id": "minimax",
144-
"message": "No structured source references are recorded."
145-
},
146-
{
147-
"severity": "info",
148-
"code": "missing-sources",
149-
"category": "providers",
150-
"id": "moonshot",
151-
"message": "No structured source references are recorded."
152-
},
153-
{
154-
"severity": "info",
155-
"code": "missing-sources",
156-
"category": "providers",
157-
"id": "openrouter",
158-
"message": "No structured source references are recorded."
159-
},
160-
{
161-
"severity": "info",
162-
"code": "missing-sources",
163-
"category": "providers",
164-
"id": "xai",
165-
"message": "No structured source references are recorded."
166-
},
167-
{
168-
"severity": "info",
169-
"code": "missing-sources",
170-
"category": "providers",
171-
"id": "z-ai",
172-
"message": "No structured source references are recorded."
173-
}
174-
]
131+
"issues": []
175132
}

0 commit comments

Comments
 (0)