Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions .github/workflows/validate.yml
Original file line number Diff line number Diff line change
Expand Up @@ -22,3 +22,5 @@ jobs:
run: python -m pip install -r requirements-dev.txt
- name: Validate schemas, records, and references
run: python tools/validate.py
- name: Build chronological timeline
run: python tools/build_timeline.py --format json > /tmp/modelmap-timeline.json
9 changes: 9 additions & 0 deletions data/claims/deepseek-v3-uses-mtp.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
id: claim:deepseek-v3-uses-mtp
type: claim
subject: release:deepseek-v3
predicate: uses_technique
object: technique:multi-token-prediction
status: confirmed_primary
evidence:
- source: source:deepseek-v3-report
locator: Abstract
9 changes: 9 additions & 0 deletions data/claims/mistral-7b-uses-gqa.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
id: claim:mistral-7b-uses-gqa
type: claim
subject: release:mistral-7b
predicate: uses_technique
object: technique:grouped-query-attention
status: confirmed_primary
evidence:
- source: source:mistral-7b-paper
locator: Abstract
9 changes: 9 additions & 0 deletions data/claims/mistral-7b-uses-swa.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
id: claim:mistral-7b-uses-swa
type: claim
subject: release:mistral-7b
predicate: uses_technique
object: technique:sliding-window-attention
status: confirmed_primary
evidence:
- source: source:mistral-7b-paper
locator: Abstract
9 changes: 9 additions & 0 deletions data/claims/mixtral-8x7b-uses-sparse-moe.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
id: claim:mixtral-8x7b-uses-sparse-moe
type: claim
subject: release:mixtral-8x7b
predicate: uses_technique
object: technique:sparse-mixture-of-experts
status: confirmed_primary
evidence:
- source: source:mixtral-paper
locator: Abstract
8 changes: 8 additions & 0 deletions data/events/2017-06-12-transformer-introduced.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: event:2017-06-12-transformer-introduced
type: event
name: Transformer architecture introduced
event_type: technique_introduced
subject: technique:transformer
occurred_at: '2017-06-12'
evidence:
- source:attention-is-all-you-need
8 changes: 8 additions & 0 deletions data/events/2019-11-06-mqa-introduced.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: event:2019-11-06-mqa-introduced
type: event
name: Multi-query attention introduced
event_type: technique_introduced
subject: technique:multi-query-attention
occurred_at: '2019-11-06'
evidence:
- source:multi-query-attention
8 changes: 8 additions & 0 deletions data/events/2021-04-20-rope-introduced.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: event:2021-04-20-rope-introduced
type: event
name: Rotary Position Embedding introduced
event_type: technique_introduced
subject: technique:rotary-position-embedding
occurred_at: '2021-04-20'
evidence:
- source:roformer-paper
8 changes: 8 additions & 0 deletions data/events/2023-05-22-gqa-introduced.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: event:2023-05-22-gqa-introduced
type: event
name: Grouped-query attention introduced
event_type: technique_introduced
subject: technique:grouped-query-attention
occurred_at: '2023-05-22'
evidence:
- source:gqa-paper
8 changes: 8 additions & 0 deletions data/events/2023-07-18-llama-2-paper.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: event:2023-07-18-llama-2-paper
type: event
name: Llama 2 technical report published
event_type: report_published
subject: release:llama-2
occurred_at: '2023-07-18'
evidence:
- source:llama-2-paper
8 changes: 8 additions & 0 deletions data/events/2023-10-10-mistral-7b-paper.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: event:2023-10-10-mistral-7b-paper
type: event
name: Mistral 7B paper published
event_type: paper_published
subject: release:mistral-7b
occurred_at: '2023-10-10'
evidence:
- source:mistral-7b-paper
8 changes: 8 additions & 0 deletions data/events/2024-01-08-mixtral-paper.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: event:2024-01-08-mixtral-paper
type: event
name: Mixtral of Experts paper published
event_type: paper_published
subject: release:mixtral-8x7b
occurred_at: '2024-01-08'
evidence:
- source:mixtral-paper
8 changes: 8 additions & 0 deletions data/events/2024-01-11-deepseekmoe-introduced.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: event:2024-01-11-deepseekmoe-introduced
type: event
name: DeepSeekMoE introduced
event_type: technique_introduced
subject: technique:deepseek-moe
occurred_at: '2024-01-11'
evidence:
- source:deepseekmoe-paper
8 changes: 8 additions & 0 deletions data/events/2024-04-30-mtp-introduced.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: event:2024-04-30-mtp-introduced
type: event
name: Multi-token prediction proposed for large language models
event_type: technique_introduced
subject: technique:multi-token-prediction
occurred_at: '2024-04-30'
evidence:
- source:mtp-paper
8 changes: 8 additions & 0 deletions data/events/2024-05-07-deepseek-v2-paper.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: event:2024-05-07-deepseek-v2-paper
type: event
name: DeepSeek-V2 paper published
event_type: paper_published
subject: release:deepseek-v2
occurred_at: '2024-05-07'
evidence:
- source:deepseek-v2-paper
8 changes: 8 additions & 0 deletions data/events/2024-07-31-llama-3-report.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: event:2024-07-31-llama-3-report
type: event
name: Llama 3 technical report published
event_type: report_published
subject: release:llama-3
occurred_at: '2024-07-31'
evidence:
- source:llama-3-paper
8 changes: 8 additions & 0 deletions data/events/2024-12-27-deepseek-v3-report.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: event:2024-12-27-deepseek-v3-report
type: event
name: DeepSeek-V3 technical report published
event_type: report_published
subject: release:deepseek-v3
occurred_at: '2024-12-27'
evidence:
- source:deepseek-v3-report
7 changes: 7 additions & 0 deletions data/families/mistral.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
id: family:mistral
type: model_family
name: Mistral
aliases:
- Mistral AI models
description: Model family developed by Mistral AI, including dense Mistral models and sparse Mixtral models.
status: reviewed
7 changes: 7 additions & 0 deletions data/relationships/deepseek-v3-uses-mtp.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
id: relationship:deepseek-v3-uses-mtp
type: relationship
subject: release:deepseek-v3
predicate: uses_technique
object: technique:multi-token-prediction
claim_refs:
- claim:deepseek-v3-uses-mtp
5 changes: 5 additions & 0 deletions data/relationships/mistral-7b-release-of-mistral.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
id: relationship:mistral-7b-release-of-mistral
type: relationship
subject: release:mistral-7b
predicate: release_of
object: family:mistral
7 changes: 7 additions & 0 deletions data/relationships/mistral-7b-uses-gqa.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
id: relationship:mistral-7b-uses-gqa
type: relationship
subject: release:mistral-7b
predicate: uses_technique
object: technique:grouped-query-attention
claim_refs:
- claim:mistral-7b-uses-gqa
7 changes: 7 additions & 0 deletions data/relationships/mistral-7b-uses-swa.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
id: relationship:mistral-7b-uses-swa
type: relationship
subject: release:mistral-7b
predicate: uses_technique
object: technique:sliding-window-attention
claim_refs:
- claim:mistral-7b-uses-swa
5 changes: 5 additions & 0 deletions data/relationships/mixtral-8x7b-release-of-mistral.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
id: relationship:mixtral-8x7b-release-of-mistral
type: relationship
subject: release:mixtral-8x7b
predicate: release_of
object: family:mistral
7 changes: 7 additions & 0 deletions data/relationships/mixtral-8x7b-uses-sparse-moe.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
id: relationship:mixtral-8x7b-uses-sparse-moe
type: relationship
subject: release:mixtral-8x7b
predicate: uses_technique
object: technique:sparse-mixture-of-experts
claim_refs:
- claim:mixtral-8x7b-uses-sparse-moe
9 changes: 9 additions & 0 deletions data/releases/mistral-7b.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
id: release:mistral-7b
type: model_release
name: Mistral 7B
aliases:
- Mistral 7B v0.1
status: reviewed
metadata:
family: family:mistral
first_publication: '2023-10-10'
7 changes: 7 additions & 0 deletions data/releases/mixtral-8x7b.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
id: release:mixtral-8x7b
type: model_release
name: Mixtral 8x7B
status: reviewed
metadata:
family: family:mistral
first_publication: '2024-01-08'
8 changes: 8 additions & 0 deletions data/sources/attention-is-all-you-need.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: source:attention-is-all-you-need
type: source
title: "Attention Is All You Need"
source_type: paper
url: https://arxiv.org/abs/1706.03762
publisher: arXiv
published_at: '2017-06-12'
version: v1
8 changes: 8 additions & 0 deletions data/sources/mistral-7b-paper.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: source:mistral-7b-paper
type: source
title: "Mistral 7B"
source_type: paper
url: https://arxiv.org/abs/2310.06825
publisher: arXiv
published_at: '2023-10-10'
version: v1
8 changes: 8 additions & 0 deletions data/sources/mixtral-paper.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: source:mixtral-paper
type: source
title: "Mixtral of Experts"
source_type: paper
url: https://arxiv.org/abs/2401.04088
publisher: arXiv
published_at: '2024-01-08'
version: v1
8 changes: 8 additions & 0 deletions data/sources/mtp-paper.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: source:mtp-paper
type: source
title: "Better & Faster Large Language Models via Multi-token Prediction"
source_type: paper
url: https://arxiv.org/abs/2404.19737
publisher: arXiv
published_at: '2024-04-30'
version: v1
8 changes: 8 additions & 0 deletions data/sources/roformer-paper.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
id: source:roformer-paper
type: source
title: "RoFormer: Enhanced Transformer with Rotary Position Embedding"
source_type: paper
url: https://arxiv.org/abs/2104.09864
publisher: arXiv
published_at: '2021-04-20'
version: v1
9 changes: 9 additions & 0 deletions data/techniques/multi-token-prediction.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
id: technique:multi-token-prediction
type: technique
name: Multi-token Prediction
aliases:
- MTP
description: Auxiliary training objective that predicts multiple future tokens from each position rather than only the immediate next token.
status: reviewed
metadata:
domain: training_objective
9 changes: 9 additions & 0 deletions data/techniques/rotary-position-embedding.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
id: technique:rotary-position-embedding
type: technique
name: Rotary Position Embedding
aliases:
- RoPE
description: Positional encoding method using rotations to incorporate absolute position and relative-position dependence in attention.
status: reviewed
metadata:
domain: positional_encoding
9 changes: 9 additions & 0 deletions data/techniques/sliding-window-attention.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
id: technique:sliding-window-attention
type: technique
name: Sliding Window Attention
aliases:
- SWA
description: Attention restricted to a moving local window to reduce inference cost and bound attention span per layer.
status: reviewed
metadata:
domain: attention
9 changes: 9 additions & 0 deletions data/techniques/transformer.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
id: technique:transformer
type: technique
name: Transformer
aliases:
- Transformer architecture
description: Attention-based sequence architecture introduced in Attention Is All You Need.
status: reviewed
metadata:
domain: architecture
42 changes: 42 additions & 0 deletions schemas/event.schema.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,42 @@
{
"$schema": "https://json-schema.org/draft/2020-12/schema",
"$id": "https://modelmap.dev/schemas/event.schema.json",
"title": "ModelMap Event",
"type": "object",
"required": ["id", "type", "name", "event_type", "subject", "occurred_at", "evidence"],
"properties": {
"id": {"type": "string", "pattern": "^event:[a-z0-9][a-z0-9._-]*$"},
"type": {"const": "event"},
"name": {"type": "string", "minLength": 1},
"event_type": {
"type": "string",
"enum": [
"technique_introduced",
"paper_published",
"report_published",
"model_announced",
"weights_released",
"api_released",
"code_released",
"dataset_released",
"license_changed",
"checkpoint_updated",
"context_extended",
"benchmark_published",
"model_deprecated",
"training_completed",
"organization_founded"
]
},
"subject": {"type": "string", "minLength": 3},
"occurred_at": {"type": "string", "format": "date"},
"evidence": {
"type": "array",
"minItems": 1,
"uniqueItems": true,
"items": {"type": "string", "pattern": "^source:[a-z0-9][a-z0-9._-]*$"}
},
"notes": {"type": ["string", "null"]}
},
"additionalProperties": false
}
Loading
Loading