Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
65 changes: 65 additions & 0 deletions models/nvidia/muse-glimmer-30b.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,65 @@
# yaml-language-server: $schema=https://modelparams.dev/api/v1/schema.json
provider: nvidia
authType: api_key
apiSurface: openai-chat-completions
model: muse-glimmer-30b
wireId: meta/muse-glimmer-30b
params:
- path: temperature
type: number
label: Temperature
description: Controls randomness. Lower values make outputs more focused; higher values make them more varied. Not recommended to modify both temperature and top_p in the same call.
default: 0.6
range:
min: 0
max: 1
group: sampling
- path: top_p
type: number
label: Top P
description: Controls nucleus sampling by limiting generation to tokens within the selected cumulative probability. Not recommended to modify both temperature and top_p in the same call.
default: 0.95
range:
max: 1
group: sampling
- path: max_tokens
type: integer
label: Max tokens
description: Maximum number of tokens to generate. Generation stops when this limit is reached.
default: 4096
range:
min: 1
max: 16384
group: generation_length
- path: frequency_penalty
type: number
label: Frequency penalty
description: Penalizes new tokens based on their existing frequency in the text so far, decreasing the model's likelihood to repeat the same line verbatim.
default: 0
range:
min: -2
max: 2
group: sampling
- path: presence_penalty
type: number
label: Presence penalty
description: Positive values penalize new tokens based on whether they appear in the text so far, increasing the model's likelihood to talk about new topics.
default: 0
range:
min: -2
max: 2
group: sampling
- path: seed
type: integer
label: Seed
description: Best-effort deterministic sampling seed. Changing the seed produces a different response with similar characteristics. Fix the seed to reproduce results.
default: 0
range:
min: 0
max: 18446744073709552000
group: sampling
- path: stop
type: string
label: Stop
description: A string or list of strings where the API will stop generating further tokens. The returned text will not contain the stop sequence.
group: generation_length
Original file line number Diff line number Diff line change
Expand Up @@ -22284,6 +22284,93 @@
}
]
},
{
"provider": "nvidia",
"authType": "api_key",
"apiSurface": "openai-chat-completions",
"model": "muse-glimmer-30b",
"wireId": "meta/muse-glimmer-30b",
"params": [
{
"path": "temperature",
"label": "Temperature",
"description": "Controls randomness. Lower values make outputs more focused; higher values make them more varied. Not recommended to modify both temperature and top_p in the same call.",
"group": "sampling",
"type": "number",
"default": 0.6,
"range": {
"min": 0,
"max": 1
}
},
{
"path": "top_p",
"label": "Top P",
"description": "Controls nucleus sampling by limiting generation to tokens within the selected cumulative probability. Not recommended to modify both temperature and top_p in the same call.",
"group": "sampling",
"type": "number",
"default": 0.95,
"range": {
"max": 1
}
},
{
"path": "max_tokens",
"label": "Max tokens",
"description": "Maximum number of tokens to generate. Generation stops when this limit is reached.",
"group": "generation_length",
"type": "integer",
"default": 4096,
"range": {
"min": 1,
"max": 16384
}
},
{
"path": "frequency_penalty",
"label": "Frequency penalty",
"description": "Penalizes new tokens based on their existing frequency in the text so far, decreasing the model's likelihood to repeat the same line verbatim.",
"group": "sampling",
"type": "number",
"default": 0,
"range": {
"min": -2,
"max": 2
}
},
{
"path": "presence_penalty",
"label": "Presence penalty",
"description": "Positive values penalize new tokens based on whether they appear in the text so far, increasing the model's likelihood to talk about new topics.",
"group": "sampling",
"type": "number",
"default": 0,
"range": {
"min": -2,
"max": 2
}
},
{
"path": "seed",
"label": "Seed",
"description": "Best-effort deterministic sampling seed. Changing the seed produces a different response with similar characteristics. Fix the seed to reproduce results.",
"group": "sampling",
"type": "integer",
"default": 0,
"range": {
"min": 0,
"max": 18446744073709552000
}
},
{
"path": "stop",
"label": "Stop",
"description": "A string or list of strings where the API will stop generating further tokens. The returned text will not contain the stop sequence.",
"group": "generation_length",
"type": "string"
}
]
},
{
"provider": "nvidia",
"authType": "api_key",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -275,6 +275,7 @@
"nvidia/llama-3.1-nemotron-ultra-253b-v1",
"nvidia/llama-3.3-nemotron-super-49b-v1",
"nvidia/llama-3.3-nemotron-super-49b-v1.5",
"nvidia/muse-glimmer-30b",
"nvidia/nemoguard-jailbreak-detect",
"nvidia/nemotron-3-nano-30b-a3b",
"nvidia/nemotron-3-super-120b-a12b",
Expand Down Expand Up @@ -676,6 +677,7 @@
"nvidia/llama-3.1-nemotron-ultra-253b-v1",
"nvidia/llama-3.3-nemotron-super-49b-v1",
"nvidia/llama-3.3-nemotron-super-49b-v1.5",
"nvidia/muse-glimmer-30b",
"nvidia/nemoguard-jailbreak-detect",
"nvidia/nemotron-3-nano-30b-a3b",
"nvidia/nemotron-3-super-120b-a12b",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -300,6 +300,7 @@
"nvidia/llama-3.1-nemotron-ultra-253b-v1": nvidia.Llama_3_1_Nemotron_Ultra_253b_V1Params,
"nvidia/llama-3.3-nemotron-super-49b-v1": nvidia.Llama_3_3_Nemotron_Super_49b_V1Params,
"nvidia/llama-3.3-nemotron-super-49b-v1.5": nvidia.Llama_3_3_Nemotron_Super_49b_V1_5Params,
"nvidia/muse-glimmer-30b": nvidia.Muse_Glimmer_30bParams,
"nvidia/nemoguard-jailbreak-detect": nvidia.Nemoguard_Jailbreak_DetectParams,
"nvidia/nemotron-3-nano-30b-a3b": nvidia.Nemotron_3_Nano_30b_A3bParams,
"nvidia/nemotron-3-super-120b-a12b": nvidia.Nemotron_3_Super_120b_A12bParams,
Expand Down
16 changes: 16 additions & 0 deletions packages/modelparams-python/src/modelparams/types/nvidia.py
Original file line number Diff line number Diff line change
Expand Up @@ -120,6 +120,21 @@
)
setattr(Llama_3_3_Nemotron_Super_49b_V1_5Params, "__pydantic_config__", _PARAMS_CONFIG)

Muse_Glimmer_30bParams = TypedDict(
"Muse_Glimmer_30bParams",
{
"temperature": Annotated[float, Field(ge=0, le=1)],
"top_p": Annotated[float, Field(le=1)],
"max_tokens": Annotated[int, Field(ge=1, le=16384)],
"frequency_penalty": Annotated[float, Field(ge=-2, le=2)],
"presence_penalty": Annotated[float, Field(ge=-2, le=2)],
"seed": Annotated[int, Field(ge=0, le=18446744073709552000)],
"stop": str,
},
total=False,
)
setattr(Muse_Glimmer_30bParams, "__pydantic_config__", _PARAMS_CONFIG)

Nemoguard_Jailbreak_DetectParams = TypedDict(
"Nemoguard_Jailbreak_DetectParams",
{
Expand Down Expand Up @@ -248,6 +263,7 @@
"Llama_3_1_Nemotron_Ultra_253b_V1Params",
"Llama_3_3_Nemotron_Super_49b_V1Params",
"Llama_3_3_Nemotron_Super_49b_V1_5Params",
"Muse_Glimmer_30bParams",
"Nemoguard_Jailbreak_DetectParams",
"Nemotron_3_Nano_30b_A3bParams",
"Nemotron_3_Super_120b_A12bParams",
Expand Down
87 changes: 87 additions & 0 deletions packages/modelparams/src/generated/data.ts
Original file line number Diff line number Diff line change
Expand Up @@ -22289,6 +22289,93 @@ const GENERATED_CATALOG = [
}
]
},
{
"provider": "nvidia",
"authType": "api_key",
"apiSurface": "openai-chat-completions",
"model": "muse-glimmer-30b",
"wireId": "meta/muse-glimmer-30b",
"params": [
{
"path": "temperature",
"label": "Temperature",
"description": "Controls randomness. Lower values make outputs more focused; higher values make them more varied. Not recommended to modify both temperature and top_p in the same call.",
"group": "sampling",
"type": "number",
"default": 0.6,
"range": {
"min": 0,
"max": 1
}
},
{
"path": "top_p",
"label": "Top P",
"description": "Controls nucleus sampling by limiting generation to tokens within the selected cumulative probability. Not recommended to modify both temperature and top_p in the same call.",
"group": "sampling",
"type": "number",
"default": 0.95,
"range": {
"max": 1
}
},
{
"path": "max_tokens",
"label": "Max tokens",
"description": "Maximum number of tokens to generate. Generation stops when this limit is reached.",
"group": "generation_length",
"type": "integer",
"default": 4096,
"range": {
"min": 1,
"max": 16384
}
},
{
"path": "frequency_penalty",
"label": "Frequency penalty",
"description": "Penalizes new tokens based on their existing frequency in the text so far, decreasing the model's likelihood to repeat the same line verbatim.",
"group": "sampling",
"type": "number",
"default": 0,
"range": {
"min": -2,
"max": 2
}
},
{
"path": "presence_penalty",
"label": "Presence penalty",
"description": "Positive values penalize new tokens based on whether they appear in the text so far, increasing the model's likelihood to talk about new topics.",
"group": "sampling",
"type": "number",
"default": 0,
"range": {
"min": -2,
"max": 2
}
},
{
"path": "seed",
"label": "Seed",
"description": "Best-effort deterministic sampling seed. Changing the seed produces a different response with similar characteristics. Fix the seed to reproduce results.",
"group": "sampling",
"type": "integer",
"default": 0,
"range": {
"min": 0,
"max": 18446744073709552000
}
},
{
"path": "stop",
"label": "Stop",
"description": "A string or list of strings where the API will stop generating further tokens. The returned text will not contain the stop sequence.",
"group": "generation_length",
"type": "string"
}
]
},
{
"provider": "nvidia",
"authType": "api_key",
Expand Down
8 changes: 8 additions & 0 deletions packages/modelparams/src/generated/defaults.ts
Original file line number Diff line number Diff line change
Expand Up @@ -1339,6 +1339,14 @@ export const DEFAULTS = {
presence_penalty: 0,
seed: 0,
},
"nvidia/muse-glimmer-30b": {
temperature: 0.6,
top_p: 0.95,
max_tokens: 4096,
frequency_penalty: 0,
presence_penalty: 0,
seed: 0,
},
"nvidia/nemoguard-jailbreak-detect": {},
"nvidia/nemotron-3-nano-30b-a3b": {
temperature: 1,
Expand Down
1 change: 1 addition & 0 deletions packages/modelparams/src/generated/model-ids.ts
Original file line number Diff line number Diff line change
Expand Up @@ -273,6 +273,7 @@ export const MODEL_IDS = [
"nvidia/llama-3.1-nemotron-ultra-253b-v1",
"nvidia/llama-3.3-nemotron-super-49b-v1",
"nvidia/llama-3.3-nemotron-super-49b-v1.5",
"nvidia/muse-glimmer-30b",
"nvidia/nemoguard-jailbreak-detect",
"nvidia/nemotron-3-nano-30b-a3b",
"nvidia/nemotron-3-super-120b-a12b",
Expand Down
9 changes: 9 additions & 0 deletions packages/modelparams/src/generated/params-by-id.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2211,6 +2211,15 @@ export type ParamsById = {
seed: number;
stop: string;
};
"nvidia/muse-glimmer-30b": {
temperature: number;
top_p: number;
max_tokens: number;
frequency_penalty: number;
presence_penalty: number;
seed: number;
stop: string;
};
"nvidia/nemoguard-jailbreak-detect": Record<string, never>;
"nvidia/nemotron-3-nano-30b-a3b": {
temperature: number;
Expand Down
Loading