nikola/llama_cpp
1
0
Fork 0
Code Issues Pull Requests Actions 4 Packages Projects Releases Wiki Activity

ui: strip path and weight extension from model id in single model mode (#25137)

Browse Source
This commit is contained in:
Pascal
2026-07-03 17:32:48 +02:00
committed by GitHub
parent 152d337fad
commit f113e02d5a
2 changed files with 15 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
tools/ui/src/lib/constants/model-id.ts
View File

@@ -37,3 +37,8 @@ export const MODEL_ACTIVATED_PARAMS_RE = /^[Aa]\d+(\.\d+)?[BbMmKkTt]$/;
* Container format segments to exclude from tags (every model uses these). * Container format segments to exclude from tags (every model uses these).
*/ */
export const MODEL_IGNORED_SEGMENTS = new Set(['GGUF', 'GGML']); export const MODEL_IGNORED_SEGMENTS = new Set(['GGUF', 'GGML']);
/**
* Matches a trailing weight file extension, e.g. `model.gguf` -> `model`.
*/
export const MODEL_WEIGHT_EXTENSION_RE = /\.(gguf|ggml)$/i;

15
tools/ui/src/lib/services/models.service.ts
View File

@@ -1,5 +1,5 @@
import { ServerModelStatus } from '$lib/enums'; import { ServerModelStatus } from '$lib/enums';
import { apiFetch, apiPost } from '$lib/utils'; import { apiFetch, apiPost, normalizeModelName } from '$lib/utils';
import type { ParsedModelId } from '$lib/types/models'; import type { ParsedModelId } from '$lib/types/models';
import { import {
MODEL_QUANTIZATION_SEGMENT_RE, MODEL_QUANTIZATION_SEGMENT_RE,
@@ -7,6 +7,7 @@ import {
MODEL_PARAMS_RE, MODEL_PARAMS_RE,
MODEL_ACTIVATED_PARAMS_RE, MODEL_ACTIVATED_PARAMS_RE,
MODEL_IGNORED_SEGMENTS, MODEL_IGNORED_SEGMENTS,
MODEL_WEIGHT_EXTENSION_RE,
MODEL_ID_NOT_FOUND, MODEL_ID_NOT_FOUND,
MODEL_ID_ORG_SEPARATOR, MODEL_ID_ORG_SEPARATOR,
MODEL_ID_SEGMENT_SEPARATOR, MODEL_ID_SEGMENT_SEPARATOR,
@@ -139,15 +140,19 @@ export class ModelsService {
tags: [] tags: []
}; };
// strip directory path and weight extension so a bare `-m /path/file.gguf`
// parses like a clean repo id; the HF `org/model` form is preserved
const source = normalizeModelName(modelId).replace(MODEL_WEIGHT_EXTENSION_RE, '');
// 1. Extract colon-separated quantization (e.g. `model:Q4_K_M`) // 1. Extract colon-separated quantization (e.g. `model:Q4_K_M`)
const colonIdx = modelId.indexOf(MODEL_ID_QUANTIZATION_SEPARATOR); const colonIdx = source.indexOf(MODEL_ID_QUANTIZATION_SEPARATOR);
let modelPath: string; let modelPath: string;
if (colonIdx !== MODEL_ID_NOT_FOUND) { if (colonIdx !== MODEL_ID_NOT_FOUND) {
result.quantization = modelId.slice(colonIdx + 1) || null; result.quantization = source.slice(colonIdx + 1) || null;
modelPath = modelId.slice(0, colonIdx); modelPath = source.slice(0, colonIdx);
} else { } else {
modelPath = modelId; modelPath = source;
} }
// 2. Extract org name (e.g. `org/model` -> org = "org") // 2. Extract org name (e.g. `org/model` -> org = "org")