Update the T5 8-bit quantized starter model to use the BnB LLM.int8() variant.

This commit is contained in:
Ryan Dick
2024-08-23 17:44:03 +00:00
committed by Brandon
parent b9dd354e2b
commit 75d8ac378c
3 changed files with 34 additions and 10 deletions

View File

@ -15,14 +15,14 @@ export const StarterModelsResultItem = memo(({ result }: Props) => {
const _allSources = [
{
source: result.source,
config: { name: result.name, description: result.description, type: result.type, base: result.base },
config: { name: result.name, description: result.description, type: result.type, base: result.base, format: result.format },
},
];
if (result.dependencies) {
for (const d of result.dependencies) {
_allSources.push({
source: d.source,
config: { name: d.name, description: d.description, type: d.type, base: d.base },
config: { name: d.name, description: d.description, type: d.type, base: d.base, format: d.format },
});
}
}