First upload version 0.0.1
This commit is contained in:
Neyra
517
node_modules/node-llama-cpp/dist/bindings/getLlama.js
generated
vendored
Normal file
517
node_modules/node-llama-cpp/dist/bindings/getLlama.js
generated
vendored
Normal file
@@ -0,0 +1,517 @@
|
||||
import process from "process";
|
||||
import path from "path";
|
||||
import console from "console";
|
||||
import { createRequire } from "module";
|
||||
import { builtinLlamaCppGitHubRepo, builtinLlamaCppRelease, defaultLlamaCppLogLevel, defaultLlamaCppGitHubRepo, defaultLlamaCppGpuSupport, defaultLlamaCppRelease, defaultSkipDownload, llamaLocalBuildBinsDirectory, recommendedBaseDockerImage, defaultLlamaCppDebugMode } from "../config.js";
|
||||
import { getConsoleLogPrefix } from "../utils/getConsoleLogPrefix.js";
|
||||
import { waitForLockfileRelease } from "../utils/waitForLockfileRelease.js";
|
||||
import { isGithubReleaseNeedsResolving, resolveGithubRelease } from "../utils/resolveGithubRelease.js";
|
||||
import { runningInsideAsar, runningInElectron } from "../utils/runtime.js";
|
||||
import { compileLlamaCpp, getLocalBuildBinaryBuildMetadata, getLocalBuildBinaryPath, getPrebuiltBinaryBuildMetadata, getPrebuiltBinaryPath } from "./utils/compileLLamaCpp.js";
|
||||
import { getLastBuildInfo } from "./utils/lastBuildInfo.js";
|
||||
import { getClonedLlamaCppRepoReleaseInfo, isLlamaCppRepoCloned } from "./utils/cloneLlamaCppRepo.js";
|
||||
import { getPlatform } from "./utils/getPlatform.js";
|
||||
import { getBuildFolderNameForBuildOptions } from "./utils/getBuildFolderNameForBuildOptions.js";
|
||||
import { resolveCustomCmakeOptions } from "./utils/resolveCustomCmakeOptions.js";
|
||||
import { getCanUsePrebuiltBinaries } from "./utils/getCanUsePrebuiltBinaries.js";
|
||||
import { NoBinaryFoundError } from "./utils/NoBinaryFoundError.js";
|
||||
import { Llama } from "./Llama.js";
|
||||
import { getGpuTypesToUseForOption } from "./utils/getGpuTypesToUseForOption.js";
|
||||
import { getPrettyBuildGpuName } from "./consts.js";
|
||||
import { detectGlibc } from "./utils/detectGlibc.js";
|
||||
import { getLinuxDistroInfo, isDistroAlpineLinux } from "./utils/getLinuxDistroInfo.js";
|
||||
import { testBindingBinary } from "./utils/testBindingBinary.js";
|
||||
import { getPlatformInfo } from "./utils/getPlatformInfo.js";
|
||||
import { hasBuildingFromSourceDependenciesInstalled } from "./utils/hasBuildingFromSourceDependenciesInstalled.js";
|
||||
import { resolveActualBindingBinaryPath } from "./utils/resolveActualBindingBinaryPath.js";
|
||||
const require = createRequire(import.meta.url);
|
||||
export const getLlamaFunctionName = "getLlama";
|
||||
export const defaultLlamaVramPadding = (totalVram) => Math.floor(Math.min(totalVram * 0.06, 1024 * 1024 * 1024));
|
||||
export const defaultLlamaRamPadding = (totalRam) => {
|
||||
const platform = getPlatform();
|
||||
if (platform === "linux")
|
||||
return Math.floor(Math.min(totalRam * 0.25, 1024 * 1024 * 1024));
|
||||
return Math.floor(Math.min(totalRam * 0.25, 1024 * 1024 * 1024 * 6));
|
||||
};
|
||||
const defaultBuildOption = runningInElectron
|
||||
? "never"
|
||||
: "auto";
|
||||
export async function getLlama(options, lastBuildOptions) {
|
||||
if (options === "lastBuild") {
|
||||
const lastBuildInfo = await getLastBuildInfo();
|
||||
const dryRun = lastBuildOptions?.dryRun ?? false;
|
||||
const getLlamaOptions = {
|
||||
logLevel: lastBuildOptions?.logLevel ?? defaultLlamaCppLogLevel,
|
||||
logger: lastBuildOptions?.logger ?? Llama.defaultConsoleLogger,
|
||||
usePrebuiltBinaries: lastBuildOptions?.usePrebuiltBinaries ?? true,
|
||||
progressLogs: lastBuildOptions?.progressLogs ?? true,
|
||||
skipDownload: lastBuildOptions?.skipDownload ?? defaultSkipDownload,
|
||||
maxThreads: lastBuildOptions?.maxThreads,
|
||||
vramPadding: lastBuildOptions?.vramPadding ?? defaultLlamaVramPadding,
|
||||
ramPadding: lastBuildOptions?.ramPadding ?? defaultLlamaRamPadding,
|
||||
debug: lastBuildOptions?.debug ?? defaultLlamaCppDebugMode,
|
||||
numa: lastBuildOptions?.numa,
|
||||
dryRun
|
||||
};
|
||||
if (lastBuildInfo == null)
|
||||
return getLlamaForOptions(getLlamaOptions);
|
||||
const localBuildFolder = path.join(llamaLocalBuildBinsDirectory, lastBuildInfo.folderName);
|
||||
const localBuildBinPath = await getLocalBuildBinaryPath(lastBuildInfo.folderName);
|
||||
await waitForLockfileRelease({ resourcePath: localBuildFolder });
|
||||
if (localBuildBinPath != null) {
|
||||
try {
|
||||
const resolvedBindingPath = await resolveActualBindingBinaryPath(localBuildBinPath);
|
||||
const binding = loadBindingModule(resolvedBindingPath);
|
||||
const buildMetadata = await getLocalBuildBinaryBuildMetadata(lastBuildInfo.folderName);
|
||||
const res = await Llama._create({
|
||||
bindings: binding,
|
||||
bindingPath: resolvedBindingPath,
|
||||
buildType: "localBuild",
|
||||
buildMetadata,
|
||||
logger: lastBuildOptions?.logger ?? Llama.defaultConsoleLogger,
|
||||
logLevel: lastBuildOptions?.logLevel ?? defaultLlamaCppLogLevel,
|
||||
maxThreads: lastBuildOptions?.maxThreads,
|
||||
vramPadding: lastBuildOptions?.vramPadding ?? defaultLlamaVramPadding,
|
||||
ramPadding: lastBuildOptions?.ramPadding ?? defaultLlamaRamPadding,
|
||||
debug: lastBuildOptions?.debug ?? defaultLlamaCppDebugMode,
|
||||
numa: lastBuildOptions?.numa,
|
||||
skipLlamaInit: dryRun
|
||||
});
|
||||
if (dryRun)
|
||||
await res.dispose();
|
||||
return res;
|
||||
}
|
||||
catch (err) {
|
||||
console.error(getConsoleLogPrefix() + "Failed to load last build. Error:", err);
|
||||
console.info(getConsoleLogPrefix() + "Falling back to default binaries");
|
||||
}
|
||||
}
|
||||
return getLlamaForOptions(getLlamaOptions);
|
||||
}
|
||||
return getLlamaForOptions(options ?? {});
|
||||
}
|
||||
// internal
|
||||
export async function getLlamaForOptions({ gpu = defaultLlamaCppGpuSupport, logLevel = defaultLlamaCppLogLevel, logger = Llama.defaultConsoleLogger, build = defaultBuildOption, cmakeOptions = {}, existingPrebuiltBinaryMustMatchBuildOptions = false, usePrebuiltBinaries = true, progressLogs = true, skipDownload = defaultSkipDownload, maxThreads, vramPadding = defaultLlamaVramPadding, ramPadding = defaultLlamaRamPadding, debug = defaultLlamaCppDebugMode, numa = false, dryRun = false }, { updateLastBuildInfoOnCompile = false, skipLlamaInit = false, pipeBinaryTestErrorLogs = false } = {}) {
|
||||
const platform = getPlatform();
|
||||
const arch = process.arch;
|
||||
if (logLevel == null)
|
||||
logLevel = defaultLlamaCppLogLevel;
|
||||
if (logger == null)
|
||||
logger = Llama.defaultConsoleLogger;
|
||||
if (build == null)
|
||||
build = defaultBuildOption;
|
||||
if (cmakeOptions == null)
|
||||
cmakeOptions = {};
|
||||
if (existingPrebuiltBinaryMustMatchBuildOptions == null)
|
||||
existingPrebuiltBinaryMustMatchBuildOptions = false;
|
||||
if (usePrebuiltBinaries == null)
|
||||
usePrebuiltBinaries = true;
|
||||
if (progressLogs == null)
|
||||
progressLogs = true;
|
||||
if (skipDownload == null)
|
||||
skipDownload = defaultSkipDownload;
|
||||
if (vramPadding == null)
|
||||
vramPadding = defaultLlamaVramPadding;
|
||||
if (ramPadding == null)
|
||||
ramPadding = defaultLlamaRamPadding;
|
||||
if (debug == null)
|
||||
debug = defaultLlamaCppDebugMode;
|
||||
if (dryRun == null)
|
||||
dryRun = false;
|
||||
if (dryRun) {
|
||||
build = "never";
|
||||
skipDownload = true;
|
||||
skipLlamaInit = true;
|
||||
}
|
||||
const clonedLlamaCppRepoReleaseInfo = await getClonedLlamaCppRepoReleaseInfo();
|
||||
let canUsePrebuiltBinaries = (build === "forceRebuild" || !usePrebuiltBinaries)
|
||||
? false
|
||||
: await getCanUsePrebuiltBinaries();
|
||||
const buildGpusToTry = await getGpuTypesToUseForOption(gpu, { platform, arch });
|
||||
const platformInfo = await getPlatformInfo();
|
||||
const llamaCppInfo = {
|
||||
repo: clonedLlamaCppRepoReleaseInfo?.llamaCppGithubRepo ?? builtinLlamaCppGitHubRepo,
|
||||
release: clonedLlamaCppRepoReleaseInfo?.tag ?? builtinLlamaCppRelease
|
||||
};
|
||||
let shouldLogNoGlibcWarningIfNoBuildIsAvailable = false;
|
||||
const canBuild = build !== "never" && !runningInsideAsar &&
|
||||
(!runningInElectron || await hasBuildingFromSourceDependenciesInstalled());
|
||||
if (canUsePrebuiltBinaries && platform === "linux") {
|
||||
if (!(await detectGlibc({ platform }))) {
|
||||
canUsePrebuiltBinaries = false;
|
||||
shouldLogNoGlibcWarningIfNoBuildIsAvailable = true;
|
||||
}
|
||||
}
|
||||
if (buildGpusToTry.length === 0)
|
||||
throw new Error("No GPU types available to try building with");
|
||||
if (build === "try") {
|
||||
if (canUsePrebuiltBinaries) {
|
||||
try {
|
||||
return await getLlamaForOptions({
|
||||
gpu,
|
||||
logLevel,
|
||||
logger,
|
||||
build: "auto",
|
||||
cmakeOptions,
|
||||
existingPrebuiltBinaryMustMatchBuildOptions,
|
||||
usePrebuiltBinaries: false,
|
||||
progressLogs,
|
||||
skipDownload,
|
||||
maxThreads,
|
||||
vramPadding,
|
||||
ramPadding,
|
||||
debug,
|
||||
numa,
|
||||
dryRun
|
||||
});
|
||||
}
|
||||
catch (err) {
|
||||
return await getLlamaForOptions({
|
||||
gpu,
|
||||
logLevel,
|
||||
logger,
|
||||
build: "never",
|
||||
cmakeOptions,
|
||||
existingPrebuiltBinaryMustMatchBuildOptions,
|
||||
usePrebuiltBinaries,
|
||||
progressLogs,
|
||||
skipDownload,
|
||||
maxThreads,
|
||||
vramPadding,
|
||||
ramPadding,
|
||||
debug,
|
||||
numa,
|
||||
dryRun
|
||||
});
|
||||
}
|
||||
}
|
||||
else
|
||||
build = "auto";
|
||||
}
|
||||
if (build === "auto" || build === "never") {
|
||||
for (let i = 0; i < buildGpusToTry.length; i++) {
|
||||
const gpu = buildGpusToTry[i];
|
||||
const isLastItem = i === buildGpusToTry.length - 1;
|
||||
if (gpu == null)
|
||||
continue;
|
||||
const buildOptions = {
|
||||
customCmakeOptions: resolveCustomCmakeOptions(cmakeOptions),
|
||||
progressLogs,
|
||||
platform,
|
||||
platformInfo,
|
||||
arch,
|
||||
gpu,
|
||||
llamaCpp: llamaCppInfo
|
||||
};
|
||||
const llama = await loadExistingLlamaBinary({
|
||||
buildOptions,
|
||||
canUsePrebuiltBinaries,
|
||||
logLevel,
|
||||
logger,
|
||||
existingPrebuiltBinaryMustMatchBuildOptions,
|
||||
progressLogs,
|
||||
platform,
|
||||
platformInfo,
|
||||
skipLlamaInit,
|
||||
maxThreads,
|
||||
vramPadding,
|
||||
ramPadding,
|
||||
fallbackMessage: !isLastItem
|
||||
? `falling back to using ${getPrettyBuildGpuName(buildGpusToTry[i + 1])}`
|
||||
: (canBuild
|
||||
? "falling back to building from source"
|
||||
: null),
|
||||
debug,
|
||||
numa,
|
||||
pipeBinaryTestErrorLogs
|
||||
});
|
||||
if (llama != null) {
|
||||
if (dryRun)
|
||||
await llama.dispose();
|
||||
return llama;
|
||||
}
|
||||
}
|
||||
}
|
||||
if (shouldLogNoGlibcWarningIfNoBuildIsAvailable && progressLogs)
|
||||
await logNoGlibcWarning();
|
||||
if (!canBuild)
|
||||
throw new NoBinaryFoundError();
|
||||
const llamaCppRepoCloned = await isLlamaCppRepoCloned();
|
||||
if (!llamaCppRepoCloned) {
|
||||
if (skipDownload)
|
||||
throw new NoBinaryFoundError("No prebuilt binaries found, no llama.cpp source found and `skipDownload` or NODE_LLAMA_CPP_SKIP_DOWNLOAD env var is set to true, so llama.cpp cannot be built from source");
|
||||
llamaCppInfo.repo = defaultLlamaCppGitHubRepo;
|
||||
llamaCppInfo.release = defaultLlamaCppRelease;
|
||||
if (isGithubReleaseNeedsResolving(llamaCppInfo.release)) {
|
||||
const [owner, name] = defaultLlamaCppGitHubRepo.split("/");
|
||||
llamaCppInfo.release = await resolveGithubRelease(owner, name, llamaCppInfo.release);
|
||||
}
|
||||
}
|
||||
for (let i = 0; i < buildGpusToTry.length; i++) {
|
||||
const gpu = buildGpusToTry[i];
|
||||
const isLastItem = i === buildGpusToTry.length - 1;
|
||||
if (gpu == null)
|
||||
continue;
|
||||
const buildOptions = {
|
||||
customCmakeOptions: resolveCustomCmakeOptions(cmakeOptions),
|
||||
progressLogs,
|
||||
platform,
|
||||
platformInfo,
|
||||
arch,
|
||||
gpu,
|
||||
llamaCpp: llamaCppInfo
|
||||
};
|
||||
let llama = undefined;
|
||||
try {
|
||||
llama = await buildAndLoadLlamaBinary({
|
||||
buildOptions,
|
||||
skipDownload,
|
||||
logLevel,
|
||||
logger,
|
||||
updateLastBuildInfoOnCompile,
|
||||
maxThreads,
|
||||
vramPadding,
|
||||
ramPadding,
|
||||
skipLlamaInit,
|
||||
debug,
|
||||
numa
|
||||
});
|
||||
}
|
||||
catch (err) {
|
||||
console.error(getConsoleLogPrefix() +
|
||||
`Failed to build llama.cpp with ${getPrettyBuildGpuName(gpu)} support. ` +
|
||||
(!isLastItem
|
||||
? `falling back to building llama.cpp with ${getPrettyBuildGpuName(buildGpusToTry[i + 1])} support. `
|
||||
: "") +
|
||||
"Error:", err);
|
||||
if (isLastItem)
|
||||
throw err;
|
||||
}
|
||||
if (llama != null) {
|
||||
if (dryRun)
|
||||
await llama.dispose();
|
||||
return llama;
|
||||
}
|
||||
}
|
||||
throw new Error("Failed to build llama.cpp");
|
||||
}
|
||||
async function loadExistingLlamaBinary({ buildOptions, canUsePrebuiltBinaries, logLevel, logger, existingPrebuiltBinaryMustMatchBuildOptions, progressLogs, platform, platformInfo, skipLlamaInit, maxThreads, vramPadding, ramPadding, fallbackMessage, debug, numa, pipeBinaryTestErrorLogs }) {
|
||||
const buildFolderName = await getBuildFolderNameForBuildOptions(buildOptions);
|
||||
const localBuildFolder = path.join(llamaLocalBuildBinsDirectory, buildFolderName.withCustomCmakeOptions);
|
||||
const localBuildBinPath = await getLocalBuildBinaryPath(buildFolderName.withCustomCmakeOptions);
|
||||
await waitForLockfileRelease({ resourcePath: localBuildFolder });
|
||||
if (localBuildBinPath != null) {
|
||||
try {
|
||||
const buildMetadata = await getLocalBuildBinaryBuildMetadata(buildFolderName.withCustomCmakeOptions);
|
||||
const shouldTestBinaryBeforeLoading = getShouldTestBinaryBeforeLoading({
|
||||
isPrebuiltBinary: false,
|
||||
platform,
|
||||
platformInfo,
|
||||
buildMetadata
|
||||
});
|
||||
const resolvedBindingPath = await resolveActualBindingBinaryPath(localBuildBinPath);
|
||||
const binaryCompatible = shouldTestBinaryBeforeLoading
|
||||
? await testBindingBinary(resolvedBindingPath, undefined, buildOptions.gpu, undefined, pipeBinaryTestErrorLogs)
|
||||
: true;
|
||||
if (binaryCompatible) {
|
||||
const binding = loadBindingModule(resolvedBindingPath);
|
||||
return await Llama._create({
|
||||
bindings: binding,
|
||||
bindingPath: resolvedBindingPath,
|
||||
buildType: "localBuild",
|
||||
buildMetadata,
|
||||
logLevel,
|
||||
logger,
|
||||
maxThreads,
|
||||
vramPadding,
|
||||
ramPadding,
|
||||
skipLlamaInit,
|
||||
debug,
|
||||
numa
|
||||
});
|
||||
}
|
||||
else if (progressLogs) {
|
||||
console.warn(getConsoleLogPrefix() + "The local build binary was not built in the current system and is incompatible with it");
|
||||
if (canUsePrebuiltBinaries)
|
||||
console.info(getConsoleLogPrefix() + "Falling back to prebuilt binaries");
|
||||
else if (fallbackMessage != null)
|
||||
console.info(getConsoleLogPrefix() + fallbackMessage);
|
||||
}
|
||||
}
|
||||
catch (err) {
|
||||
const binaryDescription = describeBinary(buildOptions);
|
||||
console.error(getConsoleLogPrefix() + `Failed to load a local build ${binaryDescription}. Error:`, err);
|
||||
if (canUsePrebuiltBinaries)
|
||||
console.info(getConsoleLogPrefix() + "Falling back to prebuilt binaries");
|
||||
else if (fallbackMessage != null)
|
||||
console.info(getConsoleLogPrefix() + fallbackMessage);
|
||||
}
|
||||
}
|
||||
if (canUsePrebuiltBinaries) {
|
||||
const prebuiltBinDetails = await getPrebuiltBinaryPath(buildOptions, existingPrebuiltBinaryMustMatchBuildOptions
|
||||
? buildFolderName.withCustomCmakeOptions
|
||||
: buildFolderName.withoutCustomCmakeOptions);
|
||||
if (prebuiltBinDetails != null) {
|
||||
try {
|
||||
const buildMetadata = await getPrebuiltBinaryBuildMetadata(prebuiltBinDetails.folderPath, prebuiltBinDetails.folderName);
|
||||
const shouldTestBinaryBeforeLoading = getShouldTestBinaryBeforeLoading({
|
||||
isPrebuiltBinary: true,
|
||||
platform,
|
||||
platformInfo,
|
||||
buildMetadata
|
||||
});
|
||||
const resolvedBindingPath = await resolveActualBindingBinaryPath(prebuiltBinDetails.binaryPath);
|
||||
const resolvedExtBackendsPath = prebuiltBinDetails.extBackendsPath == null
|
||||
? undefined
|
||||
: await resolveActualBindingBinaryPath(prebuiltBinDetails.extBackendsPath);
|
||||
const binaryCompatible = shouldTestBinaryBeforeLoading
|
||||
? await testBindingBinary(resolvedBindingPath, resolvedExtBackendsPath, buildOptions.gpu, undefined, pipeBinaryTestErrorLogs)
|
||||
: true;
|
||||
if (binaryCompatible) {
|
||||
const binding = loadBindingModule(resolvedBindingPath);
|
||||
return await Llama._create({
|
||||
bindings: binding,
|
||||
bindingPath: resolvedBindingPath,
|
||||
extBackendsPath: resolvedExtBackendsPath,
|
||||
buildType: "prebuilt",
|
||||
buildMetadata,
|
||||
logLevel,
|
||||
logger,
|
||||
maxThreads,
|
||||
vramPadding,
|
||||
ramPadding,
|
||||
skipLlamaInit,
|
||||
debug,
|
||||
numa
|
||||
});
|
||||
}
|
||||
else if (progressLogs) {
|
||||
const binaryDescription = describeBinary({
|
||||
...buildOptions,
|
||||
customCmakeOptions: existingPrebuiltBinaryMustMatchBuildOptions
|
||||
? buildOptions.customCmakeOptions
|
||||
: new Map()
|
||||
});
|
||||
console.warn(getConsoleLogPrefix() +
|
||||
`The prebuilt ${binaryDescription} is not compatible with the current system` + (fallbackMessage != null
|
||||
? ", " + fallbackMessage
|
||||
: ""));
|
||||
}
|
||||
}
|
||||
catch (err) {
|
||||
const binaryDescription = describeBinary({
|
||||
...buildOptions,
|
||||
customCmakeOptions: existingPrebuiltBinaryMustMatchBuildOptions
|
||||
? buildOptions.customCmakeOptions
|
||||
: new Map()
|
||||
});
|
||||
console.error(getConsoleLogPrefix() + `Failed to load a prebuilt ${binaryDescription}` + (fallbackMessage != null
|
||||
? ", " + fallbackMessage
|
||||
: "") + ". Error:", err);
|
||||
}
|
||||
}
|
||||
else if (progressLogs)
|
||||
console.warn(getConsoleLogPrefix() + "A prebuilt binary was not found" + (fallbackMessage != null
|
||||
? ", " + fallbackMessage
|
||||
: ""));
|
||||
}
|
||||
return null;
|
||||
}
|
||||
async function buildAndLoadLlamaBinary({ buildOptions, skipDownload, logLevel, logger, updateLastBuildInfoOnCompile, maxThreads, vramPadding, ramPadding, skipLlamaInit, debug, numa }) {
|
||||
const buildFolderName = await getBuildFolderNameForBuildOptions(buildOptions);
|
||||
await compileLlamaCpp(buildOptions, {
|
||||
ensureLlamaCppRepoIsCloned: !skipDownload,
|
||||
downloadCmakeIfNeeded: true,
|
||||
updateLastBuildInfo: updateLastBuildInfoOnCompile
|
||||
});
|
||||
const localBuildFolder = path.join(llamaLocalBuildBinsDirectory, buildFolderName.withCustomCmakeOptions);
|
||||
await waitForLockfileRelease({ resourcePath: localBuildFolder });
|
||||
const localBuildBinPath = await getLocalBuildBinaryPath(buildFolderName.withCustomCmakeOptions);
|
||||
if (localBuildBinPath == null) {
|
||||
throw new Error("Failed to build llama.cpp");
|
||||
}
|
||||
const resolvedBindingPath = await resolveActualBindingBinaryPath(localBuildBinPath);
|
||||
const binding = loadBindingModule(resolvedBindingPath);
|
||||
const buildMetadata = await getLocalBuildBinaryBuildMetadata(buildFolderName.withCustomCmakeOptions);
|
||||
return await Llama._create({
|
||||
bindings: binding,
|
||||
bindingPath: resolvedBindingPath,
|
||||
buildType: "localBuild",
|
||||
buildMetadata,
|
||||
logLevel,
|
||||
logger,
|
||||
maxThreads,
|
||||
vramPadding,
|
||||
ramPadding,
|
||||
skipLlamaInit,
|
||||
debug,
|
||||
numa
|
||||
});
|
||||
}
|
||||
async function logNoGlibcWarning() {
|
||||
console.warn(getConsoleLogPrefix() +
|
||||
"The prebuilt binaries cannot be used in this Linux distro, as `glibc` is not detected");
|
||||
const linuxDistroInfo = await getLinuxDistroInfo();
|
||||
const isAlpineLinux = await isDistroAlpineLinux(linuxDistroInfo);
|
||||
if (isAlpineLinux) {
|
||||
console.warn(getConsoleLogPrefix() +
|
||||
"Using Alpine Linux is not recommended for running LLMs, " +
|
||||
"as using GPU drivers is complicated and suboptimal in this distro at the moment.\n" +
|
||||
getConsoleLogPrefix() +
|
||||
"Consider using a different Linux distro, such as Debian or Ubuntu.\n" +
|
||||
getConsoleLogPrefix() +
|
||||
`If you're trying to run this inside of a Docker container, consider using "${recommendedBaseDockerImage}" image`);
|
||||
}
|
||||
}
|
||||
function describeBinary(binaryOptions) {
|
||||
let res = `binary for platform "${binaryOptions.platform}" "${binaryOptions.arch}"`;
|
||||
const additions = [];
|
||||
if (binaryOptions.gpu != false)
|
||||
additions.push(`with ${getPrettyBuildGpuName(binaryOptions.gpu)} support`);
|
||||
if (binaryOptions.customCmakeOptions.size > 0)
|
||||
additions.push("with custom build options");
|
||||
res += additions
|
||||
.map((addition, index) => {
|
||||
if (index === 0)
|
||||
return " " + addition;
|
||||
if (additions.length === 2)
|
||||
return " and " + addition;
|
||||
if (index === additions.length - 1)
|
||||
return " and " + addition;
|
||||
return ", " + addition;
|
||||
})
|
||||
.join("");
|
||||
return res;
|
||||
}
|
||||
function loadBindingModule(bindingModulePath) {
|
||||
// each llama instance has its own settings, such as a different logger, so we have to make sure we load a new instance every time
|
||||
try {
|
||||
delete require.cache[require.resolve(bindingModulePath)];
|
||||
}
|
||||
catch (err) { }
|
||||
try {
|
||||
const binding = require(bindingModulePath);
|
||||
return binding;
|
||||
}
|
||||
finally {
|
||||
try {
|
||||
delete require.cache[require.resolve(bindingModulePath)];
|
||||
}
|
||||
catch (err) { }
|
||||
}
|
||||
}
|
||||
function getShouldTestBinaryBeforeLoading({ isPrebuiltBinary, platform, platformInfo, buildMetadata }) {
|
||||
if (platform === "linux") {
|
||||
if (isPrebuiltBinary)
|
||||
return true;
|
||||
if (platformInfo.name !== buildMetadata.buildOptions.platformInfo.name ||
|
||||
platformInfo.version !== buildMetadata.buildOptions.platformInfo.version)
|
||||
return true;
|
||||
}
|
||||
else if (platform === "win") {
|
||||
if (buildMetadata.buildOptions.gpu !== false)
|
||||
return true;
|
||||
}
|
||||
return false;
|
||||
}
|
||||
//# sourceMappingURL=getLlama.js.map
|
||||
Reference in New Issue
Block a user