Skip to content

Update Core, Ort and OrtGenAI packages (#487) #490

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
prathikr merged 1 commit into from
Mar 7, 2026
+82 −42
Merged

Update Core, Ort and OrtGenAI packages (#487) #490

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 3 additions & 4 deletions sdk_v2/cs/src/Microsoft.AI.Foundry.Local.csproj
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -98,9 +98,8 @@
<PropertyGroup>
<!-- default version unless overridden during dotnet build/restore command -->
<FoundryLocalCoreWinMLVersion Condition="'$(FoundryLocalCoreVersion)' != ''">$(FoundryLocalCoreVersion)</FoundryLocalCoreWinMLVersion>
<FoundryLocalCoreWinMLVersion Condition="'$(FoundryLocalCoreVersion)' == ''">0.9.0.2-dev-20260226T191541-2b332047</FoundryLocalCoreWinMLVersion>
<FoundryLocalCoreVersion Condition="'$(FoundryLocalCoreVersion)' == ''">0.9.0.4-dev-20260226T191638-2b332047</FoundryLocalCoreVersion>
</PropertyGroup>
<FoundryLocalCoreWinMLVersion Condition="'$(FoundryLocalCoreVersion)' == ''">0.9.0.8-rc3</FoundryLocalCoreWinMLVersion>
<FoundryLocalCoreVersion Condition="'$(FoundryLocalCoreVersion)' == ''">0.9.0.8-rc3</FoundryLocalCoreVersion> </PropertyGroup>

<PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|AnyCPU'">
<TreatWarningsAsErrors>True</TreatWarningsAsErrors>
Expand All @@ -120,4 +119,4 @@
<!-- specify PrivateAssets to exclude from nuget dependencies -->
<PackageReference Include="IDisposableAnalyzers" Version="4.0.8" PrivateAssets="all"/>
</ItemGroup>
</Project>
</Project>
4 changes: 0 additions & 4 deletions sdk_v2/cs/test/FoundryLocal.Tests/Microsoft.AI.Foundry.Local.Tests.csproj
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -37,10 +37,6 @@
</None>
</ItemGroup>

<ItemGroup Condition="'$(RuntimeIdentifier)' != 'linux-x64' AND '$(UseWinML)' != 'true'">
<PackageReference Include="Microsoft.ML.OnnxRuntime.Gpu.Linux" Version="1.24.1" ExcludeAssets="all" PrivateAssets="all" />
</ItemGroup>

<ItemGroup>
<PackageReference Include="coverlet.collector" Version="6.0.4">
<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
Expand Down
113 changes: 79 additions & 34 deletions sdk_v2/js/script/install.cjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -52,24 +52,85 @@ const ORT_NIGHTLY_FEED = 'https://pkgs.dev.azure.com/aiinfra/PublicPackages/_pac
// Otherwise use the standard NuGet.org feed.
const CORE_FEED = useNightly ? ORT_NIGHTLY_FEED : NUGET_FEED;

const ARTIFACTS = [
{
name: useWinML ? 'Microsoft.AI.Foundry.Local.Core.WinML' : 'Microsoft.AI.Foundry.Local.Core',
version: useNightly ? undefined : useWinML ? '0.9.0.2-dev-20260226T191541-2b332047' : '0.9.0-dev-20260227T222239-2a3af92', // Set later using resolveLatestVersion if undefined
feed: ORT_NIGHTLY_FEED
},
{
name: os.platform() === 'linux' ? 'Microsoft.ML.OnnxRuntime.Gpu.Linux' : 'Microsoft.ML.OnnxRuntime.Foundry',
version: os.platform() === 'linux' ? '1.24.1' : '1.24.1.1',
feed: os.platform() === 'linux' ? NUGET_FEED : ORT_NIGHTLY_FEED
},
{
name: useWinML ? 'Microsoft.ML.OnnxRuntimeGenAI.WinML' : 'Microsoft.ML.OnnxRuntimeGenAI.Foundry',
version: '0.12.1',
feed: NUGET_FEED
}
const FOUNDRY_LOCAL_CORE_ARTIFACT = {
name: 'Microsoft.AI.Foundry.Local.Core',
version: '0.9.0.8-rc3',
feed: ORT_NIGHTLY_FEED,
nightly: useNightly
}

const FOUNDRY_LOCAL_CORE_WINML_ARTIFACT = {
name: 'Microsoft.AI.Foundry.Local.Core.WinML',
version: '0.9.0.8-rc3',
feed: ORT_NIGHTLY_FEED,
nightly: useNightly
}

const ONNX_RUNTIME_FOUNDRY_ARTIFACT = {
name: 'Microsoft.ML.OnnxRuntime.Foundry',
version: '1.24.3',
feed: NUGET_FEED,
nightly: false
}

const ONNX_RUNTIME_WINML_ARTIFACT = {
name: 'Microsoft.ML.OnnxRuntime.Foundry',
version: '1.23.2.3',
feed: NUGET_FEED,
nightly: false
}

const ONNX_RUNTIME_LINUX_ARTIFACT = {
name: 'Microsoft.ML.OnnxRuntime.Gpu.Linux',
version: '1.24.3',
feed: NUGET_FEED,
nightly: false
}

const ONNX_RUNTIME_GENAI_FOUNDRY_ARTIFACT = {
name: 'Microsoft.ML.OnnxRuntimeGenAI.Foundry',
version: '0.12.2',
feed: NUGET_FEED,
nightly: false
}

const ONNX_RUNTIME_GENAI_WINML_ARTIFACT = {
name: 'Microsoft.ML.OnnxRuntimeGenAI.WinML',
version: '0.12.2',
feed: NUGET_FEED,
nightly: false
}

const WINML_ARTIFACTS = [
FOUNDRY_LOCAL_CORE_WINML_ARTIFACT,
ONNX_RUNTIME_WINML_ARTIFACT,
ONNX_RUNTIME_GENAI_WINML_ARTIFACT
];

const NON_WINML_ARTIFACTS = [
FOUNDRY_LOCAL_CORE_ARTIFACT,
ONNX_RUNTIME_FOUNDRY_ARTIFACT,
ONNX_RUNTIME_GENAI_FOUNDRY_ARTIFACT
];

const LINUX_ARTIFACTS = [
FOUNDRY_LOCAL_CORE_ARTIFACT,
ONNX_RUNTIME_LINUX_ARTIFACT,
ONNX_RUNTIME_GENAI_FOUNDRY_ARTIFACT
];

let ARTIFACTS = [];
if (useWinML) {
console.log(`[foundry-local] Using WinML artifacts...`);
ARTIFACTS = WINML_ARTIFACTS;
} else if (os.platform() === 'linux') {
console.log(`[foundry-local] Using Linux GPU artifacts...`);
ARTIFACTS = LINUX_ARTIFACTS;
} else {
console.log(`[foundry-local] Using standard artifacts...`);
ARTIFACTS = NON_WINML_ARTIFACTS;
}

// Check if already installed
if (fs.existsSync(BIN_DIR) && REQUIRED_FILES.every(f => fs.existsSync(path.join(BIN_DIR, f)))) {
if (useNightly) {
Expand Down Expand Up @@ -215,7 +276,8 @@ async function installPackage(artifact, tempDir) {

// Resolve version if not specified
let pkgVer = artifact.version;
if (!pkgVer) {
let isNightly = artifact.nightly;
if (isNightly) {
console.log(` Resolving latest version for ${pkgName}...`);
pkgVer = await resolveLatestVersion(feedUrl, pkgName);
}
Expand Down Expand Up @@ -271,29 +333,12 @@ async function installPackage(artifact, tempDir) {
}
}

// ORT 1.24.1 has a bug: https://github.com/microsoft/onnxruntime/issues/27263
// Resolve it by creating a symlink to the correct binary on Linux and macOS.
function createOnnxRuntimeSymlinks() {
if (os.platform() === 'win32') return;

const ext = os.platform() === 'darwin' ? '.dylib' : '.so';
const libName = `libonnxruntime${ext}`;
const linkName = `onnxruntime.dll`;
const libPath = path.join(BIN_DIR, libName);
const linkPath = path.join(BIN_DIR, linkName);
if (fs.existsSync(libPath) && !fs.existsSync(linkPath)) {
fs.symlinkSync(libName, linkPath);
console.log(`[foundry-local] Created symlink: ${linkName} -> ${libName}`);
}
}

async function main() {
const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), 'foundry-install-'));
try {
for (const artifact of ARTIFACTS) {
await installPackage(artifact, tempDir);
}
createOnnxRuntimeSymlinks();
console.log('[foundry-local] ✓ Installation complete.');
} catch (e) {
console.error(`[foundry-local] Installation failed: ${e.message}`);
Expand Down