Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
40 changes: 33 additions & 7 deletions python/litert_lm/BUILD
Original file line number Diff line number Diff line change
Expand Up @@ -298,11 +298,37 @@ genrule(
""",
)

copy_file(
name = "copy_prebuilt_litert_lm_dll",
src = "//prebuilt/windows_x86_64:litert-lm.dll",
out = "litert-lm.dll",
tags = ["manual"],
genrule(
name = "copy_litert_lm_windows_libs",
srcs = select({
":use_prebuilt_c_api": [
"//prebuilt/windows_x86_64:litert-lm.dll",
"//prebuilt/windows_x86_64:libLiteRt.dll",
"//prebuilt/windows_x86_64:libGemmaModelConstraintProvider.dll",
],
"//conditions:default": [":litert_lm_windows_runfiles"],
}),
outs = [
"litert-lm.dll",
"libLiteRt.dll",
"libGemmaModelConstraintProvider.dll",
],
cmd = """
touch "$(location litert-lm.dll)"
touch "$(location libLiteRt.dll)"
touch "$(location libGemmaModelConstraintProvider.dll)"
for src in $(SRCS); do
name=$${src##*/}
name=$${name##*'\\'}
if [ "$$name" = "litert-lm.dll" ]; then
cp "$$src" "$(location litert-lm.dll)"
elif [ "$$name" = "libLiteRt.dll" ]; then
cp "$$src" "$(location libLiteRt.dll)"
elif [ "$$name" = "libGemmaModelConstraintProvider.dll" ]; then
cp "$$src" "$(location libGemmaModelConstraintProvider.dll)"
fi
done
""",
)

filegroup(
Expand All @@ -312,7 +338,7 @@ filegroup(
# no native binaries is built.
":wheel_platform_macos_arm64": [":copy_litert_lm_dylib"],
":wheel_platform_windows_x86_64": [
":copy_prebuilt_litert_lm_dll",
":copy_litert_lm_windows_libs",
":copy_dxcompiler_dll",
":copy_dxil_dll",
":copy_openvino_dispatch_dll",
Expand All @@ -336,7 +362,7 @@ cc_runfiles(
filegroup(
name = "default_libs",
srcs = select({
"@platforms//os:windows": [":litert_lm_windows_runfiles"],
"@platforms//os:windows": [":copy_litert_lm_windows_libs"],
"@platforms//os:macos": [":copy_litert_lm_dylib"],
"//conditions:default": [":copy_litert_lm_so"],
}) + select({
Expand Down
8 changes: 8 additions & 0 deletions python/litert_lm/_ffi.py
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@
import enum
from importlib import resources
import os
import sys


class c_string_p(ctypes.c_char_p): # pylint: disable=invalid-name
Expand Down Expand Up @@ -101,6 +102,13 @@ def _get_lib() -> ctypes.CDLL:
extension = "dylib" if sys.platform == "darwin" else "so"
lib_name = f"liblitert-lm.{extension}"

if sys.platform == "win32" and hasattr(os, "add_dll_directory"):
package_dir = os.path.dirname(os.path.abspath(__file__))
try:
os.add_dll_directory(package_dir)
except Exception: # pylint: disable=broad-except
pass

# 1. Try loading using importlib.resources (handles .par and package files)
try:
ref = resources.files(__package__) / lib_name
Expand Down
6 changes: 6 additions & 0 deletions python/litert_lm/verify_api.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,10 +16,16 @@

import pathlib
import re
import ssl
import urllib.error
import urllib.request
import litert_lm

# Disable SSL verification globally to prevent certificate errors on build VMs
# pylint: disable=protected-access
ssl._create_default_https_context = ssl._create_unverified_context
# pylint: enable=protected-access


def verify_comprehensive_e2e_suite(model_path: pathlib.Path):
"""Executes master comprehensive E2E tests covering multi-turn reasoning, streaming, tools, and telemetry."""
Expand Down
Loading