Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
24 changes: 3 additions & 21 deletions nemoguardrails/llm/models/langchain_initializer.py
Original file line number Diff line number Diff line change
Expand Up @@ -308,24 +308,8 @@ def _init_gpt35_turbo_instruct(model_name: str, provider_name: str, kwargs: Dict


def _init_nvidia_model(model_name: str, provider_name: str, kwargs: Dict[str, Any]) -> BaseChatModel:
"""Initialize NVIDIA AI Endpoints model.

Args:
model_name: Name of the model to initialize
provider_name: Name of the provider to use
**kwargs: Additional arguments to pass to the model initialization

Returns:
An initialized chat model

Raises:
ImportError: If langchain_nvidia_ai_endpoints is not installed
ModelInitializationError: If model initialization fails
"""
try:
from nemoguardrails.llm.providers._langchain_nvidia_ai_endpoints_patch import (
ChatNVIDIA,
)
from langchain_nvidia_ai_endpoints import ChatNVIDIA # type: ignore[import-not-found]

package_version = version("langchain_nvidia_ai_endpoints")

Expand All @@ -336,20 +320,18 @@ def _init_nvidia_model(model_name: str, provider_name: str, kwargs: Dict[str, An
)

return ChatNVIDIA(model=model_name, **kwargs)
except ImportError as e:
except ImportError:
raise ImportError(
"Could not import langchain_nvidia_ai_endpoints, please install it with "
"`pip install langchain-nvidia-ai-endpoints`."
)


# special model handlers
_SPECIAL_MODEL_INITIALIZERS = {
"gpt-3.5-turbo-instruct": _init_gpt35_turbo_instruct,
}

# provider-specific handlers
_PROVIDER_INITIALIZERS = {
_PROVIDER_INITIALIZERS: Dict[str, Any] = {
"nvidia_ai_endpoints": _init_nvidia_model,
"nim": _init_nvidia_model,
}
Expand Down
107 changes: 0 additions & 107 deletions nemoguardrails/llm/providers/_langchain_nvidia_ai_endpoints_patch.py

This file was deleted.

1 change: 0 additions & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -173,7 +173,6 @@ include = [
]
exclude = [
"nemoguardrails/llm/providers/trtllm/**",
"nemoguardrails/llm/providers/_langchain_nvidia_ai_endpoints_patch.py",
]

[tool.poetry.group.docs]
Expand Down
Loading