diff --git a/pyproject.toml b/pyproject.toml
index 03053f9..d984c27 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -5,7 +5,7 @@ description = "Add your description here"
 readme = "README.md"
 requires-python = ">=3.12"
 dependencies = [
-    "llama-stack>=0.2.14",
+    "llama-stack==0.2.23",
     "kubernetes",
     "fastapi",
     "opentelemetry-api",
diff --git a/src/llama_stack_provider_lmeval/provider.py b/src/llama_stack_provider_lmeval/provider.py
index 35eae24..2b6ca7c 100644
--- a/src/llama_stack_provider_lmeval/provider.py
+++ b/src/llama_stack_provider_lmeval/provider.py
@@ -1,18 +1,16 @@
 from llama_stack.providers.datatypes import (
-    AdapterSpec,
     Api,
     ProviderSpec,
-    remote_provider_spec,
+    RemoteProviderSpec,
 )
 
 
 def get_provider_spec() -> ProviderSpec:
-    return remote_provider_spec(
+    return RemoteProviderSpec(
         api=Api.eval,
-        adapter=AdapterSpec(
-            adapter_type="lmeval",
-            pip_packages=["kubernetes"],
-            config_class="llama_stack_provider_lmeval.config.LMEvalEvalProviderConfig",
-            module="llama_stack_provider_lmeval",
-        ),
+        provider_type="remote::trustyai_lmeval",
+        adapter_type="lmeval",
+        pip_packages=["kubernetes"],
+        config_class="llama_stack_provider_lmeval.config.LMEvalEvalProviderConfig",
+        module="llama_stack_provider_lmeval",
     )