fix how sampling params are passing in through the nnsight api to the…

… vllm executor

src/nnsight/modeling/vllm/sampling.py

@@ -18,6 +18,7 @@ class NNsightSamplingParams(SamplingParams):
 
     intervention_graph: Optional[InterventionGraph] = None
     invoker_group: Optional[int] = None
+    is_default_param: bool = True
 
     def clone(self) -> "SamplingParams":
         """Deep copy excluding LogitsProcessor objects.

src/nnsight/modeling/vllm/vllm.py

@@ -191,6 +191,9 @@ def _prepare_input(
                     **kwargs,
                 )
 
+                if kwargs != {}:
+                    param.is_default_param = False
+
                 prompts.append(prompt)
                 params.append(param)
 
@@ -265,6 +268,14 @@ def _execute(
         **kwargs,
     ) -> Any:
 
+        kwargs.pop('invoker_group')
+
+        for param in params:
+            if param.is_default_param:
+                for attr, value in kwargs.items():
+                    if hasattr(NNsightSamplingParams, attr):
+                        setattr(param, attr, value)
+
         self.vllm_entrypoint.generate(prompts, sampling_params=params)
 
 if TYPE_CHECKING:

src/nnsight/tracing/hacks/conditional.py

@@ -14,7 +14,9 @@
 def handle_conditional(frame: FrameType, condition: "Proxy"):
 
     line_no = frame.f_lineno
-    source_lines, _ = inspect.getsourcelines(frame)
+    source_file = inspect.getsourcefile(frame)
+    with open(source_file, "r") as file:
+        source_lines = file.readlines()
     source = "".join(source_lines)
     tree = ast.parse(source)
 

src/nnsight/tracing/hacks/iterator.py

@@ -13,7 +13,9 @@
 def handle_iterator(frame: FrameType, collection: "Proxy"):
 
     line_no = frame.f_lineno
-    source_lines, _ = inspect.getsourcelines(frame)
+    source_file = inspect.getsourcefile(frame)
+    with open(source_file, "r") as file:
+        source_lines = file.readlines()
     source = "".join(source_lines)
     tree = ast.parse(source)