final cleanup for the day

lucidrains · Apr 7, 2023 · 3433cd9 · 3433cd9
1 parent 07c1f5b
commit 3433cd9
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 1 deletion.
diff --git a/setup.py b/setup.py
@@ -3,7 +3,7 @@
 setup(
   name = 'toolformer-pytorch',
   packages = find_packages(exclude=[]),
-  version = '0.0.26',
+  version = '0.0.27',
   license='MIT',
   description = 'Toolformer - Pytorch',
   author = 'Phil Wang',

diff --git a/toolformer_pytorch/toolformer_pytorch.py b/toolformer_pytorch/toolformer_pytorch.py
@@ -865,6 +865,7 @@ def forward(
         self,
         data: List[str],
         return_after_generating_api_calls = False,
+        return_after_making_api_calls = False,
         return_after_filtering_api_calls = False,
         return_after_filtering_by_api_response = False
     ):
@@ -881,12 +882,18 @@ def forward(
         assert len(filtered_data_with_api_calls) > 0, 'your model failed to follow instructions and make API calls. please try a better model or do some better prompt engineering'
 
         data_with_responses = self.make_api_calls(filtered_data_with_api_calls)
+
+        if return_after_making_api_calls:
+            return filtered_data, filtered_data_with_api_calls, data_with_responses
+
         filtered_results = self.filter_by_api_responses(filtered_data, filtered_data_with_api_calls, data_with_responses)
 
         if return_after_filtering_by_api_response:
             return filtered_results
 
         if self.should_finetune:
+            assert filtered_results.num_passed > 0, f'none of the sequences with API calls passed the filtering criteria with threshold {self.filter_threshold}'
+
             self.finetune(filtered_results)
 
         return filtered_results