provider(base): add chunk (#13)

src/provider/base.py

@@ -71,3 +71,10 @@ class BavarderProvider:
 
     def load(self, data):
         raise NotImplementedError()
+
+    def chunk(self, prompt, n=4000):
+        if len(prompt) > n:
+            print("Chuncking prompt")
+            prompt = [(prompt[i:i+n]) for i in range(0, len(prompt), n)]
+        return prompt
+