WIP message on llama.cpp

Author: icppWorld

llama2_c/scripts/nft_update_story.py

@@ -156,12 +156,14 @@ def main() -> int:
         print(response)
         if "Ok" in response[0].keys():
             # Check if the number of generated tokens is less than the requested tokens
-            if response[0]["Ok"]["num_tokens"] < prompt['steps']:
+            if response[0]["Ok"]["num_tokens"] < prompt["steps"]:
                 print(f'The end! - num_tokens = {response[0]["Ok"]["num_tokens"]}')
                 break
             # Check if the response is an empty string. If it is, break out of the loop.
             if response[0]["Ok"]["inference"] == "":
-                print("The end! - we got an empty string. THIS IS AN ERROR ACTUALLY. WE SHOULD NOT GET HERE..")
+                print(
+                    "The end! - we got an empty string. ERROR. WE SHOULD NOT GET HERE.."
+                )
                 print("Something went wrong:")
                 sys.exit(1)
         else:

llama_cpp/README.md

@@ -0,0 +1,5 @@
+# WIP
+
+We are hard at work to port llama.cpp to the Internet Computer as part of a DFINITY Foundation AI grant.
+
+Stay tuned...