added openai language model tokenizer and LanguageModel trait

This commit is contained in:
KCaverly 2023-10-17 16:21:03 -04:00
parent ad92fe49c7
commit a874a09b7e
4 changed files with 102 additions and 44 deletions

View file

@ -1,3 +1,4 @@
pub mod completion;
pub mod embedding;
pub mod models;
pub mod templates;