From 4c9644266cf39e43bc8c27d438dfd4d240694943 Mon Sep 17 00:00:00 2001 From: Jason Liu Date: Wed, 25 Oct 2023 23:22:22 -0400 Subject: [PATCH] update --- docs/distillation.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/distillation.md b/docs/distillation.md index 3611df2..3e15b26 100644 --- a/docs/distillation.md +++ b/docs/distillation.md @@ -99,8 +99,7 @@ Run a finetune like this: instructor jobs create-from-file math_finetunes.jsonl ``` -## Next Steps and Future Plans -Here's a sneak peek of what I'm planning: +Once a model is trained you can simply change `mode` to `dispatch` and it will use the model to run the function! ```python from instructor import Instructions @@ -111,6 +110,7 @@ instructions = Instructions( @instructions.distil(model='gpt-3.5-turbo:finetuned-123', mode="dispatch") def fn(a: int, b: int) -> Multiply: + # now this code will be short circuited and the model will be used instead. resp = a + b return Multiply(a=a, b=b, result=resp) ```