store tokenizer for recovered dir.

lxuechen · lxuechen · commit 7a95b21d2c8d · 2023-04-15T15:47:59.000-07:00
diff --git a/weight_diff.py b/weight_diff.py
@@ -133,6 +133,7 @@ def recover(
 
     if path_tuned is not None:
         model_recovered.save_pretrained(path_tuned)
+        tokenizer_recovered.save_pretrained(path_tuned)
 
     if test_inference:
         input_text = (
