microsoft/TypeAgent

Public

b8e211dd95964c7a4dc83a8364d5dac29e69def3

Find a branch or tag

HTTPS

python/fineTuning/tune.py

42lines · modecode

unknown

1	`# Copyright (c) Microsoft Corporation and Henry Lucco.`
2	`# Licensed under the MIT License.`
3
4	`from chaparral.util.datareader import DataReader`
5	`from chaparral.train.hf_model import HFModel`
6	`from chaparral.train.hf_params import HFParams`
7	`import argparse`
8	`def parse_args():`
9	`parser = argparse.ArgumentParser(description="Fine-tune a model with given dataset.")`
10	`parser.add_argument("--dataset_file", help="Path to the dataset file.")`
11	`parser.add_argument("--model_name", help="Name of the model to fine-tune.")`
12	`parser.add_argument("--params", help="Path to params file")`
13	`return parser.parse_args()`
14
15	`if __name__ == "__main__":`
16	`args = parse_args()`
17	`dataset_file = args.dataset_file`
18	`params_file = args.params`
19
20	`# load params`
21	`params = HFParams.from_file(params_file)`
22
23	`# load dataset`
24	`dataset = DataReader().load_text_file(dataset_file)`
25
26	`# format data into train and eval sets`
27	`train_set, eval_set = dataset.create_train_eval_sets()`
28
29	`model = HFModel(params)`
30
31	`print("Model loaded")`
32
33	`model.load_training_data(train_set)`
34
35	`model.load_model()`
36
37	`model.train()`
38
39	`model.save_model("./test_output")`
40
41	`model.load_local_model("./test_output")`
42	`print(model.evaluate(eval_set))`
43