1 Star 0 Fork 0

夏周睿/coach

加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
克隆/下载
slu_main.py 3.78 KB
一键复制 编辑 原始数据 按行查看 历史
ZihanLiu 提交于 2020-04-24 00:45 . initial commit
from src.utils import init_experiment
from src.slu.dataloader import get_dataloader
from src.slu.trainer import SLUTrainer
from src.slu.model import BinarySLUTagger, SlotNamePredictor, SentRepreGenerator
from config import get_params
import numpy as np
from tqdm import tqdm
def main(params):
# initialize experiment
logger = init_experiment(params, logger_filename=params.logger_filename)
# get dataloader
dataloader_tr, dataloader_val, dataloader_test, vocab = get_dataloader(params.tgt_dm, params.batch_size, params.tr, params.n_samples)
# build model
binary_slutagger = BinarySLUTagger(params, vocab)
slotname_predictor = SlotNamePredictor(params)
binary_slutagger, slotname_predictor = binary_slutagger.cuda(), slotname_predictor.cuda()
if params.tr:
sent_repre_generator = SentRepreGenerator(params, vocab)
sent_repre_generator = sent_repre_generator.cuda()
if params.tr:
slu_trainer = SLUTrainer(params, binary_slutagger, slotname_predictor, sent_repre_generator=sent_repre_generator)
else:
slu_trainer = SLUTrainer(params, binary_slutagger, slotname_predictor)
for e in range(params.epoch):
logger.info("============== epoch {} ==============".format(e+1))
loss_bin_list, loss_slotname_list = [], []
if params.tr:
loss_tem0_list, loss_tem1_list = [], []
pbar = tqdm(enumerate(dataloader_tr), total=len(dataloader_tr))
if params.tr:
for i, (X, lengths, y_bin, y_final, y_dm, templates, tem_lengths) in pbar:
X, lengths, templates, tem_lengths = X.cuda(), lengths.cuda(), templates.cuda(), tem_lengths.cuda()
loss_bin, loss_slotname, loss_tem0, loss_tem1 = slu_trainer.train_step(X, lengths, y_bin, y_final, y_dm, templates=templates, tem_lengths=tem_lengths, epoch=e)
loss_bin_list.append(loss_bin)
loss_slotname_list.append(loss_slotname)
loss_tem0_list.append(loss_tem0)
loss_tem1_list.append(loss_tem1)
pbar.set_description("(Epoch {}) LOSS BIN:{:.4f} LOSS SLOT:{:.4f} LOSS TEM0:{:.4f} LOSS TEM1:{:.4f}".format((e+1), np.mean(loss_bin_list), np.mean(loss_slotname_list), np.mean(loss_tem0_list), np.mean(loss_tem1_list)))
else:
for i, (X, lengths, y_bin, y_final, y_dm) in pbar:
X, lengths = X.cuda(), lengths.cuda()
loss_bin, loss_slotname = slu_trainer.train_step(X, lengths, y_bin, y_final, y_dm)
loss_bin_list.append(loss_bin)
loss_slotname_list.append(loss_slotname)
pbar.set_description("(Epoch {}) LOSS BIN:{:.4f} LOSS SLOT:{:.4f}".format((e+1), np.mean(loss_bin_list), np.mean(loss_slotname_list)))
if params.tr:
logger.info("Finish training epoch {}. LOSS BIN:{:.4f} LOSS SLOT:{:.4f} LOSS TEM0:{:.4f} LOSS TEM1:{:.4f}".format((e+1), np.mean(loss_bin_list), np.mean(loss_slotname_list), np.mean(loss_tem0_list), np.mean(loss_tem1_list)))
else:
logger.info("Finish training epoch {}. LOSS BIN:{:.4f} LOSS SLOT:{:.4f}".format((e+1), np.mean(loss_bin_list), np.mean(loss_slotname_list)))
logger.info("============== Evaluate Epoch {} ==============".format(e+1))
bin_f1, final_f1, stop_training_flag = slu_trainer.evaluate(dataloader_val, istestset=False)
logger.info("Eval on dev set. Binary Slot-F1: {:.4f}. Final Slot-F1: {:.4f}.".format(bin_f1, final_f1))
bin_f1, final_f1, stop_training_flag = slu_trainer.evaluate(dataloader_test, istestset=True)
logger.info("Eval on test set. Binary Slot-F1: {:.4f}. Final Slot-F1: {:.4f}.".format(bin_f1, final_f1))
if stop_training_flag == True:
break
if __name__ == "__main__":
params = get_params()
main(params)
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
1
https://gitee.com/CharlieShark/coach.git
git@gitee.com:CharlieShark/coach.git
CharlieShark
coach
coach
master

搜索帮助

D67c1975 1850385 1daf7b77 1850385