# -*- coding: utf-8 -*- """ @author:XuMing(xuming624@qq.com) @description: """ import json import os import pickle def load_pkl(pkl_path): """ 加载词典文件 :param pkl_path: :return: """ with open(pkl_path, 'rb') as f: result = pickle.load(f) return result def save_pkl(vocab, pkl_path, overwrite=True): """ 存储文件 :param pkl_path: :param overwrite: :return: """ if os.path.exists(pkl_path) and not overwrite: return with open(pkl_path, 'wb') as f: # pickle.dump(vocab, f, protocol=pickle.HIGHEST_PROTOCOL) pickle.dump(vocab, f, protocol=0) def load_json(json_path, encoding='utf-8'): with open(json_path, mode='r', encoding=encoding) as json_file: data = json.load(json_file) return data def save_json(data, json_path, mode='w', encoding='utf-8'): dir = os.path.dirname(os.path.abspath(json_path)) if not os.path.exists(dir): print(dir) os.makedirs(dir) with open(json_path, mode=mode, encoding=encoding) as f: f.write(json.dumps(data, ensure_ascii=False, indent=4))