123456789101112131415161718192021222324252627282930313233343536373839404142434445464748 |
- # -*- coding: utf-8 -*-
- """
- @author:XuMing(xuming624@qq.com)
- @description:
- """
- import json
- import os
- import pickle
- def load_pkl(pkl_path):
- """
- 加载词典文件
- :param pkl_path:
- :return:
- """
- with open(pkl_path, 'rb') as f:
- result = pickle.load(f)
- return result
- def save_pkl(vocab, pkl_path, overwrite=True):
- """
- 存储文件
- :param pkl_path:
- :param overwrite:
- :return:
- """
- if os.path.exists(pkl_path) and not overwrite:
- return
- with open(pkl_path, 'wb') as f:
- # pickle.dump(vocab, f, protocol=pickle.HIGHEST_PROTOCOL)
- pickle.dump(vocab, f, protocol=0)
- def load_json(json_path, encoding='utf-8'):
- with open(json_path, mode='r', encoding=encoding) as json_file:
- data = json.load(json_file)
- return data
- def save_json(data, json_path, mode='w', encoding='utf-8'):
- dir = os.path.dirname(os.path.abspath(json_path))
- if not os.path.exists(dir):
- print(dir)
- os.makedirs(dir)
- with open(json_path, mode=mode, encoding=encoding) as f:
- f.write(json.dumps(data, ensure_ascii=False, indent=4))
|