config.py 2.9 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586
  1. #!/usr/bin/env python
  2. # -*- coding: utf-8 -*-
  3. # time: 2023/3/2 10:28
  4. # file: config.py
  5. # author: David
  6. # company: shenyang JY
  7. """
  8. 模型调参及系统功能配置
  9. """
  10. import os, threading
  11. import argparse, yaml
  12. class myargparse(argparse.ArgumentParser):
  13. _save_lock = threading.Lock()
  14. def __init__(self, description, add_help):
  15. super(myargparse, self).__init__(description=description, add_help=add_help)
  16. self.add_argument(
  17. '-c',
  18. '--config_yaml',
  19. default=
  20. 'config.yml',
  21. type=str,
  22. metavar='FILE',
  23. help='YAML config file specifying default arguments')
  24. self.add_argument(
  25. '-n',
  26. '--neu_yaml',
  27. default=
  28. 'neu.yml',
  29. type=str,
  30. metavar='FILE',
  31. help='YAML config file specifying default arguments')
  32. self.add_argument(
  33. '-i',
  34. '--input_file',
  35. type=str,
  36. metavar='FILE',
  37. help='训练预测数据路径')
  38. self.add_argument(
  39. '-m',
  40. '--model_name',
  41. type=str,
  42. metavar='FILE',
  43. help='模型选择')
  44. def _parse_args_and_yaml(self):
  45. base_parser = argparse.ArgumentParser(add_help=False)
  46. base_parser.add_argument('-c', '--config_yaml', default='config.yml', type=str)
  47. base_parser.add_argument('-n', '--neu_yaml', default='neu.yml', type=str)
  48. given_configs, remaining = base_parser.parse_known_args()
  49. current_path = os.path.dirname(os.path.dirname(__file__))
  50. if given_configs.config_yaml:
  51. config_path = os.path.join(current_path, 'common', given_configs.config_yaml)
  52. with open(config_path, 'r', encoding='utf-8') as f:
  53. cfg = yaml.safe_load(f)
  54. self.set_defaults(**cfg)
  55. if given_configs.neu_yaml:
  56. config_path = os.path.join(current_path, 'common', given_configs.neu_yaml)
  57. with open(config_path, 'r', encoding='utf-8') as f:
  58. model_cfg = yaml.safe_load(f)
  59. self.set_defaults(**model_cfg)
  60. # defaults will have been overridden if config file specified.
  61. # opt = self.parse_args(remaining)
  62. opt = self.parse_args(remaining)
  63. # Cache the args as a text string to save them in the output dir later
  64. opt_text = yaml.safe_dump(opt.__dict__, default_flow_style=False)
  65. return opt, opt_text
  66. def parse_args_and_yaml(self):
  67. return self._parse_args_and_yaml()[0]
  68. def save_args_yml(self, opt):
  69. current_path = os.path.dirname(__file__)
  70. with myargparse._save_lock:
  71. file_path = os.path.join(current_path, 'config.yml')
  72. with open(file_path, mode='w', encoding='utf-8') as f:
  73. yaml.safe_dump(vars(opt), f)
  74. if __name__ == '__main__':
  75. args = myargparse(discription="场站端配置", add_help=False)
  76. opt = args.parse_args_and_yaml()