task_worker.py 1.3 KB

1234567891011121314151617181920212223242526272829303132333435363738394041
  1. #!/usr/bin/env python
  2. # -*- coding:utf-8 -*-
  3. # @FileName :task_worker.py
  4. # @Time :2025/4/29 11:05
  5. # @Author :David
  6. # @Company: shenyang JY
  7. import logging
  8. import pandas as pd
  9. from app.model.tf_model_train import ModelTrainer
  10. from app.model.material import MaterialLoader
  11. def station_task(config):
  12. """场站级训练任务"""
  13. try:
  14. print("111")
  15. station_id = config['station_id']
  16. mate = MaterialLoader(base_path=config['input_file'])
  17. # 动态生成场站数据路径
  18. print("222")
  19. # 加载数据
  20. data_objects = mate.get_material(station_id)
  21. print("333")
  22. # 数据合并
  23. train_data = pd.merge(data_objects.nwp_v_h, data_objects.power, on=config['col_time'])
  24. print("444")
  25. # 模型训练
  26. # model = ModelTrainer(station_id, train_data, capacity=data_objects.cap, gpu_id=config.get('gpu_assignment'))
  27. model = ModelTrainer(train_data, capacity=data_objects.cap, config=config)
  28. model.train()
  29. print("555")
  30. return {'status': 'success', 'station_id': station_id}
  31. except Exception as e:
  32. logging.error(f"Station {station_id} failed: {str(e)}")
  33. return {'status': 'failed', 'station_id': station_id}
  34. def area_task():
  35. """区域级训练任务"""
  36. pass