David 1 month ago
parent
commit
538d8471ec
4 changed files with 401 additions and 130 deletions
  1. 1 1
      .gitignore
  2. 397 127
      .idea/workspace.xml
  3. 1 1
      evaluation_processing/analysis_cdq.py
  4. 2 1
      requirements.txt

+ 1 - 1
.gitignore

@@ -8,4 +8,4 @@ ipynb_checkpoints/**
 *$py.class
 *.zip
 **/.ipynb_checkpoints/
-.idea/
+.idea

+ 397 - 127
.idea/workspace.xml

@@ -7,9 +7,7 @@
     <list default="true" id="03b32494-2264-4bfc-811a-22f732290233" name="更改" comment="">
       <change beforePath="$PROJECT_DIR$/.gitignore" beforeDir="false" afterPath="$PROJECT_DIR$/.gitignore" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/models_processing/model_koi/tf_bp_pre.py" beforeDir="false" afterPath="$PROJECT_DIR$/models_processing/model_koi/tf_bp_pre.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/models_processing/model_koi/tf_cnn_pre.py" beforeDir="false" afterPath="$PROJECT_DIR$/models_processing/model_koi/tf_cnn_pre.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/models_processing/model_koi/tf_lstm_pre.py" beforeDir="false" afterPath="$PROJECT_DIR$/models_processing/model_koi/tf_lstm_pre.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/requirements.txt" beforeDir="false" afterPath="$PROJECT_DIR$/requirements.txt" afterDir="false" />
     </list>
     <option name="SHOW_DIALOG" value="false" />
     <option name="HIGHLIGHT_CONFLICTS" value="true" />
@@ -34,31 +32,37 @@
     <option name="hideEmptyMiddlePackages" value="true" />
     <option name="showLibraryContents" value="true" />
   </component>
-  <component name="PropertiesComponent"><![CDATA[{
-  "keyToString": {
-    "Python.analysis_cdq.executor": "Run",
-    "Python.data_nwp_ftp.executor": "Run",
-    "Python.logs.executor": "Debug",
-    "Python.nn_bp.executor": "Debug",
-    "Python.pre_data_ftp.executor": "Debug",
-    "Python.pre_prod_ftp.executor": "Run",
-    "Python.run_all.executor": "Run",
-    "Python.test (1).executor": "Debug",
-    "Python.test (2).executor": "Run",
-    "Python.test.executor": "Debug",
-    "Python.tf_bp.executor": "Run",
-    "Python.tf_bp_pre.executor": "Run",
-    "Python.tf_bp_train.executor": "Run",
-    "Python.tf_cnn_pre.executor": "Debug",
-    "Python.tf_cnn_train (1).executor": "Run",
-    "Python.tf_lstm_pre.executor": "Debug",
-    "Python.tf_lstm_train.executor": "Run",
-    "RunOnceActivity.ShowReadmeOnStart": "true",
-    "git-widget-placeholder": "dev__david",
-    "last_opened_file_path": "E:/algorithm_platform",
-    "settings.editor.selected.configurable": "com.jetbrains.python.configuration.PyActiveSdkModuleConfigurable"
+  <component name="PropertiesComponent">{
+  &quot;keyToString&quot;: {
+    &quot;Python 测试.Doctests (losses 内).executor&quot;: &quot;Debug&quot;,
+    &quot;Python.analysis.executor&quot;: &quot;Debug&quot;,
+    &quot;Python.analysis_cdq.executor&quot;: &quot;Run&quot;,
+    &quot;Python.data_nwp_ftp.executor&quot;: &quot;Run&quot;,
+    &quot;Python.logs.executor&quot;: &quot;Debug&quot;,
+    &quot;Python.losses.executor&quot;: &quot;Debug&quot;,
+    &quot;Python.nn_bp.executor&quot;: &quot;Debug&quot;,
+    &quot;Python.pre_data_ftp.executor&quot;: &quot;Debug&quot;,
+    &quot;Python.pre_prod_ftp.executor&quot;: &quot;Run&quot;,
+    &quot;Python.run_all.executor&quot;: &quot;Run&quot;,
+    &quot;Python.settings.executor&quot;: &quot;Run&quot;,
+    &quot;Python.test (1).executor&quot;: &quot;Debug&quot;,
+    &quot;Python.test (2).executor&quot;: &quot;Run&quot;,
+    &quot;Python.test.executor&quot;: &quot;Debug&quot;,
+    &quot;Python.tf_bp.executor&quot;: &quot;Run&quot;,
+    &quot;Python.tf_bp_pre (1).executor&quot;: &quot;Run&quot;,
+    &quot;Python.tf_bp_pre.executor&quot;: &quot;Run&quot;,
+    &quot;Python.tf_bp_train.executor&quot;: &quot;Run&quot;,
+    &quot;Python.tf_cnn_pre.executor&quot;: &quot;Run&quot;,
+    &quot;Python.tf_cnn_train (1).executor&quot;: &quot;Run&quot;,
+    &quot;Python.tf_cnn_train.executor&quot;: &quot;Run&quot;,
+    &quot;Python.tf_lstm_pre.executor&quot;: &quot;Debug&quot;,
+    &quot;Python.tf_lstm_train.executor&quot;: &quot;Debug&quot;,
+    &quot;RunOnceActivity.ShowReadmeOnStart&quot;: &quot;true&quot;,
+    &quot;git-widget-placeholder&quot;: &quot;dev__david&quot;,
+    &quot;last_opened_file_path&quot;: &quot;E:/treasure/ipfcst-forecast-wind2&quot;,
+    &quot;settings.editor.selected.configurable&quot;: &quot;com.jetbrains.python.configuration.PyActiveSdkModuleConfigurable&quot;
   }
-}]]></component>
+}</component>
   <component name="RecentsManager">
     <key name="CopyFile.RECENT_KEYS">
       <recent name="E:\algorithm_platform\common" />
@@ -68,15 +72,15 @@
       <recent name="E:\algorithm_platform\pre_evaluation" />
     </key>
     <key name="MoveFile.RECENT_KEYS">
+      <recent name="E:\algorithm_platform\models_processing\model_koi" />
       <recent name="E:\algorithm_platform\data_processing\data_operation" />
       <recent name="E:\algorithm_platform\data_processing" />
       <recent name="E:\algorithm_platform\models_sklearn" />
       <recent name="E:\algorithm_platform\evaluation_processing" />
-      <recent name="E:\algorithm_platform\data_processing\processing_limit_power" />
     </key>
   </component>
-  <component name="RunManager" selected="Python.tf_lstm_pre">
-    <configuration name="tf_bp_pre" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
+  <component name="RunManager" selected="Python.tf_cnn_train">
+    <configuration name="losses" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
       <module name="algorithm_platform" />
       <option name="ENV_FILES" value="" />
       <option name="INTERPRETER_OPTIONS" value="" />
@@ -85,11 +89,11 @@
         <env name="PYTHONUNBUFFERED" value="1" />
       </envs>
       <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/models_processing/model_koi" />
+      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/models_processing/model_tf" />
       <option name="IS_MODULE_SDK" value="true" />
       <option name="ADD_CONTENT_ROOTS" value="true" />
       <option name="ADD_SOURCE_ROOTS" value="true" />
-      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/models_processing/model_koi/tf_bp_pre.py" />
+      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/models_processing/model_tf/losses.py" />
       <option name="PARAMETERS" value="" />
       <option name="SHOW_COMMAND_LINE" value="false" />
       <option name="EMULATE_TERMINAL" value="false" />
@@ -98,7 +102,7 @@
       <option name="INPUT_FILE" value="" />
       <method v="2" />
     </configuration>
-    <configuration name="tf_cnn_pre" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
+    <configuration name="pre_prod_ftp" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
       <module name="algorithm_platform" />
       <option name="ENV_FILES" value="" />
       <option name="INTERPRETER_OPTIONS" value="" />
@@ -107,11 +111,11 @@
         <env name="PYTHONUNBUFFERED" value="1" />
       </envs>
       <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/models_processing/model_koi" />
+      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/data_processing/data_operation" />
       <option name="IS_MODULE_SDK" value="true" />
       <option name="ADD_CONTENT_ROOTS" value="true" />
       <option name="ADD_SOURCE_ROOTS" value="true" />
-      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/models_processing/model_koi/tf_cnn_pre.py" />
+      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/data_processing/data_operation/pre_prod_ftp.py" />
       <option name="PARAMETERS" value="" />
       <option name="SHOW_COMMAND_LINE" value="false" />
       <option name="EMULATE_TERMINAL" value="false" />
@@ -120,7 +124,7 @@
       <option name="INPUT_FILE" value="" />
       <method v="2" />
     </configuration>
-    <configuration name="tf_cnn_train (1)" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
+    <configuration name="test" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
       <module name="algorithm_platform" />
       <option name="ENV_FILES" value="" />
       <option name="INTERPRETER_OPTIONS" value="" />
@@ -129,11 +133,11 @@
         <env name="PYTHONUNBUFFERED" value="1" />
       </envs>
       <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/models_processing/model_koi" />
+      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/data_processing/data_operation" />
       <option name="IS_MODULE_SDK" value="true" />
       <option name="ADD_CONTENT_ROOTS" value="true" />
       <option name="ADD_SOURCE_ROOTS" value="true" />
-      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/models_processing/model_koi/tf_cnn_train.py" />
+      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/data_processing/data_operation/test.py" />
       <option name="PARAMETERS" value="" />
       <option name="SHOW_COMMAND_LINE" value="false" />
       <option name="EMULATE_TERMINAL" value="false" />
@@ -142,7 +146,7 @@
       <option name="INPUT_FILE" value="" />
       <method v="2" />
     </configuration>
-    <configuration name="tf_lstm_pre" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
+    <configuration name="tf_cnn_train" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
       <module name="algorithm_platform" />
       <option name="ENV_FILES" value="" />
       <option name="INTERPRETER_OPTIONS" value="" />
@@ -151,11 +155,11 @@
         <env name="PYTHONUNBUFFERED" value="1" />
       </envs>
       <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/models_processing/model_koi" />
+      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/models_processing/model_tf" />
       <option name="IS_MODULE_SDK" value="true" />
       <option name="ADD_CONTENT_ROOTS" value="true" />
       <option name="ADD_SOURCE_ROOTS" value="true" />
-      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/models_processing/model_koi/tf_lstm_pre.py" />
+      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/models_processing/model_tf/tf_cnn_train.py" />
       <option name="PARAMETERS" value="" />
       <option name="SHOW_COMMAND_LINE" value="false" />
       <option name="EMULATE_TERMINAL" value="false" />
@@ -164,7 +168,7 @@
       <option name="INPUT_FILE" value="" />
       <method v="2" />
     </configuration>
-    <configuration name="tf_lstm_train" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
+    <configuration name="tf_lstm_pre" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
       <module name="algorithm_platform" />
       <option name="ENV_FILES" value="" />
       <option name="INTERPRETER_OPTIONS" value="" />
@@ -173,11 +177,11 @@
         <env name="PYTHONUNBUFFERED" value="1" />
       </envs>
       <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/models_processing/model_koi" />
+      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/models_processing/model_tf" />
       <option name="IS_MODULE_SDK" value="true" />
       <option name="ADD_CONTENT_ROOTS" value="true" />
       <option name="ADD_SOURCE_ROOTS" value="true" />
-      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/models_processing/model_koi/tf_lstm_train.py" />
+      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/models_processing/model_tf/tf_lstm_pre.py" />
       <option name="PARAMETERS" value="" />
       <option name="SHOW_COMMAND_LINE" value="false" />
       <option name="EMULATE_TERMINAL" value="false" />
@@ -188,11 +192,11 @@
     </configuration>
     <recent_temporary>
       <list>
+        <item itemvalue="Python.tf_cnn_train" />
+        <item itemvalue="Python.pre_prod_ftp" />
+        <item itemvalue="Python.test" />
         <item itemvalue="Python.tf_lstm_pre" />
-        <item itemvalue="Python.tf_cnn_pre" />
-        <item itemvalue="Python.tf_lstm_train" />
-        <item itemvalue="Python.tf_cnn_train (1)" />
-        <item itemvalue="Python.tf_bp_pre" />
+        <item itemvalue="Python.losses" />
       </list>
     </recent_temporary>
   </component>
@@ -219,27 +223,27 @@
       <breakpoints>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/data_processing/data_operation/data_nwp_ftp.py</url>
-          <line>164</line>
+          <line>149</line>
           <option name="timeStamp" value="116" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/data_processing/data_operation/data_nwp_ftp.py</url>
-          <line>159</line>
+          <line>144</line>
           <option name="timeStamp" value="119" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/data_processing/data_operation/data_nwp_ftp.py</url>
-          <line>161</line>
+          <line>146</line>
           <option name="timeStamp" value="120" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/data_processing/data_operation/data_nwp_ftp.py</url>
-          <line>162</line>
+          <line>147</line>
           <option name="timeStamp" value="121" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/data_processing/data_operation/data_nwp_ftp.py</url>
-          <line>181</line>
+          <line>166</line>
           <option name="timeStamp" value="123" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
@@ -249,150 +253,416 @@
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
-          <line>36</line>
-          <option name="timeStamp" value="152" />
+          <line>212</line>
+          <option name="timeStamp" value="191" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
+          <line>158</line>
+          <option name="timeStamp" value="194" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/data_nwp_ftp.py</url>
+          <line>157</line>
+          <option name="timeStamp" value="211" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/common/database_dml_koi.py</url>
+          <line>375</line>
+          <option name="timeStamp" value="212" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/common/database_dml_koi.py</url>
+          <line>373</line>
+          <option name="timeStamp" value="213" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/common/database_dml_koi.py</url>
+          <line>378</line>
+          <option name="timeStamp" value="214" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/common/database_dml_koi.py</url>
+          <line>379</line>
+          <option name="timeStamp" value="215" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
+          <line>237</line>
+          <option name="timeStamp" value="225" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_lstm_pre.py</url>
+          <line>75</line>
+          <option name="timeStamp" value="228" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_lstm_pre.py</url>
+          <line>76</line>
+          <option name="timeStamp" value="229" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_lstm_pre.py</url>
+          <line>77</line>
+          <option name="timeStamp" value="230" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_lstm_pre.py</url>
+          <line>79</line>
+          <option name="timeStamp" value="231" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_bp_train.py</url>
+          <line>33</line>
+          <option name="timeStamp" value="247" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/common/database_dml_koi.py</url>
+          <line>491</line>
+          <option name="timeStamp" value="252" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/common/database_dml_koi.py</url>
+          <line>493</line>
+          <option name="timeStamp" value="253" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/common/database_dml_koi.py</url>
+          <line>495</line>
+          <option name="timeStamp" value="254" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/common/database_dml_koi.py</url>
+          <line>498</line>
+          <option name="timeStamp" value="255" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_lstm_train.py</url>
+          <line>52</line>
+          <option name="timeStamp" value="262" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_lstm_train.py</url>
+          <line>53</line>
+          <option name="timeStamp" value="263" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
-          <line>30</line>
-          <option name="timeStamp" value="153" />
+          <line>41</line>
+          <option name="timeStamp" value="265" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_lstm_train.py</url>
+          <line>49</line>
+          <option name="timeStamp" value="267" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
-          <line>200</line>
-          <option name="timeStamp" value="177" />
+          <line>210</line>
+          <option name="timeStamp" value="270" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_lstm.py</url>
+          <line>71</line>
+          <option name="timeStamp" value="276" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_lstm.py</url>
+          <line>72</line>
+          <option name="timeStamp" value="277" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_lstm.py</url>
+          <line>73</line>
+          <option name="timeStamp" value="278" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_lstm.py</url>
+          <line>81</line>
+          <option name="timeStamp" value="279" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_lstm_train.py</url>
+          <line>59</line>
+          <option name="timeStamp" value="280" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
-          <line>188</line>
-          <option name="timeStamp" value="178" />
+          <line>236</line>
+          <option name="timeStamp" value="287" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
-          <line>211</line>
-          <option name="timeStamp" value="191" />
+          <line>68</line>
+          <option name="timeStamp" value="292" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
-          <line>145</line>
-          <option name="timeStamp" value="193" />
+          <line>52</line>
+          <option name="timeStamp" value="295" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/test.py</url>
+          <line>26</line>
+          <option name="timeStamp" value="297" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
-          <line>158</line>
-          <option name="timeStamp" value="194" />
+          <line>51</line>
+          <option name="timeStamp" value="299" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/models_processing/model_koi/tf_bp.py</url>
-          <line>42</line>
-          <option name="timeStamp" value="195" />
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_cnn.py</url>
+          <line>80</line>
+          <option name="timeStamp" value="300" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/models_processing/model_koi/tf_bp.py</url>
-          <line>58</line>
-          <option name="timeStamp" value="196" />
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_cnn_train.py</url>
+          <line>53</line>
+          <option name="timeStamp" value="301" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/models_processing/model_koi/tf_bp.py</url>
-          <line>52</line>
-          <option name="timeStamp" value="197" />
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_cnn_train.py</url>
+          <line>54</line>
+          <option name="timeStamp" value="302" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/models_processing/model_koi/tf_bp.py</url>
-          <line>48</line>
-          <option name="timeStamp" value="198" />
+          <url>file://$PROJECT_DIR$/evaluation_processing/analysis.py</url>
+          <line>264</line>
+          <option name="timeStamp" value="304" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/models_processing/model_koi/tf_bp.py</url>
-          <line>60</line>
-          <option name="timeStamp" value="201" />
+          <url>file://$PROJECT_DIR$/evaluation_processing/analysis.py</url>
+          <line>265</line>
+          <option name="timeStamp" value="305" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/models_processing/model_koi/tf_bp.py</url>
-          <line>64</line>
-          <option name="timeStamp" value="202" />
+          <url>file://$PROJECT_DIR$/evaluation_processing/analysis.py</url>
+          <line>33</line>
+          <option name="timeStamp" value="306" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/evaluation_processing/analysis.py</url>
+          <line>107</line>
+          <option name="timeStamp" value="307" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/evaluation_processing/analysis.py</url>
+          <line>140</line>
+          <option name="timeStamp" value="308" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/evaluation_processing/analysis.py</url>
+          <line>249</line>
+          <option name="timeStamp" value="309" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/evaluation_processing/analysis.py</url>
+          <line>241</line>
+          <option name="timeStamp" value="310" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/evaluation_processing/analysis.py</url>
+          <line>244</line>
+          <option name="timeStamp" value="311" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
+          <line>234</line>
+          <option name="timeStamp" value="313" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
+          <line>231</line>
+          <option name="timeStamp" value="315" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
+          <line>232</line>
+          <option name="timeStamp" value="318" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
+          <line>207</line>
+          <option name="timeStamp" value="319" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
           <line>208</line>
-          <option name="timeStamp" value="203" />
+          <option name="timeStamp" value="320" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/data_processing/data_operation/data_nwp_ftp.py</url>
-          <line>172</line>
-          <option name="timeStamp" value="211" />
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
+          <line>206</line>
+          <option name="timeStamp" value="321" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
+          <line>149</line>
+          <option name="timeStamp" value="324" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
+          <line>157</line>
+          <option name="timeStamp" value="326" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
+          <line>211</line>
+          <option name="timeStamp" value="327" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_bp_train.py</url>
+          <line>52</line>
+          <option name="timeStamp" value="328" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_bp_pre.py</url>
+          <line>55</line>
+          <option name="timeStamp" value="330" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_bp_pre.py</url>
+          <line>56</line>
+          <option name="timeStamp" value="331" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_bp_pre.py</url>
+          <line>80</line>
+          <option name="timeStamp" value="332" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_bp_pre.py</url>
+          <line>62</line>
+          <option name="timeStamp" value="333" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_bp_pre.py</url>
+          <line>64</line>
+          <option name="timeStamp" value="334" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_bp_pre.py</url>
+          <line>63</line>
+          <option name="timeStamp" value="335" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_bp_pre.py</url>
+          <line>65</line>
+          <option name="timeStamp" value="336" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/losses.py</url>
+          <line>12</line>
+          <option name="timeStamp" value="337" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/pre_prod_ftp.py</url>
+          <line>93</line>
+          <option name="timeStamp" value="345" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_lstm_pre.py</url>
+          <line>57</line>
+          <option name="timeStamp" value="350" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_lstm.py</url>
+          <line>32</line>
+          <option name="timeStamp" value="351" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/models_processing/model_tf/tf_lstm.py</url>
+          <line>33</line>
+          <option name="timeStamp" value="352" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/common/database_dml_koi.py</url>
-          <line>375</line>
-          <option name="timeStamp" value="212" />
+          <line>333</line>
+          <option name="timeStamp" value="353" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/common/database_dml_koi.py</url>
-          <line>373</line>
-          <option name="timeStamp" value="213" />
+          <line>338</line>
+          <option name="timeStamp" value="354" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/common/database_dml_koi.py</url>
-          <line>378</line>
-          <option name="timeStamp" value="214" />
+          <line>347</line>
+          <option name="timeStamp" value="355" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/common/database_dml_koi.py</url>
-          <line>379</line>
-          <option name="timeStamp" value="215" />
+          <line>370</line>
+          <option name="timeStamp" value="356" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/models_processing/model_koi/tf_cnn_train.py</url>
-          <line>6</line>
-          <option name="timeStamp" value="216" />
+          <url>file://$PROJECT_DIR$/common/database_dml_koi.py</url>
+          <line>381</line>
+          <option name="timeStamp" value="357" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/models_processing/model_koi/tf_lstm_pre.py</url>
-          <line>63</line>
-          <option name="timeStamp" value="223" />
+          <url>file://$PROJECT_DIR$/common/database_dml_koi.py</url>
+          <line>388</line>
+          <option name="timeStamp" value="358" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/models_processing/model_koi/tf_cnn_pre.py</url>
-          <line>55</line>
-          <option name="timeStamp" value="224" />
+          <url>file://$PROJECT_DIR$/common/database_dml_koi.py</url>
+          <line>391</line>
+          <option name="timeStamp" value="359" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/data_processing/data_operation/data_handler.py</url>
-          <line>234</line>
-          <option name="timeStamp" value="225" />
+          <url>file://$PROJECT_DIR$/common/database_dml_koi.py</url>
+          <line>395</line>
+          <option name="timeStamp" value="360" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/models_processing/model_koi/tf_lstm_pre.py</url>
-          <line>62</line>
-          <option name="timeStamp" value="226" />
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/test.py</url>
+          <line>43</line>
+          <option name="timeStamp" value="362" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/models_processing/model_koi/tf_lstm_pre.py</url>
-          <line>64</line>
-          <option name="timeStamp" value="227" />
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/test.py</url>
+          <line>218</line>
+          <option name="timeStamp" value="365" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/models_processing/model_koi/tf_lstm_pre.py</url>
-          <line>66</line>
-          <option name="timeStamp" value="228" />
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/test.py</url>
+          <line>221</line>
+          <option name="timeStamp" value="366" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/models_processing/model_koi/tf_lstm_pre.py</url>
-          <line>67</line>
-          <option name="timeStamp" value="229" />
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/test.py</url>
+          <line>51</line>
+          <option name="timeStamp" value="367" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/models_processing/model_koi/tf_lstm_pre.py</url>
-          <line>68</line>
-          <option name="timeStamp" value="230" />
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/test.py</url>
+          <line>59</line>
+          <option name="timeStamp" value="368" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/models_processing/model_koi/tf_lstm_pre.py</url>
-          <line>70</line>
-          <option name="timeStamp" value="231" />
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/test.py</url>
+          <line>63</line>
+          <option name="timeStamp" value="369" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/test.py</url>
+          <line>64</line>
+          <option name="timeStamp" value="372" />
+        </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/data_processing/data_operation/test.py</url>
+          <line>228</line>
+          <option name="timeStamp" value="379" />
         </line-breakpoint>
       </breakpoints>
     </breakpoint-manager>
+    <watches-manager>
+      <configuration name="PythonConfigurationType">
+        <watch expression="df_accuracy" />
+        <watch expression="valid_x" />
+      </configuration>
+    </watches-manager>
   </component>
 </project>

+ 1 - 1
evaluation_processing/analysis_cdq.py

@@ -267,7 +267,7 @@ def put_analysis_report_to_html(args, df_predict, df_accuracy):
     if not os.path.exists(directory):
         os.makedirs(directory)
     file_path = os.path.join(directory, filename)
-    path = f"http://ds3:10010/{filename}"
+    path = f"http://ds1:10010/{filename}"
     # 将 HTML 内容写入文件
     with open(file_path, "w", encoding="utf-8") as f:
         f.write(html_content)

+ 2 - 1
requirements.txt

@@ -15,4 +15,5 @@ matplotlib==3.10.0
 protobuf==3.20.3
 APScheduler==3.10.4
 paramiko==3.5.0
-PyYAML==6.0.1
+PyYAML==6.0.1
+keras==3.8.0