General/PPO.drawio at master · LFNing/General · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
<mxfile host="app.diagrams.net" modified="2024-05-30T16:01:09.239Z" agent="Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36" etag="d-u_esdmoCEUpLLGHwHj" version="24.0.2" type="github">
  <diagram name="第 1 页" id="WZUUEtEiYAOvaGIoUnwS">
    <mxGraphModel dx="1122" dy="713" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="827" pageHeight="1169" math="0" shadow="0">
      <root>
        <mxCell id="0" />
        <mxCell id="1" parent="0" />
        <mxCell id="pIG3mD20uddqKCPywI0W-1" value="开始" style="whiteSpace=wrap;strokeWidth=2;fontFamily=宋体-简;fontStyle=1;fontSize=14;" vertex="1" parent="1">
          <mxGeometry x="373" y="40" width="47" height="34" as="geometry" />
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-2" value="创建环境" style="whiteSpace=wrap;strokeWidth=2;fontFamily=宋体-简;fontStyle=1;fontSize=14;" vertex="1" parent="1">
          <mxGeometry x="357" y="104" width="79" height="34" as="geometry" />
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-3" value="定义网络架构" style="whiteSpace=wrap;strokeWidth=2;fontFamily=宋体-简;fontStyle=1;fontSize=14;" vertex="1" parent="1">
          <mxGeometry x="341" y="170" width="111" height="34" as="geometry" />
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-4" value="初始化PPO模型" style="whiteSpace=wrap;strokeWidth=2;fontFamily=宋体-简;fontStyle=1;fontSize=14;" vertex="1" parent="1">
          <mxGeometry x="334.5" y="240" width="124" height="34" as="geometry" />
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-5" value="可选: 加载预训练模型" style="whiteSpace=wrap;strokeWidth=2;fontFamily=宋体-简;fontStyle=1;fontSize=14;" vertex="1" parent="1">
          <mxGeometry x="311.5" y="310" width="170" height="34" as="geometry" />
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-6" value="定义评估回调" style="whiteSpace=wrap;strokeWidth=2;fontFamily=宋体-简;fontStyle=1;fontSize=14;" vertex="1" parent="1">
          <mxGeometry x="341" y="380" width="111" height="34" as="geometry" />
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-7" value="训练模型" style="whiteSpace=wrap;strokeWidth=2;fontFamily=宋体-简;fontStyle=1;fontSize=14;" vertex="1" parent="1">
          <mxGeometry x="357" y="450" width="79" height="34" as="geometry" />
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-8" value="结束" style="whiteSpace=wrap;strokeWidth=2;fontFamily=宋体-简;fontStyle=1;fontSize=14;" vertex="1" parent="1">
          <mxGeometry x="373" y="520" width="47" height="34" as="geometry" />
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-9" value="创建多个JobShopEnv实例" style="whiteSpace=wrap;strokeWidth=2;fontFamily=宋体-简;fontStyle=1;fontSize=14;" vertex="1" parent="1">
          <mxGeometry x="555" y="104" width="195" height="34" as="geometry" />
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-10" value="配置pi和vf网络结构" style="whiteSpace=wrap;strokeWidth=2;fontFamily=宋体-简;fontStyle=1;fontSize=14;" vertex="1" parent="1">
          <mxGeometry x="575.5" y="170" width="154" height="34" as="geometry" />
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-11" value="设备, 学习率, 折扣因子, 批量大小等" style="whiteSpace=wrap;strokeWidth=2;fontFamily=宋体-简;fontStyle=1;fontSize=14;" vertex="1" parent="1">
          <mxGeometry x="517" y="240" width="271" height="34" as="geometry" />
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-12" value="指定评估回调参数" style="whiteSpace=wrap;strokeWidth=2;fontFamily=宋体-简;fontStyle=1;fontSize=14;" vertex="1" parent="1">
          <mxGeometry x="581" y="380" width="143" height="34" as="geometry" />
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-13" value="开始训练模型" style="whiteSpace=wrap;strokeWidth=2;fontFamily=宋体-简;fontStyle=1;fontSize=14;" vertex="1" parent="1">
          <mxGeometry x="597" y="450" width="111" height="34" as="geometry" />
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-14" value="" style="curved=1;startArrow=none;endArrow=block;exitX=0.509765625;exitY=0.9852941176470589;entryX=0.5058099287974683;entryY=-0.014705882352941176;rounded=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-1" target="pIG3mD20uddqKCPywI0W-2">
          <mxGeometry relative="1" as="geometry">
            <Array as="points" />
          </mxGeometry>
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-15" value="" style="curved=1;startArrow=none;endArrow=block;exitX=0.5;exitY=1;entryX=0.4967799831081081;entryY=-0.014705882352941176;rounded=0;exitDx=0;exitDy=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-2" target="pIG3mD20uddqKCPywI0W-3">
          <mxGeometry relative="1" as="geometry">
            <Array as="points" />
          </mxGeometry>
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-16" value="" style="curved=0;startArrow=none;endArrow=block;exitX=0.5;exitY=1;entryX=0.4959677419354839;entryY=-0.014705882352941176;rounded=0;exitDx=0;exitDy=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-3" target="pIG3mD20uddqKCPywI0W-4">
          <mxGeometry relative="1" as="geometry">
            <Array as="points" />
          </mxGeometry>
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-17" value="" style="curved=0;startArrow=none;endArrow=block;entryX=0.4970588235294118;entryY=-0.014705882352941176;rounded=0;exitX=0.5;exitY=1;exitDx=0;exitDy=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-4" target="pIG3mD20uddqKCPywI0W-5">
          <mxGeometry relative="1" as="geometry">
            <Array as="points" />
            <mxPoint x="396" y="350" as="sourcePoint" />
          </mxGeometry>
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-18" value="" style="curved=1;startArrow=none;endArrow=block;exitX=0.4970588235294118;exitY=0.9705882352941176;entryX=0.5;entryY=0;rounded=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-5" target="pIG3mD20uddqKCPywI0W-6">
          <mxGeometry relative="1" as="geometry">
            <Array as="points" />
          </mxGeometry>
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-19" value="" style="curved=1;startArrow=none;endArrow=block;exitX=0.5;exitY=1;entryX=0.5;entryY=0;rounded=0;exitDx=0;exitDy=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-6" target="pIG3mD20uddqKCPywI0W-7">
          <mxGeometry relative="1" as="geometry">
            <Array as="points" />
          </mxGeometry>
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-20" value="" style="curved=1;startArrow=none;endArrow=block;exitX=0.5;exitY=1;entryX=0.5;entryY=0;rounded=0;exitDx=0;exitDy=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-7" target="pIG3mD20uddqKCPywI0W-8">
          <mxGeometry relative="1" as="geometry">
            <Array as="points" />
          </mxGeometry>
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-21" value="调用make_vec_env" style="curved=1;startArrow=none;endArrow=block;exitX=1;exitY=0.5;entryX=0;entryY=0.5;rounded=0;exitDx=0;exitDy=0;entryDx=0;entryDy=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-2" target="pIG3mD20uddqKCPywI0W-9">
          <mxGeometry relative="1" as="geometry">
            <Array as="points">
              <mxPoint x="520" y="150" />
            </Array>
          </mxGeometry>
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-22" value="" style="curved=1;startArrow=none;endArrow=block;exitX=0;exitY=0.5;entryX=1;entryY=0.5;rounded=0;entryDx=0;entryDy=0;exitDx=0;exitDy=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-9" target="pIG3mD20uddqKCPywI0W-2">
          <mxGeometry relative="1" as="geometry">
            <Array as="points">
              <mxPoint x="500" y="80" />
            </Array>
          </mxGeometry>
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-23" value="设置网络参数" style="curved=1;startArrow=none;endArrow=block;rounded=0;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-3" target="pIG3mD20uddqKCPywI0W-10">
          <mxGeometry relative="1" as="geometry">
            <Array as="points">
              <mxPoint x="490" y="210" />
            </Array>
            <mxPoint x="408" y="204" as="sourcePoint" />
            <mxPoint x="590" y="197" as="targetPoint" />
          </mxGeometry>
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-24" value="" style="curved=1;startArrow=none;endArrow=block;entryX=1;entryY=0.5;rounded=0;entryDx=0;entryDy=0;exitX=0;exitY=0.5;exitDx=0;exitDy=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-10" target="pIG3mD20uddqKCPywI0W-3">
          <mxGeometry relative="1" as="geometry">
            <Array as="points">
              <mxPoint x="510" y="170" />
            </Array>
            <mxPoint x="590" y="200" as="sourcePoint" />
          </mxGeometry>
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-25" value="设置参数" style="curved=1;startArrow=none;endArrow=block;exitX=1;exitY=0.5;entryX=0;entryY=0.5;rounded=0;entryDx=0;entryDy=0;exitDx=0;exitDy=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-4" target="pIG3mD20uddqKCPywI0W-11">
          <mxGeometry relative="1" as="geometry">
            <Array as="points">
              <mxPoint x="490" y="280" />
            </Array>
          </mxGeometry>
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-26" value="" style="curved=1;startArrow=none;endArrow=block;exitX=0;exitY=0.5;entryX=1;entryY=0.5;rounded=0;exitDx=0;exitDy=0;entryDx=0;entryDy=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-11" target="pIG3mD20uddqKCPywI0W-4">
          <mxGeometry relative="1" as="geometry">
            <Array as="points">
              <mxPoint x="490" y="240" />
            </Array>
          </mxGeometry>
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-27" value="设置评估环境和频率" style="curved=1;startArrow=none;endArrow=block;exitX=1;exitY=0.5;entryX=0;entryY=0.5;rounded=0;entryDx=0;entryDy=0;exitDx=0;exitDy=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-6" target="pIG3mD20uddqKCPywI0W-12">
          <mxGeometry relative="1" as="geometry">
            <Array as="points">
              <mxPoint x="480" y="420" />
            </Array>
          </mxGeometry>
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-28" value="" style="curved=1;startArrow=none;endArrow=block;exitX=0;exitY=0.5;entryX=1;entryY=0.5;rounded=0;entryDx=0;entryDy=0;exitDx=0;exitDy=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-12" target="pIG3mD20uddqKCPywI0W-6">
          <mxGeometry relative="1" as="geometry">
            <Array as="points">
              <mxPoint x="510" y="380" />
            </Array>
          </mxGeometry>
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-29" value="设置总步数和回调" style="curved=1;startArrow=none;endArrow=block;exitX=1;exitY=0.5;entryX=0;entryY=0.5;rounded=0;entryDx=0;entryDy=0;exitDx=0;exitDy=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-7" target="pIG3mD20uddqKCPywI0W-13">
          <mxGeometry relative="1" as="geometry">
            <Array as="points">
              <mxPoint x="480" y="490" />
            </Array>
          </mxGeometry>
        </mxCell>
        <mxCell id="pIG3mD20uddqKCPywI0W-30" value="" style="curved=1;startArrow=none;endArrow=block;exitX=0;exitY=0.5;entryX=1;entryY=0.5;rounded=0;entryDx=0;entryDy=0;exitDx=0;exitDy=0;fontFamily=宋体-简;fontStyle=1;fontSize=14;" edge="1" parent="1" source="pIG3mD20uddqKCPywI0W-13" target="pIG3mD20uddqKCPywI0W-7">
          <mxGeometry relative="1" as="geometry">
            <Array as="points">
              <mxPoint x="480" y="450" />
            </Array>
          </mxGeometry>
        </mxCell>
      </root>
    </mxGraphModel>
  </diagram>
</mxfile>