From 6211a62a9f60cb63992ab99d3581f1596413e0cb Mon Sep 17 00:00:00 2001
From: Amerik Singh <amerik.singh13@gmail.com>
Date: Thu, 19 Sep 2024 00:02:43 +0200
Subject: [PATCH] OA: RL PID Controller (SISO) #1050

---
 ...RL-PID-Controller_class_diagram.drawio.bkp | 187 +++++++++++------
 ...rol-RL-PID-Controller_class_diagram.drawio | 193 ++++++++++++------
 2 files changed, 250 insertions(+), 130 deletions(-)

diff --git a/doc/rtd/content/99_appendices/appendix2/sub/pool/mlpro_oa/control/controllers/images/.$MLPro-OA-Control-RL-PID-Controller_class_diagram.drawio.bkp b/doc/rtd/content/99_appendices/appendix2/sub/pool/mlpro_oa/control/controllers/images/.$MLPro-OA-Control-RL-PID-Controller_class_diagram.drawio.bkp
index 4fd6b082d..fbe151d9a 100644
--- a/doc/rtd/content/99_appendices/appendix2/sub/pool/mlpro_oa/control/controllers/images/.$MLPro-OA-Control-RL-PID-Controller_class_diagram.drawio.bkp
+++ b/doc/rtd/content/99_appendices/appendix2/sub/pool/mlpro_oa/control/controllers/images/.$MLPro-OA-Control-RL-PID-Controller_class_diagram.drawio.bkp
@@ -1,68 +1,34 @@
 <mxfile host="Electron" agent="Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) draw.io/24.7.8 Chrome/128.0.6613.36 Electron/32.0.1 Safari/537.36" version="24.7.8">
   <diagram id="C5RBs43oDa-KdzZeNtuy" name="Page-1">
-    <mxGraphModel dx="1430" dy="959" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="2336" pageHeight="1654" math="0" shadow="0">
+    <mxGraphModel dx="2505" dy="1504" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="2336" pageHeight="1654" math="0" shadow="0">
       <root>
         <mxCell id="WIyWlLk6GJQsqaUBKTNV-0" />
         <mxCell id="WIyWlLk6GJQsqaUBKTNV-1" parent="WIyWlLk6GJQsqaUBKTNV-0" />
-        <mxCell id="hLljpAVa1X0r8kKFUywM-9" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;endArrow=block;endFill=1;" parent="WIyWlLk6GJQsqaUBKTNV-1" source="BeWae3hQQ1d45eF7kmdL-41" target="hLljpAVa1X0r8kKFUywM-5" edge="1">
-          <mxGeometry relative="1" as="geometry" />
-        </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-14" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;endArrow=block;endFill=1;" parent="WIyWlLk6GJQsqaUBKTNV-1" source="BeWae3hQQ1d45eF7kmdL-41" target="hLljpAVa1X0r8kKFUywM-11" edge="1">
-          <mxGeometry relative="1" as="geometry">
-            <Array as="points">
-              <mxPoint x="576" y="550" />
-              <mxPoint x="576" y="733" />
-            </Array>
-          </mxGeometry>
-        </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-23" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;fontColor=#0000FF;endArrow=block;endFill=1;" parent="WIyWlLk6GJQsqaUBKTNV-1" source="BeWae3hQQ1d45eF7kmdL-41" target="hLljpAVa1X0r8kKFUywM-19" edge="1">
-          <mxGeometry relative="1" as="geometry">
-            <Array as="points">
-              <mxPoint x="570" y="570" />
-              <mxPoint x="570" y="970" />
-            </Array>
-          </mxGeometry>
-        </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-36" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;fontColor=#0000FF;endArrow=block;endFill=0;" parent="WIyWlLk6GJQsqaUBKTNV-1" source="BeWae3hQQ1d45eF7kmdL-41" target="hLljpAVa1X0r8kKFUywM-0" edge="1">
-          <mxGeometry relative="1" as="geometry" />
-        </mxCell>
-        <mxCell id="BeWae3hQQ1d45eF7kmdL-41" value="RLPIDController &#xa;(RLController)" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#f8cecc;strokeColor=#b85450;swimlaneFillColor=#ffffff;gradientColor=#FFFFFF;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
-          <mxGeometry x="660.21" y="450" width="300" height="500" as="geometry">
+        <mxCell id="BeWae3hQQ1d45eF7kmdL-41" value="RLPIDPolicy&#xa;(rl.Policy)" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#f8cecc;strokeColor=#b85450;swimlaneFillColor=#ffffff;gradientColor=#FFFFFF;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
+          <mxGeometry x="1201" y="1054" width="300.21" height="347" as="geometry">
             <mxRectangle x="230" y="140" width="160" height="26" as="alternateBounds" />
           </mxGeometry>
         </mxCell>
-        <mxCell id="BeWae3hQQ1d45eF7kmdL-42" value="C_TYPE = &#39;RL PID-Controller&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="40" width="300" height="26" as="geometry" />
+        <mxCell id="BeWae3hQQ1d45eF7kmdL-42" value="C_TYPE = &#39;RL PID-Policy&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
+          <mxGeometry y="40" width="300.21" height="26" as="geometry" />
         </mxCell>
         <mxCell id="BeWae3hQQ1d45eF7kmdL-43" value="C_NAME = &#39;????&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000FF;fillColor=none;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="66" width="300" height="26" as="geometry" />
+          <mxGeometry y="66" width="300.21" height="26" as="geometry" />
         </mxCell>
         <mxCell id="hLljpAVa1X0r8kKFUywM-34" value="_pid_controller : bf.control.controllers.PIDController" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="92" width="300" height="26" as="geometry" />
+          <mxGeometry y="92" width="300.21" height="26" as="geometry" />
         </mxCell>
         <mxCell id="BeWae3hQQ1d45eF7kmdL-44" value="" style="line;html=1;strokeWidth=1;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="118" width="300" height="8" as="geometry" />
+          <mxGeometry y="118" width="300.21" height="8" as="geometry" />
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-4" value="__init__( ...&#xa;               p_error_id : int,&#xa;               p_cls_policy : type,&#xa;               p_param_policy : dict,&#xa;               p_fct_reward : rl.FctReward  )" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="126" width="300" height="80" as="geometry" />
+        <mxCell id="plzq9qEc0_SEy0y6B51N-43" value="__init__(&#xa;                rl_controller:PIDController,&#xa;                p_observation_space : MSpace,&#xa;                p_action_space : MSpace,&#xa;                p_id = None,&#xa;                p_buffer_size : int ,&#xa;                p_ada : bool,...  )&#xa;&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="BeWae3hQQ1d45eF7kmdL-41">
+          <mxGeometry y="126" width="300.21" height="118" as="geometry" />
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-16" value="_setup_policy_action_space( ) -&gt; bf.math.MSpace" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="206" width="300" height="30" as="geometry" />
+        <mxCell id="plzq9qEc0_SEy0y6B51N-48" value="_adapt(p_sars_elem: SARSElement)  -&gt; bool" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000ff;" vertex="1" parent="BeWae3hQQ1d45eF7kmdL-41">
+          <mxGeometry y="244" width="300.21" height="30" as="geometry" />
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-17" value="_setup_policy( ) -&gt; rl.Policy" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="236" width="300" height="30" as="geometry" />
-        </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-35" value="_setup_pid_controller( ) -&gt; PIDController" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="266" width="300" height="30" as="geometry" />
-        </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-33" value="_run( p_inst : InstDict )" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="296" width="300" height="30" as="geometry" />
-        </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-18" value="compute_action()" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="326" width="300" height="30" as="geometry" />
-        </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-32" value="_adapt(p_setpoint: Setpoint,&#xa;p_crtl_error:ControlError,&#xa;p_State:State,&#xa;p_action: Action,&#xa;p_reward:float )" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="356" width="300" height="94" as="geometry" />
+        <mxCell id="plzq9qEc0_SEy0y6B51N-49" value="compute_action(p_obs: State)  -&gt; Action" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000ff;" vertex="1" parent="BeWae3hQQ1d45eF7kmdL-41">
+          <mxGeometry y="274" width="300.21" height="30" as="geometry" />
         </mxCell>
         <mxCell id="fcJVb3HREh7NScvAmxeq-1" value="&lt;font color=&quot;#000000&quot; size=&quot;1&quot;&gt;&lt;b style=&quot;font-size: 14px&quot;&gt;Legend:&lt;br&gt;&lt;/b&gt;&lt;/font&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;font color=&quot;#0000ff&quot; style=&quot;font-size: 6px&quot;&gt;&lt;br&gt;&lt;/font&gt;&lt;span style=&quot;color: rgb(0 , 0 , 0)&quot;&gt;&lt;font style=&quot;font-size: 4px&quot;&gt;&amp;nbsp; &amp;nbsp;&lt;/font&gt;&amp;nbsp;In progress&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; In validation&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp;Ready to use&lt;/span&gt;&lt;font color=&quot;#000000&quot;&gt;&amp;nbsp;&lt;br&gt;&lt;/font&gt;&lt;font color=&quot;#0000ff&quot;&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&amp;nbsp;attribute / method()&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; New public attribute/method to be implemented&lt;/font&gt;&lt;br&gt;&lt;font color=&quot;#000000&quot;&gt;&amp;nbsp;&lt;/font&gt;&lt;font color=&quot;#000000&quot;&gt;attribute / method()&lt;span&gt; &lt;/span&gt;&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp;New/inherited public attribute/method that is implemented here&lt;br&gt;&lt;/font&gt;&lt;font color=&quot;#0000ff&quot;&gt;&amp;nbsp;_attribute /&amp;nbsp;&lt;/font&gt;&lt;font color=&quot;#0000ff&quot;&gt;_method()&amp;nbsp; &amp;nbsp; New protected method/attribute to be implemented&lt;/font&gt;&lt;br&gt;&lt;font color=&quot;#000000&quot;&gt;&amp;nbsp;_attribute / _method()&amp;nbsp; &amp;nbsp; New/inherited protected attribute/method that is implemented here&lt;br&gt;&lt;/font&gt;&lt;font color=&quot;#000000&quot;&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;/font&gt;" style="text;html=1;align=left;verticalAlign=top;whiteSpace=wrap;rounded=0;fontColor=#006600;strokeColor=#000000;shadow=1;fillColor=#ffffff;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
           <mxGeometry x="40.000000000000014" y="40" width="489.99999999999994" height="220" as="geometry" />
@@ -109,30 +75,51 @@
           <mxGeometry y="26" width="40.83333333333333" height="8" as="geometry" />
         </mxCell>
         <mxCell id="ileNQNyZ_AMet26Fjr1Y-8" value="&lt;b style=&quot;border-color: var(--border-color);&quot;&gt;...&lt;br&gt;&lt;/b&gt;" style="rounded=1;whiteSpace=wrap;html=1;align=left;spacingLeft=2;verticalAlign=top;fillColor=#fff2cc;strokeColor=#d6b656;gradientColor=none;shadow=1;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
-          <mxGeometry x="940" y="400" width="139.79" height="63" as="geometry" />
+          <mxGeometry x="1500" y="963" width="139.79" height="63" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-12" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;endArrow=block;endFill=0;" edge="1" parent="WIyWlLk6GJQsqaUBKTNV-1" source="hLljpAVa1X0r8kKFUywM-0" target="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry relative="1" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-46" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;entryX=0.5;entryY=0;entryDx=0;entryDy=0;" edge="1" parent="WIyWlLk6GJQsqaUBKTNV-1" source="hLljpAVa1X0r8kKFUywM-0" target="hLljpAVa1X0r8kKFUywM-19">
+          <mxGeometry relative="1" as="geometry" />
         </mxCell>
         <mxCell id="hLljpAVa1X0r8kKFUywM-0" value="RLController &#xa;(oa.control.OAController)" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#f8cecc;strokeColor=#b85450;swimlaneFillColor=#ffffff;gradientColor=#FFFFFF;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
-          <mxGeometry x="660.21" y="120" width="300" height="210" as="geometry">
+          <mxGeometry x="260" y="972" width="320" height="482" as="geometry">
             <mxRectangle x="230" y="140" width="160" height="26" as="alternateBounds" />
           </mxGeometry>
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-1" value="C_TYPE = &#39;RL PID-Controller&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="hLljpAVa1X0r8kKFUywM-0" vertex="1">
-          <mxGeometry y="40" width="300" height="26" as="geometry" />
+        <mxCell id="hLljpAVa1X0r8kKFUywM-1" value="C_TYPE = &#39;RLController&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="hLljpAVa1X0r8kKFUywM-0" vertex="1">
+          <mxGeometry y="40" width="320" height="26" as="geometry" />
         </mxCell>
         <mxCell id="hLljpAVa1X0r8kKFUywM-2" value="C_NAME = &#39;????&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000FF;fillColor=none;" parent="hLljpAVa1X0r8kKFUywM-0" vertex="1">
-          <mxGeometry y="66" width="300" height="26" as="geometry" />
+          <mxGeometry y="66" width="320" height="26" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-50" value="_rl_policy : rl.Policy" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-0">
+          <mxGeometry y="92" width="320" height="26" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-52" value="_reward : float" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-0">
+          <mxGeometry y="118" width="320" height="26" as="geometry" />
         </mxCell>
         <mxCell id="hLljpAVa1X0r8kKFUywM-3" value="" style="line;html=1;strokeWidth=1;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;" parent="hLljpAVa1X0r8kKFUywM-0" vertex="1">
-          <mxGeometry y="92" width="300" height="8" as="geometry" />
+          <mxGeometry y="144" width="320" height="8" as="geometry" />
+        </mxCell>
+        <mxCell id="hLljpAVa1X0r8kKFUywM-37" value="__init__( ...&#xa;               p_error_id : int,&#xa;               p_cls_policy : type,           &#xa;               p_fct_reward : rl.FctReward  )&#xa;&#xa;&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="hLljpAVa1X0r8kKFUywM-0" vertex="1">
+          <mxGeometry y="152" width="320" height="70" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-45" value="_setup_policy_observation_space( ) -&gt; bf.math.MSpace" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-0">
+          <mxGeometry y="222" width="320" height="30" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-44" value="_setup_policy_action_space( ) -&gt; bf.math.MSpace" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-0">
+          <mxGeometry y="252" width="320" height="30" as="geometry" />
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-37" value="__init__( ...&#xa;               p_error_id : int,&#xa;               p_cls_policy : type,&#xa;               p_param_policy : dict,&#xa;               p_fct_reward : rl.FctReward  )" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="hLljpAVa1X0r8kKFUywM-0" vertex="1">
-          <mxGeometry y="100" width="300" height="80" as="geometry" />
+        <mxCell id="hLljpAVa1X0r8kKFUywM-38" value="_adapt(&#xa;p_crt_error:ControlError,&#xa;p_state: State,&#xa;p_setpoint : SetPoint,&#xa;p_Action: Action ) --&gt; bool&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="hLljpAVa1X0r8kKFUywM-0" vertex="1">
+          <mxGeometry y="282" width="320" height="90" as="geometry" />
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-38" value="..." style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="hLljpAVa1X0r8kKFUywM-0" vertex="1">
-          <mxGeometry y="180" width="300" height="30" as="geometry" />
+        <mxCell id="plzq9qEc0_SEy0y6B51N-30" value="_compute_action (&#xa;p_crtl_error : CRTLError,&#xa;p_action_element : ActionElement,&#xa;p_crtl_id : int,&#xa;p_ae_id : int&#xa;)--&gt;Action" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#000000;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-0">
+          <mxGeometry y="372" width="320" height="110" as="geometry" />
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-5" value="bf.control.PIDController &#xa;" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#dae8fc;strokeColor=#6c8ebf;swimlaneFillColor=#ffffff;dashed=1;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
-          <mxGeometry x="190" y="450" width="300" height="120" as="geometry">
+        <mxCell id="hLljpAVa1X0r8kKFUywM-5" value="bf.control.PIDController &#xa;(bf.control.Controller)" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#f8cecc;strokeColor=#b85450;swimlaneFillColor=#ffffff;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
+          <mxGeometry x="1780" y="1065" width="300" height="370" as="geometry">
             <mxRectangle x="230" y="140" width="160" height="26" as="alternateBounds" />
           </mxGeometry>
         </mxCell>
@@ -145,22 +132,52 @@
         <mxCell id="hLljpAVa1X0r8kKFUywM-8" value="" style="line;html=1;strokeWidth=1;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;" parent="hLljpAVa1X0r8kKFUywM-5" vertex="1">
           <mxGeometry y="92" width="300" height="8" as="geometry" />
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-10" value="rl.Policy" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#dae8fc;strokeColor=#6c8ebf;swimlaneFillColor=#ffffff;dashed=1;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
-          <mxGeometry x="190" y="680" width="300" height="120" as="geometry">
+        <mxCell id="plzq9qEc0_SEy0y6B51N-20" value="__init__( ...)&#xa;&#xa;&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-5">
+          <mxGeometry y="100" width="300" height="30" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-21" value="set_parameter(**p_param)&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-5">
+          <mxGeometry y="130" width="300" height="30" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-22" value="_compute_action (&#xa;                                p_crtl_error : CRTLError,&#xa;                                p_action_element : ActionElement,&#xa;                                p_crtl_id : int,&#xa;                                p_ae_id : int)&#xa;&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-5">
+          <mxGeometry y="160" width="300" height="100" as="geometry" />
+        </mxCell>
+        <mxCell id="hLljpAVa1X0r8kKFUywM-10" value="rl.Policy&#xa;(bf.ml.Model)" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#dae8fc;strokeColor=#6c8ebf;swimlaneFillColor=#ffffff;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
+          <mxGeometry x="1210" y="410" width="300" height="380" as="geometry">
             <mxRectangle x="230" y="140" width="160" height="26" as="alternateBounds" />
           </mxGeometry>
         </mxCell>
         <mxCell id="hLljpAVa1X0r8kKFUywM-11" value="C_TYPE = &#39;RL PID-Controller&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="hLljpAVa1X0r8kKFUywM-10" vertex="1">
           <mxGeometry y="40" width="300" height="26" as="geometry" />
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-12" value="C_NAME = &#39;????&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000FF;fillColor=none;" parent="hLljpAVa1X0r8kKFUywM-10" vertex="1">
+        <mxCell id="hLljpAVa1X0r8kKFUywM-12" value="C_NAME = &#39;????&#39;&#xa;&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000FF;fillColor=none;" parent="hLljpAVa1X0r8kKFUywM-10" vertex="1">
           <mxGeometry y="66" width="300" height="26" as="geometry" />
         </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-33" value="_observation_space: MSpace&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;fillColor=none;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-10">
+          <mxGeometry y="92" width="300" height="26" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-34" value="_action_space: MSpace&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#000000;fillColor=none;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-10">
+          <mxGeometry y="118" width="300" height="26" as="geometry" />
+        </mxCell>
         <mxCell id="hLljpAVa1X0r8kKFUywM-13" value="" style="line;html=1;strokeWidth=1;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;" parent="hLljpAVa1X0r8kKFUywM-10" vertex="1">
-          <mxGeometry y="92" width="300" height="8" as="geometry" />
+          <mxGeometry y="144" width="300" height="26" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-32" value="__init__(&#xa;            p_observation_space : MSpace,&#xa;                              p_action_space : MSpace,&#xa;                              p_id = None,&#xa;                              p_buffer_size : int ,&#xa;                              p_ada : bool,...  )&#xa;&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-10">
+          <mxGeometry y="170" width="300" height="90" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-35" value="get_observation_space()  -&gt; MSpace&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-10">
+          <mxGeometry y="260" width="300" height="30" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-36" value="get_action_space()  -&gt; MSpace&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-10">
+          <mxGeometry y="290" width="300" height="30" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-37" value="compute_action(p_obs: State)  -&gt; Action" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000ff;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-10">
+          <mxGeometry y="320" width="300" height="30" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-38" value="_adapt(p_sars_elem: SARSElement)  -&gt; bool" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000ff;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-10">
+          <mxGeometry y="350" width="300" height="30" as="geometry" />
         </mxCell>
         <mxCell id="hLljpAVa1X0r8kKFUywM-19" value="rl.FctReward" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#dae8fc;strokeColor=#6c8ebf;swimlaneFillColor=#ffffff;dashed=1;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
-          <mxGeometry x="190" y="910" width="300" height="120" as="geometry">
+          <mxGeometry x="271" y="1610" width="300" height="120" as="geometry">
             <mxRectangle x="230" y="140" width="160" height="26" as="alternateBounds" />
           </mxGeometry>
         </mxCell>
@@ -173,6 +190,46 @@
         <mxCell id="hLljpAVa1X0r8kKFUywM-22" value="" style="line;html=1;strokeWidth=1;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;" parent="hLljpAVa1X0r8kKFUywM-19" vertex="1">
           <mxGeometry y="92" width="300" height="8" as="geometry" />
         </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-0" value="OAController &#xa;(bf.control.Controller,bf.ml.Model)" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#fff2cc;strokeColor=#d6b656;swimlaneFillColor=#ffffff;" vertex="1" parent="WIyWlLk6GJQsqaUBKTNV-1">
+          <mxGeometry x="270" y="327" width="300" height="500" as="geometry">
+            <mxRectangle x="230" y="140" width="160" height="26" as="alternateBounds" />
+          </mxGeometry>
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-1" value="C_TYPE = &#39;OAController&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry y="40" width="300" height="26" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-2" value="C_NAME = &#39;????&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000FF;fillColor=none;" vertex="1" parent="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry y="66" width="300" height="26" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-3" value="" style="line;html=1;strokeWidth=1;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;" vertex="1" parent="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry y="92" width="300" height="8" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-16" value="_run(p_inst)" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry y="100" width="300" height="30" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-5" value="adapt(&#xa;p_crt_error:ControlError,&#xa;p_state: State,&#xa;p_setpoint : SetPoint,&#xa;p_Action: Action )" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry y="130" width="300" height="80" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-14" value="_adapt(&#xa;p_crt_error:ControlError,&#xa;p_state: State,&#xa;p_setpoint : SetPoint,&#xa;p_Action: Action )" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000ff;" vertex="1" parent="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry y="210" width="300" height="80" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-23" value="compute_action (&#xa;p_crtl_error : CRTLError,&#xa;p_action_element : ActionElement,&#xa;p_crtl_id : int,&#xa;p_ae_id : int&#xa;)" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry y="290" width="300" height="100" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-24" value="_compute_action (&#xa;p_crtl_error : CRTLError,&#xa;p_action_element : ActionElement,&#xa;p_crtl_id : int,&#xa;p_ae_id : int&#xa;)" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000ff;" vertex="1" parent="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry y="390" width="300" height="110" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-40" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.47;entryY=0.993;entryDx=0;entryDy=0;entryPerimeter=0;endArrow=block;endFill=0;" edge="1" parent="WIyWlLk6GJQsqaUBKTNV-1" source="BeWae3hQQ1d45eF7kmdL-41" target="plzq9qEc0_SEy0y6B51N-38">
+          <mxGeometry relative="1" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-42" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;" edge="1" parent="WIyWlLk6GJQsqaUBKTNV-1" target="plzq9qEc0_SEy0y6B51N-21">
+          <mxGeometry relative="1" as="geometry">
+            <mxPoint x="1501.21" y="1298" as="sourcePoint" />
+          </mxGeometry>
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-51" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;" edge="1" parent="WIyWlLk6GJQsqaUBKTNV-1" source="plzq9qEc0_SEy0y6B51N-44" target="plzq9qEc0_SEy0y6B51N-43">
+          <mxGeometry relative="1" as="geometry" />
+        </mxCell>
       </root>
     </mxGraphModel>
   </diagram>
diff --git a/doc/rtd/content/99_appendices/appendix2/sub/pool/mlpro_oa/control/controllers/images/MLPro-OA-Control-RL-PID-Controller_class_diagram.drawio b/doc/rtd/content/99_appendices/appendix2/sub/pool/mlpro_oa/control/controllers/images/MLPro-OA-Control-RL-PID-Controller_class_diagram.drawio
index 2896b5e0a..fb8c3b773 100644
--- a/doc/rtd/content/99_appendices/appendix2/sub/pool/mlpro_oa/control/controllers/images/MLPro-OA-Control-RL-PID-Controller_class_diagram.drawio
+++ b/doc/rtd/content/99_appendices/appendix2/sub/pool/mlpro_oa/control/controllers/images/MLPro-OA-Control-RL-PID-Controller_class_diagram.drawio
@@ -1,68 +1,34 @@
 <mxfile host="Electron" agent="Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) draw.io/24.7.8 Chrome/128.0.6613.36 Electron/32.0.1 Safari/537.36" version="24.7.8">
   <diagram id="C5RBs43oDa-KdzZeNtuy" name="Page-1">
-    <mxGraphModel dx="2440" dy="1635" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="2336" pageHeight="1654" math="0" shadow="0">
+    <mxGraphModel dx="4445" dy="1266" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="2336" pageHeight="1654" math="0" shadow="0">
       <root>
         <mxCell id="WIyWlLk6GJQsqaUBKTNV-0" />
         <mxCell id="WIyWlLk6GJQsqaUBKTNV-1" parent="WIyWlLk6GJQsqaUBKTNV-0" />
-        <mxCell id="hLljpAVa1X0r8kKFUywM-9" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;endArrow=block;endFill=1;" parent="WIyWlLk6GJQsqaUBKTNV-1" source="BeWae3hQQ1d45eF7kmdL-41" target="hLljpAVa1X0r8kKFUywM-5" edge="1">
-          <mxGeometry relative="1" as="geometry" />
-        </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-14" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;endArrow=block;endFill=1;" parent="WIyWlLk6GJQsqaUBKTNV-1" source="BeWae3hQQ1d45eF7kmdL-41" target="hLljpAVa1X0r8kKFUywM-11" edge="1">
-          <mxGeometry relative="1" as="geometry">
-            <Array as="points">
-              <mxPoint x="576" y="550" />
-              <mxPoint x="576" y="733" />
-            </Array>
-          </mxGeometry>
-        </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-23" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;fontColor=#0000FF;endArrow=block;endFill=1;" parent="WIyWlLk6GJQsqaUBKTNV-1" source="BeWae3hQQ1d45eF7kmdL-41" target="hLljpAVa1X0r8kKFUywM-19" edge="1">
-          <mxGeometry relative="1" as="geometry">
-            <Array as="points">
-              <mxPoint x="570" y="570" />
-              <mxPoint x="570" y="970" />
-            </Array>
-          </mxGeometry>
-        </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-36" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;fontColor=#0000FF;endArrow=block;endFill=0;" parent="WIyWlLk6GJQsqaUBKTNV-1" source="BeWae3hQQ1d45eF7kmdL-41" target="hLljpAVa1X0r8kKFUywM-0" edge="1">
-          <mxGeometry relative="1" as="geometry" />
-        </mxCell>
-        <mxCell id="BeWae3hQQ1d45eF7kmdL-41" value="RLPIDController &#xa;(RLController)" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#f8cecc;strokeColor=#b85450;swimlaneFillColor=#ffffff;gradientColor=#FFFFFF;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
-          <mxGeometry x="660.21" y="450" width="300" height="500" as="geometry">
+        <mxCell id="BeWae3hQQ1d45eF7kmdL-41" value="RLPIDPolicy&#xa;(rl.Policy)" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#f8cecc;strokeColor=#b85450;swimlaneFillColor=#ffffff;gradientColor=#FFFFFF;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
+          <mxGeometry x="860" y="1055" width="300.21" height="350" as="geometry">
             <mxRectangle x="230" y="140" width="160" height="26" as="alternateBounds" />
           </mxGeometry>
         </mxCell>
-        <mxCell id="BeWae3hQQ1d45eF7kmdL-42" value="C_TYPE = &#39;RL PID-Controller&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="40" width="300" height="26" as="geometry" />
+        <mxCell id="BeWae3hQQ1d45eF7kmdL-42" value="C_TYPE = &#39;RL PID-Policy&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
+          <mxGeometry y="40" width="300.21" height="26" as="geometry" />
         </mxCell>
         <mxCell id="BeWae3hQQ1d45eF7kmdL-43" value="C_NAME = &#39;????&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000FF;fillColor=none;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="66" width="300" height="26" as="geometry" />
+          <mxGeometry y="66" width="300.21" height="26" as="geometry" />
         </mxCell>
         <mxCell id="hLljpAVa1X0r8kKFUywM-34" value="_pid_controller : bf.control.controllers.PIDController" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="92" width="300" height="26" as="geometry" />
+          <mxGeometry y="92" width="300.21" height="26" as="geometry" />
         </mxCell>
         <mxCell id="BeWae3hQQ1d45eF7kmdL-44" value="" style="line;html=1;strokeWidth=1;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="118" width="300" height="8" as="geometry" />
+          <mxGeometry y="118" width="300.21" height="8" as="geometry" />
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-4" value="__init__( ...&#xa;               p_error_id : int,&#xa;               p_cls_policy : type,&#xa;               p_param_policy : dict,&#xa;               p_fct_reward : rl.FctReward  )" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="126" width="300" height="80" as="geometry" />
+        <mxCell id="plzq9qEc0_SEy0y6B51N-43" value="__init__(&#xa;                rl_controller:PIDController,&#xa;                p_observation_space : MSpace,&#xa;                p_action_space : MSpace,&#xa;                p_id = None,&#xa;                p_buffer_size : int ,&#xa;                p_ada : bool,...  )&#xa;&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="BeWae3hQQ1d45eF7kmdL-41">
+          <mxGeometry y="126" width="300.21" height="118" as="geometry" />
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-16" value="_setup_policy_action_space( ) -&gt; bf.math.MSpace" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="206" width="300" height="30" as="geometry" />
+        <mxCell id="plzq9qEc0_SEy0y6B51N-48" value="_adapt(&#xa;            p_sars_elem: SARSElement,&#xa;            reward:float)  -&gt; bool)&#xa;        &#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000ff;" vertex="1" parent="BeWae3hQQ1d45eF7kmdL-41">
+          <mxGeometry y="244" width="300.21" height="56" as="geometry" />
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-17" value="_setup_policy( ) -&gt; rl.Policy" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="236" width="300" height="30" as="geometry" />
-        </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-35" value="_setup_pid_controller( ) -&gt; PIDController" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="266" width="300" height="30" as="geometry" />
-        </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-33" value="_run( p_inst : InstDict )" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="296" width="300" height="30" as="geometry" />
-        </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-18" value="compute_action()" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="326" width="300" height="30" as="geometry" />
-        </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-32" value="_adapt_rl(p_setpoint: Setpoint,&#xa;p_crtl_error:ControlError,&#xa;p_State:State,&#xa;p_action: Action,&#xa;p_reward:float )" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="BeWae3hQQ1d45eF7kmdL-41" vertex="1">
-          <mxGeometry y="356" width="300" height="94" as="geometry" />
+        <mxCell id="plzq9qEc0_SEy0y6B51N-49" value="compute_action(p_obs: State)  -&gt; Action" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000ff;" vertex="1" parent="BeWae3hQQ1d45eF7kmdL-41">
+          <mxGeometry y="300" width="300.21" height="30" as="geometry" />
         </mxCell>
         <mxCell id="fcJVb3HREh7NScvAmxeq-1" value="&lt;font color=&quot;#000000&quot; size=&quot;1&quot;&gt;&lt;b style=&quot;font-size: 14px&quot;&gt;Legend:&lt;br&gt;&lt;/b&gt;&lt;/font&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;font color=&quot;#0000ff&quot; style=&quot;font-size: 6px&quot;&gt;&lt;br&gt;&lt;/font&gt;&lt;span style=&quot;color: rgb(0 , 0 , 0)&quot;&gt;&lt;font style=&quot;font-size: 4px&quot;&gt;&amp;nbsp; &amp;nbsp;&lt;/font&gt;&amp;nbsp;In progress&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; In validation&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp;Ready to use&lt;/span&gt;&lt;font color=&quot;#000000&quot;&gt;&amp;nbsp;&lt;br&gt;&lt;/font&gt;&lt;font color=&quot;#0000ff&quot;&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&amp;nbsp;attribute / method()&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp; New public attribute/method to be implemented&lt;/font&gt;&lt;br&gt;&lt;font color=&quot;#000000&quot;&gt;&amp;nbsp;&lt;/font&gt;&lt;font color=&quot;#000000&quot;&gt;attribute / method()&lt;span&gt; &lt;/span&gt;&amp;nbsp; &amp;nbsp; &amp;nbsp; &amp;nbsp;New/inherited public attribute/method that is implemented here&lt;br&gt;&lt;/font&gt;&lt;font color=&quot;#0000ff&quot;&gt;&amp;nbsp;_attribute /&amp;nbsp;&lt;/font&gt;&lt;font color=&quot;#0000ff&quot;&gt;_method()&amp;nbsp; &amp;nbsp; New protected method/attribute to be implemented&lt;/font&gt;&lt;br&gt;&lt;font color=&quot;#000000&quot;&gt;&amp;nbsp;_attribute / _method()&amp;nbsp; &amp;nbsp; New/inherited protected attribute/method that is implemented here&lt;br&gt;&lt;/font&gt;&lt;font color=&quot;#000000&quot;&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;br&gt;&lt;/font&gt;" style="text;html=1;align=left;verticalAlign=top;whiteSpace=wrap;rounded=0;fontColor=#006600;strokeColor=#000000;shadow=1;fillColor=#ffffff;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
           <mxGeometry x="40.000000000000014" y="40" width="489.99999999999994" height="220" as="geometry" />
@@ -109,30 +75,48 @@
           <mxGeometry y="26" width="40.83333333333333" height="8" as="geometry" />
         </mxCell>
         <mxCell id="ileNQNyZ_AMet26Fjr1Y-8" value="&lt;b style=&quot;border-color: var(--border-color);&quot;&gt;...&lt;br&gt;&lt;/b&gt;" style="rounded=1;whiteSpace=wrap;html=1;align=left;spacingLeft=2;verticalAlign=top;fillColor=#fff2cc;strokeColor=#d6b656;gradientColor=none;shadow=1;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
-          <mxGeometry x="940" y="400" width="139.79" height="63" as="geometry" />
+          <mxGeometry x="1159" y="964" width="139.79" height="63" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-12" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.5;entryY=1;entryDx=0;entryDy=0;endArrow=block;endFill=0;" edge="1" parent="WIyWlLk6GJQsqaUBKTNV-1" source="hLljpAVa1X0r8kKFUywM-0" target="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry relative="1" as="geometry" />
         </mxCell>
         <mxCell id="hLljpAVa1X0r8kKFUywM-0" value="RLController &#xa;(oa.control.OAController)" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#f8cecc;strokeColor=#b85450;swimlaneFillColor=#ffffff;gradientColor=#FFFFFF;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
-          <mxGeometry x="660.21" y="120" width="300" height="250" as="geometry">
+          <mxGeometry x="260" y="972" width="320" height="482" as="geometry">
             <mxRectangle x="230" y="140" width="160" height="26" as="alternateBounds" />
           </mxGeometry>
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-1" value="C_TYPE = &#39;RL PID-Controller&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="hLljpAVa1X0r8kKFUywM-0" vertex="1">
-          <mxGeometry y="40" width="300" height="26" as="geometry" />
+        <mxCell id="hLljpAVa1X0r8kKFUywM-1" value="C_TYPE = &#39;RLController&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="hLljpAVa1X0r8kKFUywM-0" vertex="1">
+          <mxGeometry y="40" width="320" height="26" as="geometry" />
         </mxCell>
         <mxCell id="hLljpAVa1X0r8kKFUywM-2" value="C_NAME = &#39;????&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000FF;fillColor=none;" parent="hLljpAVa1X0r8kKFUywM-0" vertex="1">
-          <mxGeometry y="66" width="300" height="26" as="geometry" />
+          <mxGeometry y="66" width="320" height="26" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-50" value="_rl_policy : rl.Policy" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-0">
+          <mxGeometry y="92" width="320" height="26" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-52" value="_fc_reward : r..FcReward" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-0">
+          <mxGeometry y="118" width="320" height="26" as="geometry" />
         </mxCell>
         <mxCell id="hLljpAVa1X0r8kKFUywM-3" value="" style="line;html=1;strokeWidth=1;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;" parent="hLljpAVa1X0r8kKFUywM-0" vertex="1">
-          <mxGeometry y="92" width="300" height="8" as="geometry" />
+          <mxGeometry y="144" width="320" height="8" as="geometry" />
+        </mxCell>
+        <mxCell id="hLljpAVa1X0r8kKFUywM-37" value="__init__( ...&#xa;               p_error_id : int,&#xa;               p_cls_policy : type,           &#xa;               p_fct_reward : rl.FctReward  )&#xa;&#xa;&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="hLljpAVa1X0r8kKFUywM-0" vertex="1">
+          <mxGeometry y="152" width="320" height="70" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-45" value="_setup_policy_observation_space( ) -&gt; bf.math.MSpace" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-0">
+          <mxGeometry y="222" width="320" height="30" as="geometry" />
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-37" value="__init__( ...&#xa;               p_error_id : int,&#xa;               p_cls_policy : type,&#xa;               p_param_policy : dict,&#xa;               p_fct_reward : rl.FctReward  )&#xa;&#xa;_adapt()&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="hLljpAVa1X0r8kKFUywM-0" vertex="1">
-          <mxGeometry y="100" width="300" height="80" as="geometry" />
+        <mxCell id="plzq9qEc0_SEy0y6B51N-44" value="_setup_policy_action_space( ) -&gt; bf.math.MSpace" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-0">
+          <mxGeometry y="252" width="320" height="30" as="geometry" />
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-38" value="_adapt" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="hLljpAVa1X0r8kKFUywM-0" vertex="1">
-          <mxGeometry y="180" width="300" height="30" as="geometry" />
+        <mxCell id="hLljpAVa1X0r8kKFUywM-38" value="_adapt(&#xa;p_crt_error:ControlError,&#xa;p_state: State,&#xa;p_setpoint : SetPoint,&#xa;p_Action: Action ) --&gt; bool&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="hLljpAVa1X0r8kKFUywM-0" vertex="1">
+          <mxGeometry y="282" width="320" height="90" as="geometry" />
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-5" value="bf.control.PIDController &#xa;" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#dae8fc;strokeColor=#6c8ebf;swimlaneFillColor=#ffffff;dashed=1;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
-          <mxGeometry x="190" y="450" width="300" height="120" as="geometry">
+        <mxCell id="plzq9qEc0_SEy0y6B51N-30" value="_compute_action (&#xa;p_crtl_error : CRTLError,&#xa;p_action_element : ActionElement,&#xa;p_crtl_id : int,&#xa;p_ae_id : int&#xa;)--&gt;Action" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#000000;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-0">
+          <mxGeometry y="372" width="320" height="110" as="geometry" />
+        </mxCell>
+        <mxCell id="hLljpAVa1X0r8kKFUywM-5" value="bf.control.PIDController &#xa;(bf.control.Controller)" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#f8cecc;strokeColor=#b85450;swimlaneFillColor=#ffffff;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
+          <mxGeometry x="1439" y="1066" width="300" height="370" as="geometry">
             <mxRectangle x="230" y="140" width="160" height="26" as="alternateBounds" />
           </mxGeometry>
         </mxCell>
@@ -145,22 +129,52 @@
         <mxCell id="hLljpAVa1X0r8kKFUywM-8" value="" style="line;html=1;strokeWidth=1;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;" parent="hLljpAVa1X0r8kKFUywM-5" vertex="1">
           <mxGeometry y="92" width="300" height="8" as="geometry" />
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-10" value="rl.Policy" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#dae8fc;strokeColor=#6c8ebf;swimlaneFillColor=#ffffff;dashed=1;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
-          <mxGeometry x="190" y="680" width="300" height="120" as="geometry">
+        <mxCell id="plzq9qEc0_SEy0y6B51N-20" value="__init__( ...)&#xa;&#xa;&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-5">
+          <mxGeometry y="100" width="300" height="30" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-21" value="set_parameter(**p_param)&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-5">
+          <mxGeometry y="130" width="300" height="30" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-22" value="_compute_action (&#xa;                                p_crtl_error : CRTLError,&#xa;                                p_action_element : ActionElement,&#xa;                                p_crtl_id : int,&#xa;                                p_ae_id : int)&#xa;&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-5">
+          <mxGeometry y="160" width="300" height="100" as="geometry" />
+        </mxCell>
+        <mxCell id="hLljpAVa1X0r8kKFUywM-10" value="rl.Policy&#xa;(bf.ml.Model)" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#dae8fc;strokeColor=#6c8ebf;swimlaneFillColor=#ffffff;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
+          <mxGeometry x="869" y="411" width="300" height="380" as="geometry">
             <mxRectangle x="230" y="140" width="160" height="26" as="alternateBounds" />
           </mxGeometry>
         </mxCell>
         <mxCell id="hLljpAVa1X0r8kKFUywM-11" value="C_TYPE = &#39;RL PID-Controller&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" parent="hLljpAVa1X0r8kKFUywM-10" vertex="1">
           <mxGeometry y="40" width="300" height="26" as="geometry" />
         </mxCell>
-        <mxCell id="hLljpAVa1X0r8kKFUywM-12" value="C_NAME = &#39;????&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000FF;fillColor=none;" parent="hLljpAVa1X0r8kKFUywM-10" vertex="1">
+        <mxCell id="hLljpAVa1X0r8kKFUywM-12" value="C_NAME = &#39;????&#39;&#xa;&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000FF;fillColor=none;" parent="hLljpAVa1X0r8kKFUywM-10" vertex="1">
           <mxGeometry y="66" width="300" height="26" as="geometry" />
         </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-33" value="_observation_space: MSpace&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;fillColor=none;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-10">
+          <mxGeometry y="92" width="300" height="26" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-34" value="_action_space: MSpace&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#000000;fillColor=none;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-10">
+          <mxGeometry y="118" width="300" height="26" as="geometry" />
+        </mxCell>
         <mxCell id="hLljpAVa1X0r8kKFUywM-13" value="" style="line;html=1;strokeWidth=1;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;" parent="hLljpAVa1X0r8kKFUywM-10" vertex="1">
-          <mxGeometry y="92" width="300" height="8" as="geometry" />
+          <mxGeometry y="144" width="300" height="26" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-32" value="__init__(&#xa;            p_observation_space : MSpace,&#xa;                              p_action_space : MSpace,&#xa;                              p_id = None,&#xa;                              p_buffer_size : int ,&#xa;                              p_ada : bool,...  )&#xa;&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-10">
+          <mxGeometry y="170" width="300" height="90" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-35" value="get_observation_space()  -&gt; MSpace&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-10">
+          <mxGeometry y="260" width="300" height="30" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-36" value="get_action_space()  -&gt; MSpace&#xa;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-10">
+          <mxGeometry y="290" width="300" height="30" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-37" value="compute_action(p_obs: State)  -&gt; Action" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000ff;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-10">
+          <mxGeometry y="320" width="300" height="30" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-38" value="_adapt(p_sars_elem: SARSElement)  -&gt; bool" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000ff;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-10">
+          <mxGeometry y="350" width="300" height="30" as="geometry" />
         </mxCell>
         <mxCell id="hLljpAVa1X0r8kKFUywM-19" value="rl.FctReward" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#dae8fc;strokeColor=#6c8ebf;swimlaneFillColor=#ffffff;dashed=1;" parent="WIyWlLk6GJQsqaUBKTNV-1" vertex="1">
-          <mxGeometry x="190" y="910" width="300" height="120" as="geometry">
+          <mxGeometry x="-130" y="1092" width="300" height="220" as="geometry">
             <mxRectangle x="230" y="140" width="160" height="26" as="alternateBounds" />
           </mxGeometry>
         </mxCell>
@@ -173,6 +187,55 @@
         <mxCell id="hLljpAVa1X0r8kKFUywM-22" value="" style="line;html=1;strokeWidth=1;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;" parent="hLljpAVa1X0r8kKFUywM-19" vertex="1">
           <mxGeometry y="92" width="300" height="8" as="geometry" />
         </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-55" value="compute_reward(&#xa;                            p_state_old:State,&#xa;                            p_state_new:State) -&gt; Reward" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-19">
+          <mxGeometry y="100" width="300" height="50" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-56" value="_compute_reward(&#xa;                            p_state_old:State,&#xa;                            p_state_new:State) -&gt; Reward" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000ff;" vertex="1" parent="hLljpAVa1X0r8kKFUywM-19">
+          <mxGeometry y="150" width="300" height="50" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-0" value="OAController &#xa;(bf.control.Controller,bf.ml.Model)" style="swimlane;fontStyle=3;align=center;verticalAlign=top;childLayout=stackLayout;horizontal=1;startSize=40;horizontalStack=0;resizeParent=1;resizeLast=0;collapsible=1;marginBottom=0;rounded=0;shadow=1;strokeWidth=3;fillColor=#fff2cc;strokeColor=#d6b656;swimlaneFillColor=#ffffff;" vertex="1" parent="WIyWlLk6GJQsqaUBKTNV-1">
+          <mxGeometry x="270" y="327" width="300" height="500" as="geometry">
+            <mxRectangle x="230" y="140" width="160" height="26" as="alternateBounds" />
+          </mxGeometry>
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-1" value="C_TYPE = &#39;OAController&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry y="40" width="300" height="26" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-2" value="C_NAME = &#39;????&#39;" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000FF;fillColor=none;" vertex="1" parent="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry y="66" width="300" height="26" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-3" value="" style="line;html=1;strokeWidth=1;align=left;verticalAlign=middle;spacingTop=-1;spacingLeft=3;spacingRight=3;rotatable=0;labelPosition=right;points=[];portConstraint=eastwest;" vertex="1" parent="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry y="92" width="300" height="8" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-16" value="_run(p_inst)" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry y="100" width="300" height="30" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-5" value="adapt(&#xa;p_crt_error:ControlError,&#xa;p_state: State,&#xa;p_setpoint : SetPoint,&#xa;p_Action: Action )" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry y="130" width="300" height="80" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-14" value="_adapt(&#xa;p_crt_error:ControlError,&#xa;p_state: State,&#xa;p_setpoint : SetPoint,&#xa;p_Action: Action )" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000ff;" vertex="1" parent="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry y="210" width="300" height="80" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-23" value="compute_action (&#xa;p_crtl_error : CRTLError,&#xa;p_action_element : ActionElement,&#xa;p_crtl_id : int,&#xa;p_ae_id : int&#xa;)" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=default;" vertex="1" parent="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry y="290" width="300" height="100" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-24" value="_compute_action (&#xa;p_crtl_error : CRTLError,&#xa;p_action_element : ActionElement,&#xa;p_crtl_id : int,&#xa;p_ae_id : int&#xa;)" style="text;align=left;verticalAlign=top;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontColor=#0000ff;" vertex="1" parent="plzq9qEc0_SEy0y6B51N-0">
+          <mxGeometry y="390" width="300" height="110" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-40" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=0;exitDx=0;exitDy=0;entryX=0.47;entryY=0.993;entryDx=0;entryDy=0;entryPerimeter=0;endArrow=block;endFill=0;" edge="1" parent="WIyWlLk6GJQsqaUBKTNV-1" source="BeWae3hQQ1d45eF7kmdL-41" target="plzq9qEc0_SEy0y6B51N-38">
+          <mxGeometry relative="1" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-42" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;" edge="1" parent="WIyWlLk6GJQsqaUBKTNV-1" target="plzq9qEc0_SEy0y6B51N-21">
+          <mxGeometry relative="1" as="geometry">
+            <mxPoint x="1160.21" y="1299" as="sourcePoint" />
+          </mxGeometry>
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-51" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;" edge="1" parent="WIyWlLk6GJQsqaUBKTNV-1" source="plzq9qEc0_SEy0y6B51N-44" target="plzq9qEc0_SEy0y6B51N-43">
+          <mxGeometry relative="1" as="geometry" />
+        </mxCell>
+        <mxCell id="plzq9qEc0_SEy0y6B51N-54" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0;exitY=0.5;exitDx=0;exitDy=0;entryX=1.005;entryY=0.048;entryDx=0;entryDy=0;entryPerimeter=0;" edge="1" parent="WIyWlLk6GJQsqaUBKTNV-1" source="hLljpAVa1X0r8kKFUywM-37" target="hLljpAVa1X0r8kKFUywM-21">
+          <mxGeometry relative="1" as="geometry" />
+        </mxCell>
       </root>
     </mxGraphModel>
   </diagram>