Revert CQL reprdoduction script

Author: takuseno

Diff for: reproductions/offline/cql.py

@@ -1,5 +1,4 @@
 import argparse
-import math
 
 import d3rlpy
 
@@ -18,7 +17,7 @@ def main() -> None:
     d3rlpy.seed(args.seed)
     d3rlpy.envs.seed_env(env, args.seed)
 
-    encoder = d3rlpy.models.encoders.VectorEncoderFactory([256, 256])
+    encoder = d3rlpy.models.encoders.VectorEncoderFactory([256, 256, 256])
 
     if "medium-v0" in args.dataset:
         conservative_weight = 10.0
@@ -29,13 +28,11 @@ def main() -> None:
         actor_learning_rate=1e-4,
         critic_learning_rate=3e-4,
         temp_learning_rate=1e-4,
-        alpha_learning_rate=3e-4,
-        initial_alpha=math.e,
         actor_encoder_factory=encoder,
         critic_encoder_factory=encoder,
         batch_size=256,
         n_action_samples=10,
-        alpha_threshold=10,
+        alpha_learning_rate=0.0,
         conservative_weight=conservative_weight,
         compile_graph=args.compile,
     ).create(device=args.gpu)