Improve reproduction script

Author: takuseno

reproductions/offline/bcq.py

@@ -7,7 +7,7 @@ def main():
     parser = argparse.ArgumentParser()
     parser.add_argument('--dataset', type=str, default='hopper-medium-v0')
     parser.add_argument('--seed', type=int, default=1)
-    parser.add_argument('--gpu', action='store_true')
+    parser.add_argument('--gpu', type=int)
     args = parser.parse_args()
 
     d3rlpy.seed(args.seed)
@@ -34,6 +34,7 @@ def main():
             eval_episodes=test_episodes,
             n_steps=1000000,
             n_steps_per_epoch=5000,
+            save_interval=2,
             scorers=scorers,
             experiment_name=f"BCQ_{args.dataset}_{args.seed}")
 

reproductions/offline/bear.py

@@ -7,7 +7,7 @@ def main():
     parser = argparse.ArgumentParser()
     parser.add_argument('--dataset', type=str, default='hopper-medium-v0')
     parser.add_argument('--seed', type=int, default=1)
-    parser.add_argument('--gpu', action='store_true')
+    parser.add_argument('--gpu', type=int)
     args = parser.parse_args()
 
     d3rlpy.seed(args.seed)
@@ -38,6 +38,7 @@ def main():
              eval_episodes=test_episodes,
              n_steps=1000000,
              n_steps_per_epoch=5000,
+             save_interval=2,
              scorers=scorers,
              experiment_name=f"BEAR_{args.dataset}_{args.seed}")
 

reproductions/offline/cql.py

@@ -32,6 +32,7 @@ def main():
             eval_episodes=test_episodes,
             n_steps=1000000,
             n_steps_per_epoch=5000,
+            save_interval=2,
             scorers=scorers,
             experiment_name=f"CQL_{args.dataset}_{args.seed}")