diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml index 30dc7c0453b3..9a6e6cd977b9 100644 --- a/.pre-commit-config.yaml +++ b/.pre-commit-config.yaml @@ -8,7 +8,7 @@ exclude: | python/ray/_private/runtime_env/_clonevirtualenv.py| python/ray/data/examples/data/| release/release_logs/| - rllib/tests/data| + rllib/offline/tests/data| thirdparty/patches/| src/ray/thirdparty/| doc/external/| diff --git a/rllib/BUILD.bazel b/rllib/BUILD.bazel index e231efd11a90..411c0997aa2e 100644 --- a/rllib/BUILD.bazel +++ b/rllib/BUILD.bazel @@ -59,13 +59,13 @@ load("//bazel:python.bzl", "doctest", "py_test_module_list") filegroup( name = "cartpole-v1_large", - data = glob(["tests/data/cartpole/cartpole-v1_large/*.parquet"]), + data = glob(["offline/tests/data/cartpole/cartpole-v1_large/*.parquet"]), visibility = ["//visibility:public"], ) doctest( size = "enormous", - data = glob(["tests/data/cartpole/cartpole-v1_large/*.parquet"]), + data = glob(["offline/tests/data/cartpole/cartpole-v1_large/*.parquet"]), files = glob( ["**/*.py"], exclude = [ @@ -75,43 +75,32 @@ doctest( # Exclude `tuned_examples` *.py files. "**/tuned_examples/**", # Deprecated modules - "utils/window_stat.py", - "utils/timer.py", "utils/memory.py", "offline/off_policy_estimator.py", "offline/estimators/feature_importance.py", - "env/remote_vector_env.py", # Missing imports "algorithms/dreamerv3/**", # FIXME: These modules contain broken examples that weren't previously # tested. "algorithms/algorithm_config.py", - "algorithms/alpha_star/alpha_star.py", - "algorithms/r2d2/r2d2.py", - "algorithms/sac/rnnsac.py", - "algorithms/simple_q/simple_q.py", "core/distribution/torch/torch_distribution.py", "core/models/base.py", "core/models/specs/specs_base.py", "core/models/specs/specs_dict.py", "env/wrappers/pettingzoo_env.py", "evaluation/collectors/sample_collector.py", - "evaluation/episode.py", "evaluation/metrics.py", "evaluation/observation_function.py", "evaluation/postprocessing.py", "execution/buffers/mixin_replay_buffer.py", - "models/base_model.py", "models/catalog.py", "models/preprocessors.py", "models/repeated_values.py", - "models/torch/model.py", "policy/rnn_sequencing.py", "utils/actor_manager.py", "utils/filter.py", "utils/from_config.py", "utils/metrics/window_stat.py", - "utils/nested_dict.py", "utils/pre_checks/env.py", "utils/replay_buffers/multi_agent_mixin_replay_buffer.py", "utils/spaces/space_utils.py", @@ -498,10 +487,10 @@ py_test( py_test( name = "learning_tests_multi_agent_cartpole_w_100_policies_appo_old_api_stack", size = "large", - srcs = ["tests/run_regression_tests.py"], - args = ["--dir=tuned_examples/appo"], + srcs = ["algorithms/tests/run_regression_tests.py"], + args = ["--dir=../tuned_examples/appo"], data = ["tuned_examples/appo/multi-agent-cartpole-w-100-policies-appo.py"], - main = "tests/run_regression_tests.py", + main = "algorithms/tests/run_regression_tests.py", tags = [ "exclusive", "learning_tests", @@ -522,7 +511,7 @@ py_test( ], # Include the offline data files. data = [ - "tests/data/cartpole/cartpole-v1_large", + "offline/tests/data/cartpole/cartpole-v1_large", ], main = "tuned_examples/bc/cartpole_bc.py", tags = [ @@ -545,7 +534,7 @@ py_test( ], # Include the offline data files. data = [ - "tests/data/cartpole/cartpole-v1_large", + "offline/tests/data/cartpole/cartpole-v1_large", ], main = "tuned_examples/bc/cartpole_bc.py", tags = [ @@ -572,7 +561,7 @@ py_test( ], # Include the offline data files. data = [ - "tests/data/cartpole/cartpole-v1_large", + "offline/tests/data/cartpole/cartpole-v1_large", ], main = "tuned_examples/bc/cartpole_bc_with_offline_evaluation.py", tags = [ @@ -598,7 +587,7 @@ py_test( ], # Include the offline data files. data = [ - "tests/data/cartpole/cartpole-v1_large", + "offline/tests/data/cartpole/cartpole-v1_large", ], main = "tuned_examples/bc/cartpole_bc_with_offline_evaluation.py", tags = [ @@ -623,7 +612,7 @@ py_test( ], # Include the zipped json data file as well. data = [ - "tests/data/pendulum/pendulum-v1_enormous", + "offline/tests/data/pendulum/pendulum-v1_enormous", ], main = "tuned_examples/cql/pendulum_cql.py", tags = [ @@ -650,7 +639,7 @@ py_test( ], # Include the zipped json data file as well. data = [ - "tests/data/pendulum/pendulum-v1_enormous", + "offline/tests/data/pendulum/pendulum-v1_enormous", ], main = "tuned_examples/cql/pendulum_cql.py", tags = [ @@ -1108,7 +1097,7 @@ py_test( ], # Include the offline data files. data = [ - "tests/data/pendulum/pendulum-v1_enormous", + "offline/tests/data/pendulum/pendulum-v1_enormous", ], main = "tuned_examples/iql/pendulum_iql.py", tags = [ @@ -1133,7 +1122,7 @@ py_test( ], # Include the offline data files. data = [ - "tests/data/pendulum/pendulum-v1_enormous", + "offline/tests/data/pendulum/pendulum-v1_enormous", ], main = "tuned_examples/iql/pendulum_iql.py", tags = [ @@ -1158,7 +1147,7 @@ py_test( ], # Include the offline data files. data = [ - "tests/data/cartpole/cartpole-v1_large", + "offline/tests/data/cartpole/cartpole-v1_large", ], main = "tuned_examples/marwil/cartpole_marwil.py", tags = [ @@ -1182,7 +1171,7 @@ py_test( ], # Include the offline data files. data = [ - "tests/data/cartpole/cartpole-v1_large", + "offline/tests/data/cartpole/cartpole-v1_large", ], main = "tuned_examples/marwil/cartpole_marwil.py", tags = [ @@ -2027,7 +2016,7 @@ py_test( name = "test_algorithm", size = "large", srcs = ["algorithms/tests/test_algorithm.py"], - data = ["tests/data/cartpole/small.json"], + data = ["offline/tests/data/cartpole/small.json"], tags = [ "algorithms_dir", "algorithms_dir_generic", @@ -2165,7 +2154,7 @@ py_test( size = "medium", srcs = ["algorithms/bc/tests/test_bc.py"], # Include the offline data files. - data = ["tests/data/cartpole/cartpole-v1_large"], + data = ["offline/tests/data/cartpole/cartpole-v1_large"], tags = [ "algorithms_dir", "team:rllib", @@ -2178,7 +2167,7 @@ py_test( name = "test_cql_old_api_stack", size = "large", srcs = ["algorithms/cql/tests/test_cql_old_api_stack.py"], - data = ["tests/data/pendulum/small.json"], + data = ["offline/tests/data/pendulum/small.json"], tags = [ "algorithms_dir", "team:rllib", @@ -2246,8 +2235,8 @@ py_test( srcs = ["algorithms/marwil/tests/test_marwil.py"], # Include the offline data files. data = [ - "tests/data/cartpole/cartpole-v1_large", - "tests/data/pendulum/pendulum-v1_large", + "offline/tests/data/cartpole/cartpole-v1_large", + "offline/tests/data/pendulum/pendulum-v1_large", ], tags = [ "algorithms_dir", @@ -2261,7 +2250,7 @@ py_test( srcs = ["algorithms/marwil/tests/test_marwil_rl_module.py"], # Include the json data file. data = [ - "tests/data/cartpole/large.json", + "offline/tests/data/cartpole/large.json", ], tags = [ "algorithms_dir", @@ -2311,6 +2300,87 @@ py_test( ], ) +# Generic testing +py_test( + name = "algorithms/tests/test_custom_resource", + size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer + srcs = ["algorithms/tests/test_custom_resource.py"], + tags = [ + "algorithms_dir", + "team:rllib", + ], +) + +py_test( + name = "algorithms/tests/test_dependency_tf", + size = "small", + srcs = ["algorithms/tests/test_dependency_tf.py"], + tags = [ + "algorithms_dir", + "team:rllib", + ], +) + +py_test( + name = "algorithms/tests/test_dependency_torch", + size = "small", + srcs = ["algorithms/tests/test_dependency_torch.py"], + tags = [ + "algorithms_dir", + "team:rllib", + ], +) + +py_test( + name = "algorithms/tests/test_local", + size = "small", + srcs = ["algorithms/tests/test_local.py"], + tags = [ + "algorithms_dir", + "team:rllib", + ], +) + +py_test( + name = "algorithms/tests/test_ray_client", + size = "medium", + srcs = ["algorithms/tests/test_ray_client.py"], + tags = [ + "algorithms_dir", + "team:rllib", + ], +) + +py_test( + name = "algorithms/tests/test_telemetry", + size = "small", + srcs = ["algorithms/tests/test_telemetry.py"], + tags = [ + "algorithms_dir", + "team:rllib", + ], +) + +py_test( + name = "algorithms/tests/test_nn_framework_import_errors", + size = "small", + srcs = ["algorithms/tests/test_nn_framework_import_errors.py"], + tags = [ + "algorithms_dir", + "team:rllib", + ], +) + +py_test( + name = "algorithms/tests/test_placement_groups", + size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer + srcs = ["algorithms/tests/test_placement_groups.py"], + tags = [ + "algorithms_dir", + "team:rllib", + ], +) + # -------------------------------------------------------------------- # Callback tests # rllib/callbacks/ @@ -2440,6 +2510,16 @@ py_test( ], ) +py_test( + name = "env/tests/test_pettingzoo_env", + size = "medium", + srcs = ["env/tests/test_pettingzoo_env.py"], + tags = [ + "env", + "team:rllib", + ], +) + py_test( name = "env/wrappers/tests/test_group_agents_wrapper", size = "small", @@ -2537,6 +2617,7 @@ py_test( srcs = ["core/models/tests/test_catalog.py"], tags = [ "core", + "models", "team:rllib", ], ) @@ -2548,6 +2629,7 @@ py_test( srcs = ["core/models/tests/test_base_models.py"], tags = [ "core", + "models", "team:rllib", ], ) @@ -2756,6 +2838,16 @@ py_test( ], ) +py_test( + name = "tests/test_catalog", + size = "medium", + srcs = ["models/tests/test_catalog.py"], + tags = [ + "models", + "team:rllib", + ], +) + # -------------------------------------------------------------------- # Offline # rllib/offline/ @@ -2768,8 +2860,8 @@ py_test( size = "small", srcs = ["offline/tests/test_dataset_reader.py"], data = [ - "tests/data/pendulum/enormous.zip", - "tests/data/pendulum/large.json", + "offline/tests/data/pendulum/enormous.zip", + "offline/tests/data/pendulum/large.json", ], tags = [ "offline", @@ -2792,7 +2884,7 @@ py_test( name = "test_json_reader", size = "small", srcs = ["offline/tests/test_json_reader.py"], - data = ["tests/data/pendulum/large.json"], + data = ["offline/tests/data/pendulum/large.json"], tags = [ "offline", "team:rllib", @@ -2803,7 +2895,7 @@ py_test( name = "test_ope", size = "medium", srcs = ["offline/estimators/tests/test_ope.py"], - data = ["tests/data/cartpole/small.json"], + data = ["offline/tests/data/cartpole/small.json"], tags = [ "offline", "ray_data", @@ -2857,8 +2949,8 @@ py_test( srcs = ["offline/tests/test_offline_data.py"], # Include the offline data files. data = [ - "tests/data/cartpole/cartpole-v1_large", - "tests/data/cartpole/large.json", + "offline/tests/data/cartpole/cartpole-v1_large", + "offline/tests/data/cartpole/large.json", ], tags = [ "offline", @@ -2872,7 +2964,7 @@ py_test( srcs = ["offline/tests/test_offline_evaluation_runner.py"], # Include the offline data files. data = [ - "tests/data/cartpole/cartpole-v1_large", + "offline/tests/data/cartpole/cartpole-v1_large", ], tags = [ "offline", @@ -2886,7 +2978,7 @@ py_test( srcs = ["offline/tests/test_offline_evaluation_runner_group.py"], # Include the offline data files. data = [ - "tests/data/cartpole/cartpole-v1_large", + "offline/tests/data/cartpole/cartpole-v1_large", ], tags = [ "offline", @@ -2902,8 +2994,8 @@ py_test( srcs = ["offline/tests/test_offline_prelearner.py"], # Include the offline data files. data = [ - "tests/data/cartpole/cartpole-v1_large", - "tests/data/cartpole/large.json", + "offline/tests/data/cartpole/cartpole-v1_large", + "offline/tests/data/cartpole/large.json", ], tags = [ "offline", @@ -3010,6 +3102,37 @@ py_test( ], ) +py_test( + name = "policy/tests/test_policy_checkpoint_restore", + size = "large", + srcs = ["policy/tests/test_policy_checkpoint_restore.py"], + main = "policy/tests/test_policy_checkpoint_restore.py", + tags = [ + "policy", + "team:rllib", + ], +) + +py_test( + name = "policy/tests/test_timesteps", + size = "small", + srcs = ["policy/tests/test_timesteps.py"], + tags = [ + "policy", + "team:rllib", + ], +) + +py_test( + name = "policy/tests/test_lstm", + size = "medium", + srcs = ["policy/tests/test_lstm.py"], + tags = [ + "policy", + "team:rllib", + ], +) + # -------------------------------------------------------------------- # Utils: # rllib/utils/ @@ -3313,148 +3436,6 @@ py_test( ], ) -# -------------------------------------------------------------------- -# rllib/tests/ directory -# -# Tag: tests_dir -# -# NOTE: Add tests alphabetically into this list. -# -------------------------------------------------------------------- - -py_test( - name = "tests/test_catalog", - size = "medium", - srcs = ["tests/test_catalog.py"], - tags = [ - "team:rllib", - "tests_dir", - ], -) - -py_test( - name = "policy/tests/test_policy_checkpoint_restore", - size = "large", - srcs = ["policy/tests/test_policy_checkpoint_restore.py"], - data = glob([ - "tests/data/checkpoints/APPO_CartPole-v1-connector-enabled/**", - ]), - main = "policy/tests/test_policy_checkpoint_restore.py", - tags = [ - "team:rllib", - "tests_dir", - ], -) - -py_test( - name = "tests/test_custom_resource", - size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer - srcs = ["tests/test_custom_resource.py"], - tags = [ - "team:rllib", - "tests_dir", - ], -) - -py_test( - name = "tests/test_dependency_tf", - size = "small", - srcs = ["tests/test_dependency_tf.py"], - tags = [ - "team:rllib", - "tests_dir", - ], -) - -py_test( - name = "tests/test_dependency_torch", - size = "small", - srcs = ["tests/test_dependency_torch.py"], - tags = [ - "team:rllib", - "tests_dir", - ], -) - -py_test( - name = "tests/test_local", - size = "small", - srcs = ["tests/test_local.py"], - tags = [ - "team:rllib", - "tests_dir", - ], -) - -py_test( - name = "tests/test_lstm", - size = "medium", - srcs = ["tests/test_lstm.py"], - tags = [ - "team:rllib", - "tests_dir", - ], -) - -py_test( - name = "tests/test_nn_framework_import_errors", - size = "small", - srcs = ["tests/test_nn_framework_import_errors.py"], - tags = [ - "team:rllib", - "tests_dir", - ], -) - -py_test( - name = "tests/test_pettingzoo_env", - size = "medium", - srcs = ["tests/test_pettingzoo_env.py"], - tags = [ - "team:rllib", - "tests_dir", - ], -) - -py_test( - name = "tests/test_placement_groups", - size = "large", # bazel may complain about it being too long sometimes - large is on purpose as some frameworks take longer - srcs = ["tests/test_placement_groups.py"], - tags = [ - "team:rllib", - "tests_dir", - ], -) - -py_test( - name = "tests/test_timesteps", - size = "small", - srcs = ["tests/test_timesteps.py"], - tags = [ - "team:rllib", - "tests_dir", - ], -) - -py_test( - name = "tests/test_ray_client", - size = "medium", - srcs = ["tests/test_ray_client.py"], - tags = [ - "team:rllib", - "tests_dir", - ], -) - -py_test( - name = "tests/test_telemetry", - size = "small", - srcs = ["tests/test_telemetry.py"], - tags = [ - "team:rllib", - "tests_dir", - ], -) - # -------------------------------------------------------------------- # examples/ directory # @@ -5250,7 +5231,7 @@ py_test( "--framework=torch", ], # Include the offline data files. - data = ["tests/data/cartpole/cartpole-v1_large"], + data = ["offline/tests/data/cartpole/cartpole-v1_large"], main = "examples/offline_rl/train_w_bc_finetune_w_ppo.py", tags = [ "examples", @@ -5266,7 +5247,7 @@ py_test( # tags = ["team:rllib", "exclusive", "examples"], # size = "large", # srcs = ["examples/offline_rl/pretrain_bc_single_agent_evaluate_as_multi_agent.py"], -# data = ["tests/data/cartpole/large.json"], +# data = ["offline/tests/data/cartpole/large.json"], # args = ["--as-test"] # ) diff --git a/rllib/algorithms/bc/bc.py b/rllib/algorithms/bc/bc.py index e2bc7dc64e6c..b1197bb32a3a 100644 --- a/rllib/algorithms/bc/bc.py +++ b/rllib/algorithms/bc/bc.py @@ -15,7 +15,7 @@ class BCConfig(MARWILConfig): # Run this from the ray directory root. config = BCConfig().training(lr=0.00001, gamma=0.99) config = config.offline_data( - input_="./rllib/tests/data/cartpole/large.json") + input_="./rllib/offline/tests/data/cartpole/large.json") # Build an Algorithm object from the config and run 1 training iteration. algo = config.build() @@ -36,7 +36,7 @@ class BCConfig(MARWILConfig): # Set the config object's data path. # Run this from the ray directory root. config.offline_data( - input_="./rllib/tests/data/cartpole/large.json" + input_="./rllib/offline/tests/data/cartpole/large.json" ) # Set the config object's env, used for evaluation. config.environment(env="CartPole-v1") diff --git a/rllib/algorithms/bc/tests/test_bc.py b/rllib/algorithms/bc/tests/test_bc.py index edec3c3422ed..9b44eae07f9b 100644 --- a/rllib/algorithms/bc/tests/test_bc.py +++ b/rllib/algorithms/bc/tests/test_bc.py @@ -21,7 +21,7 @@ def tearDownClass(cls) -> None: def test_bc_compilation_and_learning_from_offline_file(self): # Define the data paths. - data_path = "tests/data/cartpole/cartpole-v1_large" + data_path = "offline/tests/data/cartpole/cartpole-v1_large" base_path = Path(__file__).parents[3] print(f"base_path={base_path}") data_path = "local://" / base_path / data_path diff --git a/rllib/algorithms/cql/tests/test_cql_old_api_stack.py b/rllib/algorithms/cql/tests/test_cql_old_api_stack.py index c2d3686da71c..4151da6f5b55 100644 --- a/rllib/algorithms/cql/tests/test_cql_old_api_stack.py +++ b/rllib/algorithms/cql/tests/test_cql_old_api_stack.py @@ -34,7 +34,7 @@ def test_cql_compilation(self): # --config='{"output": "/tmp/out"}' rllib_dir = Path(__file__).parent.parent.parent.parent print("rllib dir={}".format(rllib_dir)) - data_file = os.path.join(rllib_dir, "tests/data/pendulum/small.json") + data_file = os.path.join(rllib_dir, "offline/tests/data/pendulum/small.json") print("data_file={} exists={}".format(data_file, os.path.isfile(data_file))) config = ( diff --git a/rllib/algorithms/iql/iql.py b/rllib/algorithms/iql/iql.py index 893555002708..8c023492c3b0 100644 --- a/rllib/algorithms/iql/iql.py +++ b/rllib/algorithms/iql/iql.py @@ -24,7 +24,7 @@ class IQLConfig(MARWILConfig): # Run this from the ray directory root. config = IQLConfig().training(actor_lr=0.00001, gamma=0.99) config = config.offline_data( - input_="./rllib/tests/data/pendulum/pendulum-v1_enormous") + input_="./rllib/offline/tests/data/pendulum/pendulum-v1_enormous") # Build an Algorithm object from the config and run 1 training iteration. algo = config.build() @@ -45,7 +45,7 @@ class IQLConfig(MARWILConfig): # Set the config object's data path. # Run this from the ray directory root. config.offline_data( - input_="./rllib/tests/data/pendulum-v1_enormous" + input_="./rllib/offline/tests/data/pendulum/pendulum-v1_enormous" ) # Set the config object's env, used for evaluation. config.environment(env="Pendulum-v1") diff --git a/rllib/algorithms/marwil/marwil.py b/rllib/algorithms/marwil/marwil.py index e54843213e64..867e8f5f8e1e 100644 --- a/rllib/algorithms/marwil/marwil.py +++ b/rllib/algorithms/marwil/marwil.py @@ -55,7 +55,7 @@ class MARWILConfig(AlgorithmConfig): # Get the base path (to ray/rllib) base_path = Path(__file__).parents[2] # Get the path to the data in rllib folder. - data_path = base_path / "tests/data/cartpole/cartpole-v1_large" + data_path = base_path / "offline/tests/data/cartpole/cartpole-v1_large" config = MARWILConfig() # Enable the new API stack. @@ -107,7 +107,7 @@ class MARWILConfig(AlgorithmConfig): # Get the base path (to ray/rllib) base_path = Path(__file__).parents[2] # Get the path to the data in rllib folder. - data_path = base_path / "tests/data/cartpole/cartpole-v1_large" + data_path = base_path / "offline/tests/data/cartpole/cartpole-v1_large" config = MARWILConfig() # Enable the new API stack. diff --git a/rllib/algorithms/marwil/tests/test_marwil.py b/rllib/algorithms/marwil/tests/test_marwil.py index 5f39cf9752c0..fb88977ded30 100644 --- a/rllib/algorithms/marwil/tests/test_marwil.py +++ b/rllib/algorithms/marwil/tests/test_marwil.py @@ -36,7 +36,7 @@ def test_marwil_compilation_discrete_actions(self): --stop='{"timesteps_total": 50000}' \ --config='{"output": "/tmp/out", "batch_mode": "complete_episodes"}' """ - data_path = "tests/data/cartpole/cartpole-v1_large" + data_path = "offline/tests/data/cartpole/cartpole-v1_large" base_path = Path(__file__).parents[3] print(f"base_path={base_path}") data_path = "local://" / base_path / data_path @@ -81,7 +81,7 @@ def test_marwil_compilation_cont_actions(self): Learns from a historic-data file. """ - data_path = "tests/data/pendulum/pendulum-v1_large" + data_path = "offline/tests/data/pendulum/pendulum-v1_large" base_path = Path(__file__).parents[3] print(f"base_path={base_path}") data_path = "local://" + base_path.joinpath(data_path).as_posix() @@ -125,7 +125,7 @@ def test_marwil_compilation_cont_actions(self): def test_marwil_loss_function(self): """Test MARWIL's loss function.""" - data_path = "tests/data/cartpole/cartpole-v1_large" + data_path = "offline/tests/data/cartpole/cartpole-v1_large" base_path = Path(__file__).parents[3] print(f"base_path={base_path}") data_path = "local://" + base_path.joinpath(data_path).as_posix() diff --git a/rllib/algorithms/marwil/tests/test_marwil_rl_module.py b/rllib/algorithms/marwil/tests/test_marwil_rl_module.py index 8ea50e5be7f3..21e3a1c61460 100644 --- a/rllib/algorithms/marwil/tests/test_marwil_rl_module.py +++ b/rllib/algorithms/marwil/tests/test_marwil_rl_module.py @@ -21,7 +21,7 @@ def test_rollouts(self): config_combinations = [frameworks, envs, fwd_fns] rllib_dir = Path(__file__).parents[3] print(f"rllib_dir={rllib_dir.as_posix()}") - data_file = rllib_dir.joinpath("tests/data/cartpole/large.json") + data_file = rllib_dir.joinpath("offline/tests/data/cartpole/large.json") print(f"data_file={data_file.as_posix()}") for config in itertools.product(*config_combinations): diff --git a/rllib/tests/run_regression_tests.py b/rllib/algorithms/tests/run_regression_tests.py similarity index 100% rename from rllib/tests/run_regression_tests.py rename to rllib/algorithms/tests/run_regression_tests.py diff --git a/rllib/algorithms/tests/test_algorithm.py b/rllib/algorithms/tests/test_algorithm.py index e31ff3999271..dc18d36022df 100644 --- a/rllib/algorithms/tests/test_algorithm.py +++ b/rllib/algorithms/tests/test_algorithm.py @@ -515,7 +515,7 @@ def test_no_env_but_eval_workers_do_have_env(self): """Tests whether no env on workers, but env on eval workers works ok.""" script_path = Path(__file__) input_file = os.path.join( - script_path.parent.parent.parent, "tests/data/cartpole/small.json" + script_path.parent.parent.parent, "offline/tests/data/cartpole/small.json" ) env = gym.make("CartPole-v1") diff --git a/rllib/tests/test_custom_resource.py b/rllib/algorithms/tests/test_custom_resource.py similarity index 100% rename from rllib/tests/test_custom_resource.py rename to rllib/algorithms/tests/test_custom_resource.py diff --git a/rllib/tests/test_dependency_tf.py b/rllib/algorithms/tests/test_dependency_tf.py similarity index 100% rename from rllib/tests/test_dependency_tf.py rename to rllib/algorithms/tests/test_dependency_tf.py diff --git a/rllib/tests/test_dependency_torch.py b/rllib/algorithms/tests/test_dependency_torch.py similarity index 100% rename from rllib/tests/test_dependency_torch.py rename to rllib/algorithms/tests/test_dependency_torch.py diff --git a/rllib/tests/test_local.py b/rllib/algorithms/tests/test_local.py similarity index 100% rename from rllib/tests/test_local.py rename to rllib/algorithms/tests/test_local.py diff --git a/rllib/tests/test_nn_framework_import_errors.py b/rllib/algorithms/tests/test_nn_framework_import_errors.py similarity index 100% rename from rllib/tests/test_nn_framework_import_errors.py rename to rllib/algorithms/tests/test_nn_framework_import_errors.py diff --git a/rllib/tests/test_placement_groups.py b/rllib/algorithms/tests/test_placement_groups.py similarity index 100% rename from rllib/tests/test_placement_groups.py rename to rllib/algorithms/tests/test_placement_groups.py diff --git a/rllib/tests/test_ray_client.py b/rllib/algorithms/tests/test_ray_client.py similarity index 100% rename from rllib/tests/test_ray_client.py rename to rllib/algorithms/tests/test_ray_client.py diff --git a/rllib/tests/test_telemetry.py b/rllib/algorithms/tests/test_telemetry.py similarity index 100% rename from rllib/tests/test_telemetry.py rename to rllib/algorithms/tests/test_telemetry.py diff --git a/rllib/tests/test_pettingzoo_env.py b/rllib/env/tests/test_pettingzoo_env.py similarity index 100% rename from rllib/tests/test_pettingzoo_env.py rename to rllib/env/tests/test_pettingzoo_env.py diff --git a/rllib/examples/offline_rl/custom_input_api.py b/rllib/examples/offline_rl/custom_input_api.py index d6fd2f6c1d1d..d7a6974825fb 100644 --- a/rllib/examples/offline_rl/custom_input_api.py +++ b/rllib/examples/offline_rl/custom_input_api.py @@ -9,7 +9,7 @@ api, and show how to pass config arguments to it. To train CQL on the pendulum environment: -$ python custom_input_api.py --input-files=../tests/data/pendulum/enormous.zip +$ python custom_input_api.py --input-files=../offline/tests/data/pendulum/enormous.zip """ import argparse @@ -42,7 +42,7 @@ type=str, default=os.path.join( os.path.dirname(os.path.abspath(__file__)), - "../../tests/data/pendulum/small.json", + "../../offline/tests/data/pendulum/small.json", ), ) diff --git a/rllib/examples/offline_rl/offline_rl.py b/rllib/examples/offline_rl/offline_rl.py index b4bf817300df..1e8b1158221e 100644 --- a/rllib/examples/offline_rl/offline_rl.py +++ b/rllib/examples/offline_rl/offline_rl.py @@ -92,7 +92,7 @@ .environment("Pendulum-v1", normalize_actions=True) .offline_data( input_config={ - "paths": ["tests/data/pendulum/enormous.zip"], + "paths": ["offline/tests/data/pendulum/enormous.zip"], "format": "json", } ) diff --git a/rllib/examples/offline_rl/pretrain_bc_single_agent_evaluate_as_multi_agent.py b/rllib/examples/offline_rl/pretrain_bc_single_agent_evaluate_as_multi_agent.py index e92ae4d04477..8bf149c4bf1e 100644 --- a/rllib/examples/offline_rl/pretrain_bc_single_agent_evaluate_as_multi_agent.py +++ b/rllib/examples/offline_rl/pretrain_bc_single_agent_evaluate_as_multi_agent.py @@ -89,7 +89,7 @@ rllib_dir = Path(__file__).parent.parent.parent print(f"rllib dir={rllib_dir}") - offline_file = os.path.join(rllib_dir, "tests/data/cartpole/large.json") + offline_file = os.path.join(rllib_dir, "offline/tests/data/cartpole/large.json") base_config = ( BCConfig() diff --git a/rllib/examples/offline_rl/train_w_bc_finetune_w_ppo.py b/rllib/examples/offline_rl/train_w_bc_finetune_w_ppo.py index e0e9f0ea6dd6..d6c06df05a78 100644 --- a/rllib/examples/offline_rl/train_w_bc_finetune_w_ppo.py +++ b/rllib/examples/offline_rl/train_w_bc_finetune_w_ppo.py @@ -191,7 +191,7 @@ def compute_values(self, batch, embeddings=None): # Define the data paths for our CartPole large dataset. base_path = Path(__file__).parents[2] assert base_path.is_dir(), base_path - data_path = base_path / "tests/data/cartpole/cartpole-v1_large" + data_path = base_path / "offline/tests/data/cartpole/cartpole-v1_large" assert data_path.is_dir(), data_path print(f"data_path={data_path}") diff --git a/rllib/tests/test_catalog.py b/rllib/models/tests/test_catalog.py similarity index 100% rename from rllib/tests/test_catalog.py rename to rllib/models/tests/test_catalog.py diff --git a/rllib/offline/dataset_reader.py b/rllib/offline/dataset_reader.py index cf5abffc9c40..8a4a6a07702b 100644 --- a/rllib/offline/dataset_reader.py +++ b/rllib/offline/dataset_reader.py @@ -61,7 +61,7 @@ def _unzip_if_needed(paths: List[str], format: str): if not Path(path).exists(): relative_path = str(Path(__file__).parent.parent / path) if not Path(relative_path).exists(): - raise FileNotFoundError(f"File not found: {path}") + raise FileNotFoundError(f"File not found: {relative_path}") path = relative_path ret_paths.append(path) return ret_paths diff --git a/rllib/offline/estimators/tests/test_ope.py b/rllib/offline/estimators/tests/test_ope.py index cbf2a69499c8..b1342ce8d27e 100644 --- a/rllib/offline/estimators/tests/test_ope.py +++ b/rllib/offline/estimators/tests/test_ope.py @@ -110,7 +110,7 @@ def setUpClass(cls): np.random.seed(seed) rllib_dir = Path(__file__).parent.parent.parent.parent - train_data = os.path.join(rllib_dir, "tests/data/cartpole/small.json") + train_data = os.path.join(rllib_dir, "offline/tests/data/cartpole/small.json") env_name = "CartPole-v1" cls.gamma = 0.99 diff --git a/rllib/tests/data/cartpole/cartpole-v1.jsonl/1_000000_000000.json b/rllib/offline/tests/data/cartpole/cartpole-v1.jsonl/1_000000_000000.json similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1.jsonl/1_000000_000000.json rename to rllib/offline/tests/data/cartpole/cartpole-v1.jsonl/1_000000_000000.json diff --git a/rllib/tests/data/cartpole/cartpole-v1_large.jsonl/1_000000_000000.json b/rllib/offline/tests/data/cartpole/cartpole-v1_large.jsonl/1_000000_000000.json similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large.jsonl/1_000000_000000.json rename to rllib/offline/tests/data/cartpole/cartpole-v1_large.jsonl/1_000000_000000.json diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000000_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000000_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000000_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000000_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000001_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000001_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000001_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000001_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000002_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000002_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000002_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000002_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000003_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000003_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000003_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000003_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000004_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000004_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000004_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000004_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000005_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000005_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000005_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000005_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000006_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000006_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000006_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000006_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000007_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000007_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000007_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000007_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000008_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000008_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000008_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000008_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000009_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000009_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000009_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000009_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000010_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000010_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000010_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000010_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000011_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000011_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000011_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000011_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000012_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000012_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000012_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000012_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000013_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000013_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000013_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000013_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000014_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000014_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000014_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000014_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000015_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000015_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000015_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000015_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000016_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000016_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000016_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000016_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000017_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000017_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000017_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000017_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000018_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000018_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000018_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000018_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000019_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000019_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000019_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000019_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000020_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000020_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000020_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000020_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000021_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000021_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000021_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000021_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000022_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000022_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000022_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000022_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000023_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000023_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000023_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000023_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000024_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000024_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000024_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000024_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000025_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000025_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000025_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000025_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000026_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000026_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000026_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000026_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000027_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000027_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000027_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000027_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000028_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000028_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000028_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000028_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000029_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000029_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000029_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000029_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000030_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000030_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000030_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000030_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000031_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000031_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000031_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000031_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000032_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000032_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000032_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000032_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000033_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000033_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000033_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000033_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000034_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000034_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000034_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000034_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000035_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000035_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000035_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000035_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000036_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000036_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000036_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000036_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000037_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000037_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000037_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000037_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000038_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000038_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000038_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000038_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000039_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000039_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000039_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000039_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000040_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000040_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000040_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000040_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000041_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000041_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000041_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000041_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000042_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000042_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000042_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000042_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000043_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000043_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000043_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000043_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000044_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000044_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000044_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000044_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000045_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000045_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000045_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000045_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000046_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000046_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000046_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000046_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000047_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000047_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000047_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000047_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000048_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000048_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000048_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000048_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000049_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000049_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000049_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000049_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000050_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000050_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000050_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000050_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000051_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000051_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000051_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000051_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000052_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000052_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000052_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000052_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000053_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000053_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000053_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000053_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000054_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000054_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000054_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000054_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000055_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000055_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000055_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000055_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000056_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000056_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000056_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000056_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000057_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000057_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000057_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000057_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000058_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000058_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000058_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000058_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000059_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000059_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000059_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000059_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000060_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000060_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000060_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000060_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000061_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000061_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000061_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000061_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000062_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000062_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000062_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000062_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000063_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000063_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000063_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000063_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000064_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000064_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000064_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000064_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000065_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000065_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000065_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000065_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000066_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000066_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000066_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000066_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000067_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000067_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000067_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000067_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000068_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000068_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000068_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000068_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000069_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000069_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000069_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000069_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000070_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000070_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000070_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000070_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000071_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000071_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000071_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000071_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000072_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000072_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000072_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000072_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000073_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000073_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000073_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000073_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000074_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000074_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000074_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000074_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000075_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000075_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000075_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000075_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000076_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000076_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000076_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000076_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000077_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000077_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000077_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000077_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000078_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000078_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000078_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000078_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000079_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000079_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000079_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000079_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000080_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000080_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000080_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000080_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000081_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000081_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000081_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000081_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000082_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000082_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000082_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000082_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000083_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000083_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000083_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000083_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000084_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000084_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000084_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000084_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000085_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000085_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000085_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000085_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000086_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000086_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000086_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000086_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000087_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000087_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000087_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000087_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000088_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000088_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000088_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000088_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000089_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000089_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000089_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000089_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000090_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000090_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000090_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000090_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000091_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000091_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000091_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000091_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000092_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000092_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000092_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000092_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000093_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000093_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000093_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000093_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000094_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000094_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000094_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000094_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000095_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000095_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000095_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000095_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000096_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000096_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000096_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000096_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000097_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000097_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000097_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000097_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000098_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000098_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000098_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000098_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000099_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000099_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000099_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000099_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000100_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000100_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000100_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000100_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000101_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000101_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000101_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000101_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000102_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000102_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000102_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000102_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000103_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000103_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000103_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000103_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000104_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000104_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000104_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000104_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000105_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000105_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000105_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000105_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000106_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000106_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000106_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000106_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000107_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000107_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000107_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000107_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000108_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000108_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000108_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000108_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000109_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000109_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000109_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000109_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000110_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000110_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000110_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000110_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000111_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000111_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000111_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000111_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000112_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000112_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000112_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000112_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000113_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000113_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000113_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000113_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000114_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000114_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000114_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000114_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000115_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000115_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000115_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000115_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000116_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000116_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000116_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000116_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000117_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000117_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000117_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000117_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000118_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000118_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000118_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000118_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000119_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000119_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000119_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000119_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000120_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000120_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000120_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000120_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000121_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000121_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000121_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000121_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000122_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000122_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000122_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000122_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000123_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000123_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000123_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000123_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000124_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000124_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000124_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000124_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000125_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000125_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000125_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000125_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000126_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000126_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000126_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000126_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000127_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000127_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000127_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000127_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000128_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000128_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000128_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000128_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000129_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000129_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000129_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000129_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000130_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000130_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000130_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000130_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000131_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000131_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000131_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000131_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000132_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000132_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000132_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000132_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000133_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000133_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000133_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000133_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000134_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000134_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000134_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000134_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000135_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000135_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000135_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000135_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000136_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000136_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000136_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000136_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000137_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000137_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000137_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000137_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000138_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000138_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000138_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000138_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000139_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000139_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000139_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000139_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000140_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000140_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000140_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000140_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000141_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000141_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000141_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000141_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000142_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000142_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000142_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000142_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000143_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000143_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000143_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000143_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000144_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000144_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000144_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000144_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000145_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000145_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000145_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000145_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000146_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000146_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000146_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000146_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000147_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000147_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000147_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000147_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000148_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000148_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000148_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000148_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000149_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000149_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000149_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000149_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000150_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000150_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000150_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000150_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000151_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000151_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000151_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000151_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000152_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000152_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000152_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000152_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000153_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000153_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000153_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000153_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000154_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000154_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000154_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000154_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000155_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000155_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000155_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000155_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000156_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000156_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000156_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000156_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000157_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000157_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000157_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000157_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000158_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000158_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000158_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000158_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000159_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000159_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000159_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000159_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000160_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000160_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000160_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000160_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000161_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000161_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000161_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000161_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000162_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000162_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000162_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000162_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000163_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000163_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000163_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000163_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000164_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000164_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000164_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000164_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000165_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000165_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000165_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000165_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000166_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000166_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000166_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000166_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000167_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000167_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000167_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000167_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000168_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000168_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000168_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000168_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000169_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000169_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000169_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000169_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000170_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000170_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000170_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000170_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000171_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000171_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000171_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000171_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000172_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000172_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000172_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000172_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000173_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000173_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000173_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000173_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000174_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000174_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000174_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000174_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000175_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000175_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000175_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000175_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000176_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000176_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000176_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000176_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000177_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000177_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000177_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000177_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000178_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000178_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000178_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000178_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000179_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000179_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000179_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000179_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000180_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000180_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000180_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000180_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000181_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000181_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000181_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000181_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000182_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000182_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000182_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000182_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000183_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000183_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000183_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000183_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000184_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000184_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000184_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000184_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000185_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000185_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000185_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000185_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000186_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000186_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000186_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000186_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000187_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000187_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000187_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000187_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000188_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000188_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000188_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000188_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000189_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000189_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000189_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000189_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000190_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000190_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000190_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000190_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000191_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000191_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000191_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000191_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000192_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000192_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000192_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000192_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000193_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000193_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000193_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000193_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000194_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000194_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000194_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000194_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000195_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000195_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000195_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000195_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000196_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000196_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000196_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000196_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000197_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000197_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000197_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000197_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000198_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000198_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000198_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000198_000000.parquet diff --git a/rllib/tests/data/cartpole/cartpole-v1_large/1_000199_000000.parquet b/rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000199_000000.parquet similarity index 100% rename from rllib/tests/data/cartpole/cartpole-v1_large/1_000199_000000.parquet rename to rllib/offline/tests/data/cartpole/cartpole-v1_large/1_000199_000000.parquet diff --git a/rllib/tests/data/cartpole/large.json b/rllib/offline/tests/data/cartpole/large.json similarity index 100% rename from rllib/tests/data/cartpole/large.json rename to rllib/offline/tests/data/cartpole/large.json diff --git a/rllib/tests/data/cartpole/small.json b/rllib/offline/tests/data/cartpole/small.json similarity index 100% rename from rllib/tests/data/cartpole/small.json rename to rllib/offline/tests/data/cartpole/small.json diff --git a/rllib/tests/data/pendulum/enormous.zip b/rllib/offline/tests/data/pendulum/enormous.zip similarity index 100% rename from rllib/tests/data/pendulum/enormous.zip rename to rllib/offline/tests/data/pendulum/enormous.zip diff --git a/rllib/tests/data/pendulum/large.json b/rllib/offline/tests/data/pendulum/large.json similarity index 100% rename from rllib/tests/data/pendulum/large.json rename to rllib/offline/tests/data/pendulum/large.json diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000000_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000000_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000000_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000000_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000001_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000001_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000001_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000001_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000002_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000002_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000002_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000002_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000003_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000003_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000003_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000003_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000004_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000004_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000004_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000004_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000005_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000005_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000005_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000005_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000006_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000006_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000006_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000006_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000007_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000007_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000007_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000007_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000008_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000008_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000008_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000008_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000009_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000009_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000009_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000009_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000010_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000010_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000010_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000010_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000011_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000011_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000011_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000011_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000012_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000012_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000012_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000012_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000013_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000013_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000013_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000013_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000014_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000014_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000014_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000014_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000015_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000015_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000015_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000015_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000016_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000016_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000016_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000016_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000017_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000017_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000017_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000017_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000018_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000018_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000018_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000018_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000019_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000019_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000019_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000019_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000020_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000020_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000020_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000020_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000021_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000021_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000021_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000021_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000022_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000022_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000022_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000022_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000023_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000023_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000023_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000023_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000024_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000024_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000024_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000024_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000025_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000025_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000025_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000025_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000026_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000026_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000026_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000026_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000027_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000027_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000027_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000027_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000028_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000028_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000028_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000028_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000029_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000029_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000029_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000029_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000030_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000030_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000030_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000030_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000031_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000031_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000031_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000031_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000032_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000032_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000032_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000032_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000033_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000033_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000033_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000033_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000034_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000034_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000034_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000034_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000035_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000035_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000035_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000035_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000036_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000036_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000036_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000036_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000037_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000037_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000037_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000037_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000038_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000038_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000038_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000038_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000039_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000039_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000039_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000039_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000040_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000040_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000040_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000040_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000041_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000041_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000041_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000041_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000042_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000042_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000042_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000042_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000043_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000043_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000043_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000043_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000044_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000044_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000044_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000044_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000045_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000045_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000045_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000045_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000046_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000046_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000046_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000046_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000047_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000047_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000047_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000047_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000048_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000048_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000048_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000048_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000049_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000049_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000049_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000049_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000050_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000050_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000050_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000050_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000051_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000051_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000051_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000051_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000052_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000052_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000052_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000052_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000053_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000053_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000053_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000053_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000054_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000054_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000054_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000054_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000055_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000055_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000055_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000055_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000056_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000056_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000056_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000056_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000057_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000057_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000057_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000057_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000058_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000058_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000058_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000058_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000059_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000059_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000059_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000059_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000060_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000060_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000060_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000060_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000061_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000061_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000061_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000061_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000062_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000062_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000062_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000062_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000063_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000063_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000063_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000063_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000064_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000064_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000064_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000064_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000065_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000065_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000065_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000065_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000066_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000066_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000066_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000066_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000067_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000067_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000067_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000067_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000068_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000068_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000068_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000068_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000069_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000069_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000069_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000069_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000070_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000070_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000070_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000070_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000071_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000071_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000071_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000071_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000072_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000072_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000072_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000072_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000073_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000073_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000073_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000073_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000074_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000074_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000074_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000074_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000075_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000075_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000075_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000075_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000076_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000076_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000076_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000076_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000077_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000077_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000077_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000077_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000078_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000078_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000078_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000078_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000079_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000079_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000079_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000079_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000080_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000080_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000080_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000080_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000081_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000081_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000081_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000081_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000082_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000082_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000082_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000082_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000083_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000083_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000083_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000083_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000084_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000084_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000084_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000084_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000085_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000085_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000085_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000085_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000086_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000086_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000086_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000086_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000087_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000087_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000087_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000087_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000088_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000088_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000088_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000088_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000089_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000089_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000089_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000089_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000090_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000090_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000090_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000090_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000091_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000091_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000091_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000091_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000092_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000092_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000092_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000092_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000093_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000093_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000093_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000093_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000094_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000094_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000094_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000094_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000095_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000095_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000095_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000095_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000096_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000096_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000096_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000096_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000097_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000097_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000097_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000097_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000098_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000098_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000098_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000098_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000099_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000099_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000099_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000099_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000100_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000100_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000100_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000100_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000101_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000101_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000101_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000101_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000102_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000102_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000102_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000102_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000103_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000103_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000103_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000103_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000104_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000104_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000104_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000104_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000105_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000105_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000105_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000105_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000106_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000106_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000106_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000106_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000107_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000107_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000107_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000107_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000108_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000108_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000108_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000108_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000109_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000109_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000109_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000109_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000110_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000110_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000110_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000110_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000111_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000111_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000111_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000111_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000112_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000112_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000112_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000112_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000113_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000113_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000113_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000113_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000114_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000114_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000114_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000114_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000115_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000115_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000115_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000115_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000116_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000116_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000116_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000116_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000117_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000117_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000117_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000117_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000118_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000118_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000118_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000118_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000119_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000119_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000119_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000119_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000120_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000120_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000120_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000120_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000121_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000121_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000121_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000121_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000122_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000122_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000122_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000122_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000123_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000123_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000123_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000123_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000124_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000124_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000124_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000124_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000125_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000125_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000125_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000125_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000126_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000126_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000126_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000126_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000127_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000127_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000127_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000127_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000128_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000128_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000128_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000128_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000129_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000129_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000129_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000129_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000130_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000130_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000130_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000130_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000131_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000131_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000131_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000131_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000132_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000132_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000132_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000132_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000133_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000133_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000133_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000133_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000134_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000134_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000134_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000134_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000135_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000135_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000135_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000135_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000136_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000136_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000136_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000136_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000137_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000137_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000137_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000137_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000138_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000138_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000138_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000138_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000139_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000139_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000139_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000139_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000140_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000140_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000140_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000140_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000141_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000141_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000141_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000141_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000142_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000142_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000142_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000142_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000143_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000143_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000143_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000143_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000144_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000144_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000144_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000144_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000145_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000145_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000145_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000145_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000146_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000146_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000146_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000146_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000147_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000147_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000147_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000147_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000148_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000148_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000148_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000148_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000149_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000149_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000149_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000149_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000150_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000150_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000150_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000150_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000151_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000151_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000151_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000151_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000152_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000152_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000152_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000152_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000153_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000153_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000153_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000153_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000154_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000154_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000154_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000154_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000155_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000155_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000155_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000155_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000156_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000156_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000156_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000156_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000157_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000157_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000157_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000157_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000158_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000158_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000158_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000158_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000159_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000159_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000159_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000159_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000160_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000160_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000160_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000160_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000161_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000161_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000161_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000161_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000162_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000162_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000162_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000162_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000163_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000163_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000163_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000163_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000164_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000164_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000164_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000164_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000165_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000165_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000165_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000165_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000166_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000166_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000166_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000166_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000167_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000167_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000167_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000167_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000168_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000168_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000168_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000168_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000169_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000169_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000169_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000169_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000170_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000170_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000170_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000170_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000171_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000171_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000171_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000171_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000172_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000172_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000172_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000172_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000173_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000173_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000173_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000173_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000174_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000174_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000174_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000174_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000175_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000175_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000175_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000175_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000176_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000176_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000176_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000176_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000177_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000177_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000177_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000177_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000178_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000178_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000178_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000178_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000179_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000179_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000179_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000179_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000180_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000180_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000180_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000180_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000181_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000181_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000181_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000181_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000182_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000182_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000182_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000182_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000183_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000183_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000183_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000183_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000184_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000184_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000184_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000184_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000185_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000185_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000185_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000185_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000186_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000186_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000186_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000186_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000187_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000187_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000187_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000187_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000188_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000188_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000188_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000188_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000189_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000189_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000189_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000189_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000190_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000190_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000190_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000190_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000191_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000191_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000191_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000191_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000192_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000192_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000192_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000192_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000193_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000193_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000193_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000193_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000194_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000194_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000194_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000194_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000195_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000195_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000195_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000195_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000196_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000196_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000196_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000196_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000197_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000197_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000197_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000197_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000198_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000198_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000198_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000198_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_enormous/1_000199_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000199_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_enormous/1_000199_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_enormous/1_000199_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000000_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000000_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000000_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000000_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000001_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000001_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000001_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000001_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000002_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000002_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000002_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000002_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000003_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000003_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000003_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000003_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000004_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000004_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000004_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000004_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000005_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000005_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000005_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000005_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000006_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000006_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000006_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000006_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000007_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000007_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000007_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000007_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000008_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000008_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000008_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000008_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000009_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000009_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000009_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000009_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000010_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000010_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000010_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000010_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000011_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000011_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000011_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000011_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000012_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000012_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000012_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000012_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000013_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000013_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000013_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000013_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000014_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000014_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000014_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000014_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000015_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000015_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000015_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000015_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000016_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000016_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000016_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000016_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000017_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000017_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000017_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000017_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000018_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000018_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000018_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000018_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000019_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000019_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000019_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000019_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000020_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000020_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000020_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000020_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000021_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000021_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000021_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000021_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000022_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000022_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000022_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000022_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000023_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000023_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000023_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000023_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000024_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000024_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000024_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000024_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000025_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000025_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000025_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000025_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000026_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000026_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000026_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000026_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000027_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000027_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000027_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000027_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000028_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000028_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000028_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000028_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000029_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000029_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000029_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000029_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000030_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000030_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000030_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000030_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000031_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000031_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000031_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000031_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000032_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000032_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000032_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000032_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000033_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000033_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000033_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000033_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000034_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000034_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000034_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000034_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000035_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000035_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000035_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000035_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000036_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000036_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000036_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000036_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000037_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000037_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000037_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000037_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000038_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000038_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000038_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000038_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000039_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000039_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000039_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000039_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000040_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000040_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000040_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000040_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000041_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000041_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000041_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000041_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000042_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000042_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000042_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000042_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000043_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000043_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000043_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000043_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000044_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000044_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000044_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000044_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000045_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000045_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000045_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000045_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000046_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000046_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000046_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000046_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000047_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000047_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000047_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000047_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000048_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000048_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000048_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000048_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000049_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000049_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000049_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000049_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000050_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000050_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000050_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000050_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000051_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000051_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000051_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000051_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000052_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000052_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000052_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000052_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000053_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000053_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000053_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000053_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000054_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000054_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000054_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000054_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000055_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000055_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000055_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000055_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000056_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000056_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000056_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000056_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000057_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000057_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000057_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000057_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000058_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000058_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000058_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000058_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000059_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000059_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000059_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000059_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000060_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000060_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000060_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000060_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000061_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000061_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000061_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000061_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000062_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000062_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000062_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000062_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000063_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000063_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000063_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000063_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000064_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000064_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000064_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000064_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000065_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000065_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000065_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000065_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000066_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000066_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000066_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000066_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000067_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000067_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000067_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000067_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000068_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000068_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000068_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000068_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000069_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000069_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000069_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000069_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000070_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000070_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000070_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000070_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000071_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000071_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000071_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000071_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000072_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000072_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000072_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000072_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000073_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000073_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000073_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000073_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000074_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000074_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000074_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000074_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000075_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000075_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000075_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000075_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000076_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000076_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000076_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000076_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000077_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000077_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000077_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000077_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000078_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000078_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000078_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000078_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000079_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000079_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000079_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000079_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000080_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000080_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000080_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000080_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000081_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000081_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000081_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000081_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000082_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000082_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000082_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000082_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000083_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000083_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000083_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000083_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000084_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000084_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000084_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000084_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000085_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000085_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000085_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000085_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000086_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000086_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000086_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000086_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000087_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000087_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000087_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000087_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000088_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000088_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000088_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000088_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000089_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000089_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000089_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000089_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000090_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000090_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000090_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000090_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000091_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000091_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000091_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000091_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000092_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000092_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000092_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000092_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000093_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000093_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000093_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000093_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000094_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000094_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000094_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000094_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000095_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000095_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000095_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000095_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000096_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000096_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000096_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000096_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000097_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000097_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000097_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000097_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000098_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000098_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000098_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000098_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000099_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000099_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000099_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000099_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000100_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000100_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000100_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000100_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000101_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000101_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000101_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000101_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000102_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000102_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000102_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000102_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000103_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000103_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000103_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000103_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000104_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000104_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000104_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000104_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000105_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000105_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000105_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000105_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000106_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000106_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000106_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000106_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000107_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000107_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000107_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000107_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000108_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000108_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000108_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000108_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000109_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000109_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000109_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000109_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000110_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000110_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000110_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000110_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000111_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000111_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000111_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000111_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000112_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000112_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000112_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000112_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000113_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000113_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000113_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000113_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000114_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000114_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000114_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000114_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000115_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000115_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000115_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000115_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000116_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000116_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000116_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000116_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000117_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000117_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000117_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000117_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000118_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000118_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000118_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000118_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000119_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000119_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000119_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000119_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000120_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000120_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000120_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000120_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000121_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000121_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000121_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000121_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000122_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000122_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000122_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000122_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000123_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000123_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000123_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000123_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000124_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000124_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000124_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000124_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000125_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000125_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000125_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000125_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000126_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000126_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000126_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000126_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000127_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000127_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000127_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000127_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000128_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000128_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000128_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000128_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000129_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000129_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000129_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000129_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000130_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000130_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000130_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000130_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000131_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000131_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000131_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000131_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000132_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000132_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000132_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000132_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000133_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000133_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000133_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000133_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000134_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000134_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000134_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000134_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000135_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000135_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000135_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000135_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000136_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000136_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000136_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000136_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000137_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000137_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000137_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000137_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000138_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000138_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000138_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000138_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000139_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000139_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000139_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000139_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000140_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000140_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000140_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000140_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000141_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000141_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000141_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000141_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000142_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000142_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000142_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000142_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000143_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000143_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000143_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000143_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000144_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000144_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000144_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000144_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000145_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000145_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000145_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000145_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000146_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000146_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000146_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000146_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000147_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000147_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000147_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000147_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000148_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000148_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000148_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000148_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000149_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000149_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000149_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000149_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000150_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000150_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000150_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000150_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000151_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000151_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000151_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000151_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000152_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000152_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000152_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000152_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000153_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000153_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000153_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000153_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000154_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000154_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000154_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000154_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000155_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000155_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000155_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000155_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000156_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000156_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000156_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000156_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000157_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000157_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000157_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000157_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000158_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000158_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000158_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000158_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000159_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000159_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000159_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000159_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000160_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000160_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000160_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000160_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000161_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000161_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000161_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000161_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000162_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000162_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000162_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000162_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000163_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000163_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000163_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000163_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000164_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000164_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000164_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000164_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000165_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000165_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000165_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000165_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000166_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000166_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000166_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000166_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000167_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000167_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000167_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000167_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000168_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000168_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000168_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000168_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000169_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000169_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000169_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000169_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000170_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000170_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000170_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000170_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000171_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000171_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000171_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000171_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000172_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000172_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000172_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000172_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000173_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000173_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000173_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000173_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000174_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000174_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000174_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000174_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000175_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000175_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000175_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000175_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000176_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000176_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000176_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000176_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000177_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000177_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000177_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000177_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000178_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000178_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000178_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000178_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000179_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000179_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000179_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000179_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000180_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000180_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000180_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000180_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000181_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000181_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000181_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000181_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000182_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000182_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000182_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000182_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000183_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000183_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000183_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000183_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000184_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000184_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000184_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000184_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000185_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000185_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000185_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000185_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000186_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000186_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000186_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000186_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000187_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000187_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000187_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000187_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000188_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000188_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000188_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000188_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000189_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000189_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000189_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000189_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000190_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000190_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000190_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000190_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000191_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000191_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000191_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000191_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000192_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000192_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000192_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000192_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000193_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000193_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000193_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000193_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000194_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000194_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000194_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000194_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000195_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000195_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000195_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000195_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000196_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000196_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000196_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000196_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000197_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000197_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000197_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000197_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000198_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000198_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000198_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000198_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum-v1_large/1_000199_000000.parquet b/rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000199_000000.parquet similarity index 100% rename from rllib/tests/data/pendulum/pendulum-v1_large/1_000199_000000.parquet rename to rllib/offline/tests/data/pendulum/pendulum-v1_large/1_000199_000000.parquet diff --git a/rllib/tests/data/pendulum/pendulum_expert_sac_50eps.zip b/rllib/offline/tests/data/pendulum/pendulum_expert_sac_50eps.zip similarity index 100% rename from rllib/tests/data/pendulum/pendulum_expert_sac_50eps.zip rename to rllib/offline/tests/data/pendulum/pendulum_expert_sac_50eps.zip diff --git a/rllib/tests/data/pendulum/pendulum_medium_sac_50eps.zip b/rllib/offline/tests/data/pendulum/pendulum_medium_sac_50eps.zip similarity index 100% rename from rllib/tests/data/pendulum/pendulum_medium_sac_50eps.zip rename to rllib/offline/tests/data/pendulum/pendulum_medium_sac_50eps.zip diff --git a/rllib/tests/data/pendulum/pendulum_replay_v1.1.0.zip b/rllib/offline/tests/data/pendulum/pendulum_replay_v1.1.0.zip similarity index 100% rename from rllib/tests/data/pendulum/pendulum_replay_v1.1.0.zip rename to rllib/offline/tests/data/pendulum/pendulum_replay_v1.1.0.zip diff --git a/rllib/tests/data/pendulum/small.json b/rllib/offline/tests/data/pendulum/small.json similarity index 100% rename from rllib/tests/data/pendulum/small.json rename to rllib/offline/tests/data/pendulum/small.json diff --git a/rllib/offline/tests/test_dataset_reader.py b/rllib/offline/tests/test_dataset_reader.py index 0128b3b67e98..f0182dc4f87c 100644 --- a/rllib/offline/tests/test_dataset_reader.py +++ b/rllib/offline/tests/test_dataset_reader.py @@ -23,7 +23,7 @@ def setUpClass(cls) -> None: # credentials issues, using a local file instead for now. # cls.dset_path = "s3://air-example-data/rllib/cartpole/large.json" - cls.dset_path = "tests/data/pendulum/large.json" + cls.dset_path = "offline/tests/data/pendulum/large.json" @classmethod def tearDownClass(cls) -> None: @@ -161,10 +161,8 @@ class TestUnzipIfNeeded(unittest.TestCase): @classmethod def setUpClass(cls) -> None: cls.s3_path = "s3://air-example-data/rllib/pendulum" - cls.relative_path = "tests/data/pendulum" - cls.absolute_path = str( - Path(__file__).parent.parent.parent / "tests" / "data" / "pendulum" - ) + cls.relative_path = "offline/tests/data/pendulum" + cls.absolute_path = str(Path(__file__).parent / "data" / "pendulum") # @TODO: unskip when this is fixed @pytest.mark.skip(reason="Shouldn't hit S3 in CI") diff --git a/rllib/offline/tests/test_json_reader.py b/rllib/offline/tests/test_json_reader.py index 2c5723978457..b6a0ece96580 100644 --- a/rllib/offline/tests/test_json_reader.py +++ b/rllib/offline/tests/test_json_reader.py @@ -21,7 +21,9 @@ def test_itr_batches(self): """Test that the json reader iterates over batches of rows correctly.""" rllib_dir = Path(__file__).parent.parent.parent.parent print("rllib dir={}".format(rllib_dir)) - data_file = os.path.join(rllib_dir, "rllib/tests/data/pendulum/large.json") + data_file = os.path.join( + rllib_dir, "rllib/offline/tests/data/pendulum/large.json" + ) print("data_file={} exists={}".format(data_file, os.path.isfile(data_file))) ioctx = IOContext( diff --git a/rllib/offline/tests/test_offline_data.py b/rllib/offline/tests/test_offline_data.py index 087f5bb1b132..6055a0c8c02a 100644 --- a/rllib/offline/tests/test_offline_data.py +++ b/rllib/offline/tests/test_offline_data.py @@ -15,7 +15,7 @@ class TestOfflineData(unittest.TestCase): def setUp(self) -> None: - data_path = "tests/data/cartpole/cartpole-v1_large" + data_path = "offline/tests/data/cartpole/cartpole-v1_large" self.base_path = Path(__file__).parents[2] self.data_path = "local://" + self.base_path.joinpath(data_path).as_posix() # Assign the observation and action spaces. diff --git a/rllib/offline/tests/test_offline_evaluation_runner.py b/rllib/offline/tests/test_offline_evaluation_runner.py index 58f6e4e9b292..a8fccded5a00 100644 --- a/rllib/offline/tests/test_offline_evaluation_runner.py +++ b/rllib/offline/tests/test_offline_evaluation_runner.py @@ -20,7 +20,7 @@ class TestOfflineEvaluationRunner(unittest.TestCase): def setUp(self) -> None: - data_path = "tests/data/cartpole/cartpole-v1_large" + data_path = "offline/tests/data/cartpole/cartpole-v1_large" self.base_path = Path(__file__).parents[2] self.data_path = "local://" + self.base_path.joinpath(data_path).as_posix() # Assign the observation and action spaces. diff --git a/rllib/offline/tests/test_offline_evaluation_runner_group.py b/rllib/offline/tests/test_offline_evaluation_runner_group.py index 8a1772069cee..a04efa92c09e 100644 --- a/rllib/offline/tests/test_offline_evaluation_runner_group.py +++ b/rllib/offline/tests/test_offline_evaluation_runner_group.py @@ -13,7 +13,7 @@ class TestOfflineData(unittest.TestCase): def setUp(self) -> None: - data_path = "tests/data/cartpole/cartpole-v1_large" + data_path = "offline/tests/data/cartpole/cartpole-v1_large" self.base_path = Path(__file__).parents[2] self.data_path = "local://" + self.base_path.joinpath(data_path).as_posix() # Assign the observation and action spaces. diff --git a/rllib/offline/tests/test_offline_prelearner.py b/rllib/offline/tests/test_offline_prelearner.py index a330ea5426c3..69d6f37a576a 100644 --- a/rllib/offline/tests/test_offline_prelearner.py +++ b/rllib/offline/tests/test_offline_prelearner.py @@ -37,7 +37,7 @@ def tearDownClass(cls): ray.shutdown() def setUp(self) -> None: - data_path = "tests/data/cartpole/cartpole-v1_large" + data_path = "offline/tests/data/cartpole/cartpole-v1_large" self.base_path = Path(__file__).parents[2] self.data_path = "local://" + self.base_path.joinpath(data_path).as_posix() # Get the observation and action spaces. @@ -71,7 +71,9 @@ def test_offline_prelearner_buffer_class(self): PrioritizedEpisodeReplayBuffer, ) - sample_batch_data_path = self.base_path / "tests/data/cartpole/large.json" + sample_batch_data_path = ( + self.base_path / "offline/tests/data/cartpole/large.json" + ) self.config.offline_data( input_=["local://" + sample_batch_data_path.as_posix()], @@ -157,7 +159,9 @@ def test_offline_prelearner_convert_from_old_sample_batch_to_episodes(self): """Tests conversion from `SampleBatch` data to episodes.""" # Use the old records storing `SampleBatch`es. - sample_batch_data_path = self.base_path / "tests/data/cartpole/large.json" + sample_batch_data_path = ( + self.base_path / "offline/tests/data/cartpole/large.json" + ) # Create the dataset. data = ray.data.read_json(sample_batch_data_path.as_posix()) @@ -201,7 +205,7 @@ def test_offline_prelearner_in_map_batches(self): def test_offline_prelearner_sample_from_old_sample_batch_data(self): """Tests sampling from a `SampleBatch` dataset.""" - data_path = self.base_path / "tests/data/cartpole/large.json" + data_path = self.base_path / "offline/tests/data/cartpole/large.json" self.config.offline_data( input_=["local://" + data_path.as_posix()], diff --git a/rllib/tests/test_lstm.py b/rllib/policy/tests/test_lstm.py similarity index 100% rename from rllib/tests/test_lstm.py rename to rllib/policy/tests/test_lstm.py diff --git a/rllib/tests/test_timesteps.py b/rllib/policy/tests/test_timesteps.py similarity index 100% rename from rllib/tests/test_timesteps.py rename to rllib/policy/tests/test_timesteps.py diff --git a/rllib/tests/__init__.py b/rllib/tests/__init__.py deleted file mode 100644 index e69de29bb2d1..000000000000 diff --git a/rllib/tests/conftest.py b/rllib/tests/conftest.py deleted file mode 100644 index 4f40638d36fd..000000000000 --- a/rllib/tests/conftest.py +++ /dev/null @@ -1,5 +0,0 @@ -# Trigger pytest hook to automatically zip test cluster logs to archive dir on failure -from ray.tests.conftest import ( - pytest_runtest_makereport, # noqa - ray_start_regular_shared, # noqa: F401 -) diff --git a/rllib/tests/data/images/obstacle_tower.png b/rllib/tests/data/images/obstacle_tower.png deleted file mode 100644 index 0b2231ad6804..000000000000 Binary files a/rllib/tests/data/images/obstacle_tower.png and /dev/null differ diff --git a/rllib/tuned_examples/bc/cartpole_bc.py b/rllib/tuned_examples/bc/cartpole_bc.py index cb2e3ee9d074..8f2b3196b970 100644 --- a/rllib/tuned_examples/bc/cartpole_bc.py +++ b/rllib/tuned_examples/bc/cartpole_bc.py @@ -24,7 +24,7 @@ ), "This tuned example works only with `CartPole-v1`." # Define the data paths. -data_path = "tests/data/cartpole/cartpole-v1_large" +data_path = "offline/tests/data/cartpole/cartpole-v1_large" base_path = Path(__file__).parents[2] print(f"base_path={base_path}") data_path = "local://" / base_path / data_path diff --git a/rllib/tuned_examples/bc/cartpole_bc_with_offline_evaluation.py b/rllib/tuned_examples/bc/cartpole_bc_with_offline_evaluation.py index 5f8d53865820..5bb6fd604807 100644 --- a/rllib/tuned_examples/bc/cartpole_bc_with_offline_evaluation.py +++ b/rllib/tuned_examples/bc/cartpole_bc_with_offline_evaluation.py @@ -50,7 +50,7 @@ ), "This tuned example works only with `CartPole-v1`." # Define the data paths. -data_path = "tests/data/cartpole/cartpole-v1_large" +data_path = "offline/tests/data/cartpole/cartpole-v1_large" base_path = Path(__file__).parents[2] print(f"base_path={base_path}") data_path = "local://" / base_path / data_path diff --git a/rllib/tuned_examples/bc/pendulum_bc.py b/rllib/tuned_examples/bc/pendulum_bc.py index 28fb7c8f184e..55349ab107f1 100644 --- a/rllib/tuned_examples/bc/pendulum_bc.py +++ b/rllib/tuned_examples/bc/pendulum_bc.py @@ -23,7 +23,7 @@ ), "This tuned example works only with `Pendulum-v1`." # Define the data paths. -data_path = "tests/data/pendulum/pendulum-v1_large" +data_path = "offline/tests/data/pendulum/pendulum-v1_large" base_path = Path(__file__).parents[2] print(f"base_path={base_path}") data_path = "local://" / base_path / data_path diff --git a/rllib/tuned_examples/cql/pendulum-cql.yaml b/rllib/tuned_examples/cql/pendulum-cql.yaml index 6858c17b3cb2..3baf6c8fdc6e 100644 --- a/rllib/tuned_examples/cql/pendulum-cql.yaml +++ b/rllib/tuned_examples/cql/pendulum-cql.yaml @@ -19,7 +19,7 @@ pendulum-cql: # Use one or more offline files or "input: sampler" for online learning. input: 'dataset' input_config: - paths: ["tests/data/pendulum/enormous.zip"] + paths: ["offline/tests/data/pendulum/enormous.zip"] format: 'json' # Our input file above comes from an SAC run. Actions in there # are already normalized (produced by SquashedGaussian). diff --git a/rllib/tuned_examples/cql/pendulum_cql.py b/rllib/tuned_examples/cql/pendulum_cql.py index 391e7a7376d0..1b66bf67ab2b 100644 --- a/rllib/tuned_examples/cql/pendulum_cql.py +++ b/rllib/tuned_examples/cql/pendulum_cql.py @@ -26,7 +26,7 @@ base_path = Path(__file__).parents[2] # Use the larger data set of Pendulum we have. Note, these are # parquet data, the default in `AlgorithmConfig.offline_data`. -data_path = base_path / "tests/data/pendulum/pendulum-v1_enormous" +data_path = base_path / "offline/tests/data/pendulum/pendulum-v1_enormous" # Define the configuration. config = ( diff --git a/rllib/tuned_examples/iql/pendulum_iql.py b/rllib/tuned_examples/iql/pendulum_iql.py index 6b5fd07e8f2c..864d14a7fe63 100644 --- a/rllib/tuned_examples/iql/pendulum_iql.py +++ b/rllib/tuned_examples/iql/pendulum_iql.py @@ -23,7 +23,7 @@ ), "This tuned example works only with `Pendulum-v1`." # Define the data paths. -data_path = "tests/data/pendulum/pendulum-v1_enormous" +data_path = "offline/tests/data/pendulum/pendulum-v1_enormous" base_path = Path(__file__).parents[2] print(f"base_path={base_path}") data_path = "local://" / base_path / data_path diff --git a/rllib/tuned_examples/marwil/cartpole_marwil.py b/rllib/tuned_examples/marwil/cartpole_marwil.py index c758bae0f238..1a38519e1565 100644 --- a/rllib/tuned_examples/marwil/cartpole_marwil.py +++ b/rllib/tuned_examples/marwil/cartpole_marwil.py @@ -23,7 +23,7 @@ ), "This tuned example works only with `CartPole-v1`." # Define the data paths. -data_path = "tests/data/cartpole/cartpole-v1_large" +data_path = "offline/tests/data/cartpole/cartpole-v1_large" base_path = Path(__file__).parents[2] print(f"base_path={base_path}") data_path = "local://" / base_path / data_path diff --git a/rllib/utils/test_utils.py b/rllib/utils/test_utils.py index 35e55f9fc9c9..bbe1237085b8 100644 --- a/rllib/utils/test_utils.py +++ b/rllib/utils/test_utils.py @@ -1628,7 +1628,7 @@ def get_cartpole_dataset_reader(batch_size: int = 1) -> "DatasetReader": get_dataset_and_shards, ) - path = "tests/data/cartpole/large.json" + path = "offline/tests/data/cartpole/large.json" input_config = {"format": "json", "paths": path} dataset, _ = get_dataset_and_shards( AlgorithmConfig().offline_data(input_="dataset", input_config=input_config)