configuration.json

{
    "main": {
        "training_episodes"          : 5000,
        "save_periodically"          : true,
        "save_experiment"            : true,
        "print_stats"                : true,
        "make_total_reward_plot"     : true,
        "load_agent_model"           : false
    },
    "simulation": {
        "fps"                        : 16
    },
    "agent": {
        "memory_alpha"               : 0.6,
        "memory_epsilon"             : 0.01,
        "memory_beta"                : 0.4,
        "memory_beta_increment"      : 0.001,
        "hidden_layer_size"          : 60,
        "memory_size"                : 30000,
        "double_dqn"                 : true,
        "gamma"                      : 0.95,
        "epsilon"                    : 1.1,
        "epsilon_decay"              : 0.9985,
        "epsilon_min"                : 0.1,
        "batch_size"                 : 16,
        "learning_rate"              : 0.00003,
        "training_freq"              : 4,
        "target_network_update_freq" : 500,
        "reward_clip"                : -2,
        "sgd_momentum"               : 0.93,
        "q_to_target_ratio"          : 0.02
    },
    "env": {
        "timestep_in_minutes"        : 1,
        "day_start"                  : 420,
        "day_end"                    : 1080,
        "devices_power": {
            "air_conditioner": 1500,
            "heater": 3000,
            "light": 720
        },

        "temperature_w_in_reward"    : 0.35,
        "light_w_in_reward"          : 0.82,
        "cost_w_in_reward"           : 0.024,
        "max_pv_absorption"          : 10,
        "day_grid_cost"              : 0.5,
        "night_grid_cost"            : 0.3,
        "house_light_factor"         : 0.0075,
        "house_isolation_factor"     : 0.996,
        "battery_max"                : 10000,
        "influence_per_min"          : 0.2,
        "stats": {
            "temp_ok_diff": 2,
            "temp_perfect_diff": 0.5,
            "light_ok_diff": 0.15,
            "light_perfect_diff": 0.05
        }
    }
}