Skip to content

Commit

Permalink
copyright and license
Browse files Browse the repository at this point in the history
  • Loading branch information
aiueola committed May 31, 2023
1 parent 9313240 commit 1121398
Show file tree
Hide file tree
Showing 61 changed files with 176 additions and 5 deletions.
2 changes: 1 addition & 1 deletion LICENSE
Original file line number Diff line number Diff line change
Expand Up @@ -186,7 +186,7 @@
same "printed page" as the copyright notice for easier
identification within third-party archives.

Copyright [2023] [Haruka Kiyohara, Ren Kishimoto, Hakuhodo-technologies, and Hanjuku-kaso Co., Ltd.]
Copyright [2023] [Haruka Kiyohara, Ren Kishimoto, Hakuhodo Technologies, and Hanjuku-kaso Co., Ltd.]

Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
Expand Down
2 changes: 1 addition & 1 deletion README.md
Original file line number Diff line number Diff line change
Expand Up @@ -433,7 +433,7 @@ This project is licensed under Apache 2.0 license - see [LICENSE](LICENSE) file

- [Haruka Kiyohara](https://sites.google.com/view/harukakiyohara) (**Main Contributor**)
- Ren Kishimoto (Tokyo Institute of Technology)
- Kosuke Kawakami (negocia, Inc.)
- Kosuke Kawakami (Hakuhodo Technologies)
- Ken Kobayashi (Tokyo Institute of Technology)
- Kazuhide Nakata (Tokyo Institute of Technology)
- [Yuta Saito](https://usait0.com/en/) (Cornell University)
Expand Down
2 changes: 1 addition & 1 deletion basicgym/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -269,7 +269,7 @@ This project is licensed under Apache 2.0 license - see [LICENSE](../LICENSE) fi

- [Haruka Kiyohara](https://sites.google.com/view/harukakiyohara) (**Main Contributor**)
- Ren Kishimoto (Tokyo Institute of Technology)
- Kosuke Kawakami (negocia Inc.)
- Kosuke Kawakami (Hakuhodo Technologies)
- Ken Kobayashi (Tokyo Institute of Technology)
- Kazuhide Nakata (Tokyo Institute of Technology)
- [Yuta Saito](https://usait0.com/en/) (Cornell University)
Expand Down
3 changes: 3 additions & 0 deletions basicgym/__init__.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

import gym

from basicgym.envs.synthetic import BasicEnv
Expand Down
3 changes: 3 additions & 0 deletions basicgym/envs/simulator/__init__.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

from basicgym.envs.simulator.function import (
StateTransitionFunction,
RewardFunction,
Expand Down
3 changes: 3 additions & 0 deletions basicgym/envs/simulator/base.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Abstract Base Class for Simulation."""
from abc import ABCMeta, abstractmethod
from dataclasses import dataclass
Expand Down
3 changes: 3 additions & 0 deletions basicgym/envs/simulator/function.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Mathematical Functions used in Synthetic System ."""
from dataclasses import dataclass
from typing import Optional
Expand Down
3 changes: 3 additions & 0 deletions basicgym/envs/synthetic.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Basic Reinforcement Learning (RL) Environment."""
from typing import Tuple, Optional, Any

Expand Down
3 changes: 3 additions & 0 deletions basicgym/types.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Types."""
from typing import Union
import numpy as np
Expand Down
3 changes: 3 additions & 0 deletions basicgym/utils.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Useful tools."""
from typing import Union, Optional

Expand Down
2 changes: 1 addition & 1 deletion recgym/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -254,7 +254,7 @@ This project is licensed under Apache 2.0 license - see [LICENSE](../LICENSE) fi

- [Haruka Kiyohara](https://sites.google.com/view/harukakiyohara) (**Main Contributor**)
- Ren Kishimoto (Tokyo Institute of Technology)
- Kosuke Kawakami (negocia Inc.)
- Kosuke Kawakami (Hakuhodo Technologies)
- Ken Kobayashi (Tokyo Institute of Technology)
- Kazuhide Nakata (Tokyo Institute of Technology)
- [Yuta Saito](https://usait0.com/en/) (Cornell University)
Expand Down
3 changes: 3 additions & 0 deletions recgym/__init__.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

import gym

from recgym.envs.rec import RECEnv
Expand Down
3 changes: 3 additions & 0 deletions recgym/envs/rec.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Reinforcement Learning (RL) Environment for Recommender System (REC)."""
from typing import Tuple, Optional, Any

Expand Down
3 changes: 3 additions & 0 deletions recgym/envs/simulator/__init__ .py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

from recgym.envs.simulator.function import UserModel

__all__ = ["UserModel"]
3 changes: 3 additions & 0 deletions recgym/envs/simulator/base.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Abstract Base Class for Simulation."""
from abc import ABCMeta, abstractmethod
from dataclasses import dataclass
Expand Down
3 changes: 3 additions & 0 deletions recgym/envs/simulator/function.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Mathematical Functions used in Recommender System (REC) ."""
from dataclasses import dataclass
from typing import Optional
Expand Down
4 changes: 4 additions & 0 deletions recgym/types.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,7 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.


"""Types."""
from typing import Union
import numpy as np
Expand Down
4 changes: 4 additions & 0 deletions recgym/utils.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,7 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.


"""Useful tools."""
from typing import Union, Optional

Expand Down
2 changes: 1 addition & 1 deletion rtbgym/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -385,7 +385,7 @@ This project is licensed under Apache 2.0 license - see [LICENSE](../LICENSE) fi

- [Haruka Kiyohara](https://sites.google.com/view/harukakiyohara) (**Main Contributor**)
- Ren Kishimoto (Tokyo Institute of Technology)
- Kosuke Kawakami (negocia Inc.)
- Kosuke Kawakami (Hakuhodo Technologies)
- Ken Kobayashi (Tokyo Institute of Technology)
- Kazuhide Nakata (Tokyo Institute of Technology)
- [Yuta Saito](https://usait0.com/en/) (Cornell University)
Expand Down
3 changes: 3 additions & 0 deletions rtbgym/__init__.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

import gym
from sklearn.linear_model import LogisticRegression

Expand Down
3 changes: 3 additions & 0 deletions rtbgym/envs/rtb.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Reinforcement Learning (RL) Environment for Real-Time Bidding (RTB)."""
from typing import Tuple, Optional, Any

Expand Down
4 changes: 4 additions & 0 deletions rtbgym/envs/simulator/__init__.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,7 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.


from rtbgym.envs.simulator.base import BaseSimulator
from rtbgym.envs.simulator.bidder import Bidder
from rtbgym.envs.simulator.function import (
Expand Down
3 changes: 3 additions & 0 deletions rtbgym/envs/simulator/base.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Abstract Base Class for Simulation."""
from abc import ABCMeta, abstractmethod
from dataclasses import dataclass
Expand Down
3 changes: 3 additions & 0 deletions rtbgym/envs/simulator/bidder.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Bid Price Calculation."""
from dataclasses import dataclass
from typing import Union, Optional
Expand Down
3 changes: 3 additions & 0 deletions rtbgym/envs/simulator/function.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Mathematical Functions used in Real-Time Bidding (RTB) Simulation."""
from dataclasses import dataclass
from typing import Tuple, Union, Optional
Expand Down
3 changes: 3 additions & 0 deletions rtbgym/envs/simulator/rtb_synthetic.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Synthetic Bidding Auction Simulation."""
from dataclasses import dataclass
from typing import Tuple, Union, Optional
Expand Down
3 changes: 3 additions & 0 deletions rtbgym/envs/wrapper_rtb.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Customization of RTBEnv."""
from typing import Tuple, Optional, Union, Any

Expand Down
3 changes: 3 additions & 0 deletions rtbgym/types.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Types."""
from typing import Union
import numpy as np
Expand Down
3 changes: 3 additions & 0 deletions rtbgym/utils.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Useful tools."""
from dataclasses import dataclass
from typing import Union, Optional
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/__init__.py
Original file line number Diff line number Diff line change
@@ -1 +1,4 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

from .version import __version__ # noqa
3 changes: 3 additions & 0 deletions scope_rl/dataset/__init__.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

from scope_rl.dataset.base import BaseDataset
from scope_rl.dataset.synthetic import SyntheticDataset

Expand Down
3 changes: 3 additions & 0 deletions scope_rl/dataset/base.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Abstract base class for logged dataset."""
from abc import ABCMeta, abstractmethod
from dataclasses import dataclass
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/dataset/synthetic.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Class to handle synthetic dataset generation."""
from dataclasses import dataclass
from typing import Optional, Any, Dict, List, Union
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/ope/__init__.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

from scope_rl.ope.ops import OffPolicySelection
from scope_rl.ope.input import CreateOPEInput
from scope_rl.ope.estimators_base import (
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/ope/basic_estimators_continuous.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Off-Policy Estimators for continuous action cases (designed for deterministic policies)."""
from dataclasses import dataclass
from typing import Dict, Optional
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/ope/basic_estimators_discrete.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Off-Policy Estimators for discrete action cases."""
from dataclasses import dataclass
from typing import Dict, Optional
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/ope/cumulative_distribution_estimators_continuous.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Cumulative Distribution Off-Policy Estimators for continuous action cases (designed for deterministic policies)."""
from dataclasses import dataclass
from typing import Optional, Tuple
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/ope/cumulative_distribution_estimators_discrete.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Cumulative Distribution Off-Policy Estimators for discrete action cases."""
from dataclasses import dataclass
from typing import Tuple, Optional
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/ope/estimators_base.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Abstract base class for Off-Policy Estimator."""
from abc import ABCMeta, abstractmethod
from dataclasses import dataclass
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/ope/input.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Meta class to create input for Off-Policy Evaluation (OPE)."""
from dataclasses import dataclass
from copy import deepcopy
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/ope/marginal_estimators_continuous.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""State(-Action) Marginal Off-Policy Estimators for continuous action cases (designed for deterministic policies)."""
from dataclasses import dataclass
from typing import Optional, Union, Dict
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/ope/marginal_estimators_discrete.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""State(-Action) Marginal Off-Policy Estimators for discrete action cases."""
from dataclasses import dataclass
from typing import Optional, Dict
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/ope/online.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"On-Policy performance comparison."
from tqdm.auto import tqdm
from typing import List, Union, Optional
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/ope/ope.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Meta class to handle standard and cumulative distribution OPE."""
from dataclasses import dataclass
from typing import Dict, List, Tuple, Optional, Union, Any
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/ope/ops.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Meta class to handle Off-Policy Selection (OPS) and evaluation of OPE/OPS."""
from collections import defaultdict
from dataclasses import dataclass
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/ope/weight_value_learning/__init__.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

from scope_rl.ope.weight_value_learning.base import BaseWeightValueLearner
from scope_rl.ope.weight_value_learning.augmented_lagrangian_learning_discrete import (
DiscreteDiceStateActionWightValueLearning,
Expand Down
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Augmented Lagrangian method for weight/value function learning (continuous action cases)."""
from dataclasses import dataclass
from typing import Optional
Expand Down
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Augmented Lagrangian method for weight/value function learning (discrete action cases)."""
from dataclasses import dataclass
from typing import Optional
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/ope/weight_value_learning/base.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Abstract base class for weight and value learning."""
from abc import ABCMeta, abstractmethod
from dataclasses import dataclass
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/ope/weight_value_learning/function.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Weight and Value Functions."""
import torch
from torch import nn
Expand Down
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Minimax value function learning (continuous action cases)."""
from dataclasses import dataclass
from typing import Optional
Expand Down
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Minimax value function learning (discrete action cases)."""
from dataclasses import dataclass
from typing import Optional
Expand Down
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Minimax weight function learning (continuous action cases)."""
from dataclasses import dataclass
from typing import Optional
Expand Down
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

"""Minimax weight function learning (discrete action cases)."""
from dataclasses import dataclass
from typing import Optional
Expand Down
3 changes: 3 additions & 0 deletions scope_rl/policy/__init__.py
Original file line number Diff line number Diff line change
@@ -1,3 +1,6 @@
# Copyright (c) 2023, Haruka Kiyohara, Ren Kishimoto, Hakuhodo Techonologies, and Hanjuku-kaso Co., Ltd. All rights reserved.
# Licensed under the Apache 2.0 License.

from scope_rl.policy.opl import OffPolicyLearning
from scope_rl.policy.head import (
BaseHead,
Expand Down
Loading

0 comments on commit 1121398

Please sign in to comment.