diff --git a/MLOps/serving_patterns/README.md b/MLOps/serving_patterns/README.md
new file mode 100644
index 0000000..8b9e808
--- /dev/null
+++ b/MLOps/serving_patterns/README.md
@@ -0,0 +1,15 @@
+# Serving patterns
+
+.</br>
+├── [chapter 4. 추론 시스템 만들기](./)</br>
+   ├── [web single pattern](./web_single_pattern)</br>
+   ├── [synchronous inference pattern](./synchronous_pattern)</br>
+   ├── [asynchronous inference pattern](./asynchronous_pattern)</br>
+   ├── [batc inference pattern](./batch_pattern)</br>
+   ├── [preprocess and prediction pattern](./prep_pred_pattern)</br>
+   ├── [horizontal microservice pattern](./horizontal_microservice_pattern)</br>
+   ├── [sync and async pattern](./sync_async_pattern)</br>
+   ├── [pattern cache pattern](./prediction_cache_pattern)</br>
+   ├── [data cache pattern](./data_cache_pattern)</br>
+   ├── [prediction template pattern](./template_pattern)</br>
+   └── [Edge AI pattern](./edge_ai_pattern)</br>
diff --git a/MLOps/serving_patterns/asynchronous_pattern/.dockerignore b/MLOps/serving_patterns/asynchronous_pattern/.dockerignore
new file mode 100644
index 0000000..feab7e4
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/.dockerignore
@@ -0,0 +1,12 @@
+dockerfile
+Dockerfile
+.dockerignore
+log
+tmp
+*.sqlite3
+*.sqlite3-journal
+__pycache__
+.pytest_cache
+*.dvc
+dvc.yaml
+dvc.lock
diff --git a/MLOps/serving_patterns/asynchronous_pattern/Dockerfile.backend b/MLOps/serving_patterns/asynchronous_pattern/Dockerfile.backend
new file mode 100644
index 0000000..179397f
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/Dockerfile.backend
@@ -0,0 +1,19 @@
+FROM python:3.8-slim
+
+ENV MODEL_DIR imagenet_inception_v3
+ENV PROJECT_DIR asynchronous_pattern
+WORKDIR /${PROJECT_DIR}
+ADD ./requirements_backend.txt /${PROJECT_DIR}/
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements_backend.txt
+
+COPY ./src/ /${PROJECT_DIR}/src/
+COPY ./${MODEL_DIR}/data/ /${PROJECT_DIR}/data/
+
+ENV LOG_LEVEL DEBUG
+ENV LOG_FORMAT TEXT
+
+CMD [ "python", "-m", "src.app.backend.prediction_batch" ]
diff --git a/MLOps/serving_patterns/asynchronous_pattern/Dockerfile.proxy b/MLOps/serving_patterns/asynchronous_pattern/Dockerfile.proxy
new file mode 100644
index 0000000..e8a1128
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/Dockerfile.proxy
@@ -0,0 +1,21 @@
+FROM python:3.8-slim
+
+ENV MODEL_DIR imagenet_inception_v3
+ENV PROJECT_DIR asynchronous_pattern
+WORKDIR /${PROJECT_DIR}
+ADD ./requirements_proxy.txt /${PROJECT_DIR}/
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements_proxy.txt
+
+COPY ./src/ /${PROJECT_DIR}/src/
+COPY ./${MODEL_DIR}/data/ /${PROJECT_DIR}/data/
+
+ENV LOG_LEVEL DEBUG
+ENV LOG_FORMAT TEXT
+
+COPY ./run.sh /${PROJECT_DIR}/run.sh
+RUN chmod +x /${PROJECT_DIR}/run.sh
+CMD [ "./run.sh" ]
diff --git a/MLOps/serving_patterns/asynchronous_pattern/README.md b/MLOps/serving_patterns/asynchronous_pattern/README.md
new file mode 100644
index 0000000..413e0d6
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/README.md
@@ -0,0 +1,169 @@
+# 비동기 추론 패턴
+
+## 목적
+
+비동기 추론 API 를 제공합니다.
+
+## 전제
+
+- Python 3.8 이상
+- Docker
+- Docker compose
+
+## 사용법
+
+0. 현재 디렉토리
+
+```sh
+$ pwd
+~/ml-system-in-actions/chapter4_serving_patterns/asynchronous_pattern
+```
+
+1. 비동기 추론을 위한 Docker 이미지 빌드
+
+```sh
+$ make build_all
+# 실행 커맨드
+# docker build \
+#     -t shibui/ml-system-in-actions:asynchronous_pattern_asynchronous_proxy_0.0.1 \
+#     -f ./Dockerfile.proxy .
+# docker build \
+#     -t shibui/ml-system-in-actions:asynchronous_pattern_imagenet_inception_v3_0.0.1 \
+#     -f ./imagenet_inception_v3/Dockerfile .
+# docker build \
+#     -t shibui/ml-system-in-actions:asynchronous_pattern_asynchronous_backend_0.0.1 \
+#     -f ./Dockerfile.backend .
+```
+
+2. Docker compose 로 각 서비스 기동
+
+```sh
+$ make c_up
+# 실행 커맨드
+# docker-compose \
+#     -f ./docker-compose.yml \
+#     up -d
+```
+
+3. 기동한 API 에 요청
+
+```sh
+# 헬스 체크
+$ curl localhost:8000/health
+# 출력
+# {"health":"ok"}
+
+# 메타 데이터
+$ curl localhost:8000/metadata
+# 출력
+# {
+#   "model_spec": {
+#     "name": "inception_v3",
+#     "signature_name": "",
+#     "version": "0"
+#   },
+#   "metadata": {
+#     "signature_def": {
+#       "signature_def": {
+#         "serving_default": {
+#           "inputs": {
+#             "image": {
+#               "dtype": "DT_STRING",
+#               "tensor_shape": {
+#                 "dim": [
+#                   {
+#                     "size": "-1",
+#                     "name": ""
+#                   }
+#                 ],
+#                 "unknown_rank": false
+#               },
+#               "name": "serving_default_image:0"
+#             }
+#           },
+#           "outputs": {
+#             "output_0": {
+#               "dtype": "DT_STRING",
+#               "tensor_shape": {
+#                 "dim": [],
+#                 "unknown_rank": true
+#               },
+#               "name": "StatefulPartitionedCall:0"
+#             }
+#           },
+#           "method_name": "tensorflow/serving/predict"
+#         },
+#         "__saved_model_init_op": {
+#           "inputs": {},
+#           "outputs": {
+#             "__saved_model_init_op": {
+#               "dtype": "DT_INVALID",
+#               "tensor_shape": {
+#                 "dim": [],
+#                 "unknown_rank": true
+#               },
+#               "name": "NoOp"
+#             }
+#           },
+#           "method_name": ""
+#         }
+#       }
+#     }
+#   }
+# }
+
+# 라벨 목록
+$ curl localhost:8000/label
+# 출력
+# [
+#   "background",
+#   "tench",
+#   "goldfish",
+# ...
+#   "bolete",
+#   "ear",
+#   "toilet tissue"
+# ]
+
+# 테스트 데이터로 추론 요청
+$ curl localhost:8000/predict/test
+# 출력
+# {
+#   "job_id": "f22689"
+# }
+
+
+# 이미지를 요청
+$ (echo \
+    -n '{"image_data": "'; \
+    base64 imagenet_inception_v3/data/cat.jpg; \
+    echo '"}') | \
+   curl \
+    -X POST \
+    -H "Content-Type: application/json" \
+    -d @- \
+    localhost:8000/predict
+# 출력
+# {
+#   "job_id":"2f49aa"
+# }
+
+# 이미지 요청의 작업 ID 로부터 추론 결과를 요청
+$ curl localhost:8000/job/2f49aa
+# 출력
+# {
+#   "2f49aa": {
+#     "prediction": "Siamese cat"
+#   }
+# }
+```
+
+4. Docker compose 정지
+
+```sh
+$ make c_down
+# 실행 커맨드
+# docker-compose \
+#     -f ./docker-compose.yml \
+#     down
+```
diff --git a/MLOps/serving_patterns/asynchronous_pattern/__init__.py b/MLOps/serving_patterns/asynchronous_pattern/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/asynchronous_pattern/docker-compose.yml b/MLOps/serving_patterns/asynchronous_pattern/docker-compose.yml
new file mode 100644
index 0000000..ef6875c
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/docker-compose.yml
@@ -0,0 +1,48 @@
+version: "3"
+
+services:
+  asynchronous_proxy:
+    container_name: asynchronous_proxy
+    image: shibui/ml-system-in-actions:asynchronous_pattern_asynchronous_proxy_0.0.1
+    restart: always
+    environment:
+      - PLATFORM=docker_compose
+      - QUEUE_NAME=tfs_queue
+      - API_ADDRESS=imagenet_inception_v3
+    ports:
+      - "8000:8000"
+    command: ./run.sh
+    depends_on:
+      - redis
+      - imagenet_inception_v3
+      - asynchronous_backend
+
+  imagenet_inception_v3:
+    container_name: imagenet_inception_v3
+    image: shibui/ml-system-in-actions:asynchronous_pattern_imagenet_inception_v3_0.0.1
+    restart: always
+    environment:
+      - PORT=8500
+      - REST_API_PORT=8501
+    ports:
+      - "8500:8500"
+      - "8501:8501"
+    entrypoint: ["/usr/bin/tf_serving_entrypoint.sh"]
+
+  asynchronous_backend:
+    container_name: asynchronous_backend
+    image: shibui/ml-system-in-actions:asynchronous_pattern_asynchronous_backend_0.0.1
+    restart: always
+    environment:
+      - PLATFORM=docker_compose
+      - QUEUE_NAME=tfs_queue
+      - API_ADDRESS=imagenet_inception_v3
+    entrypoint: ["python", "-m", "src.app.backend.prediction_batch"]
+    depends_on:
+      - redis
+
+  redis:
+    container_name: asynchronous_redis
+    image: "redis:latest"
+    ports:
+      - "6379:6379"
diff --git a/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/Dockerfile b/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/Dockerfile
new file mode 100644
index 0000000..6a77de2
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/Dockerfile
@@ -0,0 +1,31 @@
+FROM tensorflow/tensorflow:2.5.1 as builder
+
+ARG SERVER_DIR=imagenet_inception_v3
+ENV PROJECT_DIR asynchronous_pattern
+WORKDIR /${PROJECT_DIR}
+ADD ./${SERVER_DIR}/requirements.txt /${PROJECT_DIR}/
+
+COPY ./${SERVER_DIR}/extract_inception_v3.py /${PROJECT_DIR}/extract_inception_v3.py
+COPY ./${SERVER_DIR}/data/image_net_labels.json /${PROJECT_DIR}/data/image_net_labels.json
+
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    pip install  --no-cache-dir -r requirements.txt && \
+    touch __init__.py && \
+    python -m extract_inception_v3
+
+
+FROM tensorflow/serving:2.5.2
+
+ARG SERVER_DIR=imagenet_inception_v3
+ENV PROJECT_DIR asynchronous_pattern
+ENV MODEL_BASE_PATH /${PROJECT_DIR}/saved_model/inception_v3
+ENV MODEL_NAME inception_v3
+
+COPY --from=builder /${PROJECT_DIR}/saved_model/inception_v3 ${MODEL_BASE_PATH}
+EXPOSE 8500
+EXPOSE 8501
+
+COPY ./${SERVER_DIR}/tf_serving_entrypoint.sh /usr/bin/tf_serving_entrypoint.sh
+RUN chmod +x /usr/bin/tf_serving_entrypoint.sh
+ENTRYPOINT ["/usr/bin/tf_serving_entrypoint.sh"]
\ No newline at end of file
diff --git a/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/__init__.py b/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/data/cat.jpg b/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/data/cat.jpg
new file mode 100644
index 0000000..c4d4861
Binary files /dev/null and b/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/data/cat.jpg differ
diff --git a/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/data/image_net_labels.json b/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/data/image_net_labels.json
new file mode 100644
index 0000000..8b00a76
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/data/image_net_labels.json
@@ -0,0 +1,1003 @@
+[
+  "background",
+  "tench",
+  "goldfish",
+  "great white shark",
+  "tiger shark",
+  "hammerhead",
+  "electric ray",
+  "stingray",
+  "cock",
+  "hen",
+  "ostrich",
+  "brambling",
+  "goldfinch",
+  "house finch",
+  "junco",
+  "indigo bunting",
+  "robin",
+  "bulbul",
+  "jay",
+  "magpie",
+  "chickadee",
+  "water ouzel",
+  "kite",
+  "bald eagle",
+  "vulture",
+  "great grey owl",
+  "European fire salamander",
+  "common newt",
+  "eft",
+  "spotted salamander",
+  "axolotl",
+  "bullfrog",
+  "tree frog",
+  "tailed frog",
+  "loggerhead",
+  "leatherback turtle",
+  "mud turtle",
+  "terrapin",
+  "box turtle",
+  "banded gecko",
+  "common iguana",
+  "American chameleon",
+  "whiptail",
+  "agama",
+  "frilled lizard",
+  "alligator lizard",
+  "Gila monster",
+  "green lizard",
+  "African chameleon",
+  "Komodo dragon",
+  "African crocodile",
+  "American alligator",
+  "triceratops",
+  "thunder snake",
+  "ringneck snake",
+  "hognose snake",
+  "green snake",
+  "king snake",
+  "garter snake",
+  "water snake",
+  "vine snake",
+  "night snake",
+  "boa constrictor",
+  "rock python",
+  "Indian cobra",
+  "green mamba",
+  "sea snake",
+  "horned viper",
+  "diamondback",
+  "sidewinder",
+  "trilobite",
+  "harvestman",
+  "scorpion",
+  "black and gold garden spider",
+  "barn spider",
+  "garden spider",
+  "black widow",
+  "tarantula",
+  "wolf spider",
+  "tick",
+  "centipede",
+  "black grouse",
+  "ptarmigan",
+  "ruffed grouse",
+  "prairie chicken",
+  "peacock",
+  "quail",
+  "partridge",
+  "African grey",
+  "macaw",
+  "sulphur-crested cockatoo",
+  "lorikeet",
+  "coucal",
+  "bee eater",
+  "hornbill",
+  "hummingbird",
+  "jacamar",
+  "toucan",
+  "drake",
+  "red-breasted merganser",
+  "goose",
+  "black swan",
+  "tusker",
+  "echidna",
+  "platypus",
+  "wallaby",
+  "koala",
+  "wombat",
+  "jellyfish",
+  "sea anemone",
+  "brain coral",
+  "flatworm",
+  "nematode",
+  "conch",
+  "snail",
+  "slug",
+  "sea slug",
+  "chiton",
+  "chambered nautilus",
+  "Dungeness crab",
+  "rock crab",
+  "fiddler crab",
+  "king crab",
+  "American lobster",
+  "spiny lobster",
+  "crayfish",
+  "hermit crab",
+  "isopod",
+  "white stork",
+  "black stork",
+  "spoonbill",
+  "flamingo",
+  "little blue heron",
+  "American egret",
+  "bittern",
+  "crane",
+  "limpkin",
+  "European gallinule",
+  "American coot",
+  "bustard",
+  "ruddy turnstone",
+  "red-backed sandpiper",
+  "redshank",
+  "dowitcher",
+  "oystercatcher",
+  "pelican",
+  "king penguin",
+  "albatross",
+  "grey whale",
+  "killer whale",
+  "dugong",
+  "sea lion",
+  "Chihuahua",
+  "Japanese spaniel",
+  "Maltese dog",
+  "Pekinese",
+  "Shih-Tzu",
+  "Blenheim spaniel",
+  "papillon",
+  "toy terrier",
+  "Rhodesian ridgeback",
+  "Afghan hound",
+  "basset",
+  "beagle",
+  "bloodhound",
+  "bluetick",
+  "black-and-tan coonhound",
+  "Walker hound",
+  "English foxhound",
+  "redbone",
+  "borzoi",
+  "Irish wolfhound",
+  "Italian greyhound",
+  "whippet",
+  "Ibizan hound",
+  "Norwegian elkhound",
+  "otterhound",
+  "Saluki",
+  "Scottish deerhound",
+  "Weimaraner",
+  "Staffordshire bullterrier",
+  "American Staffordshire terrier",
+  "Bedlington terrier",
+  "Border terrier",
+  "Kerry blue terrier",
+  "Irish terrier",
+  "Norfolk terrier",
+  "Norwich terrier",
+  "Yorkshire terrier",
+  "wire-haired fox terrier",
+  "Lakeland terrier",
+  "Sealyham terrier",
+  "Airedale",
+  "cairn",
+  "Australian terrier",
+  "Dandie Dinmont",
+  "Boston bull",
+  "miniature schnauzer",
+  "giant schnauzer",
+  "standard schnauzer",
+  "Scotch terrier",
+  "Tibetan terrier",
+  "silky terrier",
+  "soft-coated wheaten terrier",
+  "West Highland white terrier",
+  "Lhasa",
+  "flat-coated retriever",
+  "curly-coated retriever",
+  "golden retriever",
+  "Labrador retriever",
+  "Chesapeake Bay retriever",
+  "German short-haired pointer",
+  "vizsla",
+  "English setter",
+  "Irish setter",
+  "Gordon setter",
+  "Brittany spaniel",
+  "clumber",
+  "English springer",
+  "Welsh springer spaniel",
+  "cocker spaniel",
+  "Sussex spaniel",
+  "Irish water spaniel",
+  "kuvasz",
+  "schipperke",
+  "groenendael",
+  "malinois",
+  "briard",
+  "kelpie",
+  "komondor",
+  "Old English sheepdog",
+  "Shetland sheepdog",
+  "collie",
+  "Border collie",
+  "Bouvier des Flandres",
+  "Rottweiler",
+  "German shepherd",
+  "Doberman",
+  "miniature pinscher",
+  "Greater Swiss Mountain dog",
+  "Bernese mountain dog",
+  "Appenzeller",
+  "EntleBucher",
+  "boxer",
+  "bull mastiff",
+  "Tibetan mastiff",
+  "French bulldog",
+  "Great Dane",
+  "Saint Bernard",
+  "Eskimo dog",
+  "malamute",
+  "Siberian husky",
+  "dalmatian",
+  "affenpinscher",
+  "basenji",
+  "pug",
+  "Leonberg",
+  "Newfoundland",
+  "Great Pyrenees",
+  "Samoyed",
+  "Pomeranian",
+  "chow",
+  "keeshond",
+  "Brabancon griffon",
+  "Pembroke",
+  "Cardigan",
+  "toy poodle",
+  "miniature poodle",
+  "standard poodle",
+  "Mexican hairless",
+  "timber wolf",
+  "white wolf",
+  "red wolf",
+  "coyote",
+  "dingo",
+  "dhole",
+  "African hunting dog",
+  "hyena",
+  "red fox",
+  "kit fox",
+  "Arctic fox",
+  "grey fox",
+  "tabby",
+  "tiger cat",
+  "Persian cat",
+  "Siamese cat",
+  "Egyptian cat",
+  "cougar",
+  "lynx",
+  "leopard",
+  "snow leopard",
+  "jaguar",
+  "lion",
+  "tiger",
+  "cheetah",
+  "brown bear",
+  "American black bear",
+  "ice bear",
+  "sloth bear",
+  "mongoose",
+  "meerkat",
+  "tiger beetle",
+  "ladybug",
+  "ground beetle",
+  "long-horned beetle",
+  "leaf beetle",
+  "dung beetle",
+  "rhinoceros beetle",
+  "weevil",
+  "fly",
+  "bee",
+  "ant",
+  "grasshopper",
+  "cricket",
+  "walking stick",
+  "cockroach",
+  "mantis",
+  "cicada",
+  "leafhopper",
+  "lacewing",
+  "dragonfly",
+  "damselfly",
+  "admiral",
+  "ringlet",
+  "monarch",
+  "cabbage butterfly",
+  "sulphur butterfly",
+  "lycaenid",
+  "starfish",
+  "sea urchin",
+  "sea cucumber",
+  "wood rabbit",
+  "hare",
+  "Angora",
+  "hamster",
+  "porcupine",
+  "fox squirrel",
+  "marmot",
+  "beaver",
+  "guinea pig",
+  "sorrel",
+  "zebra",
+  "hog",
+  "wild boar",
+  "warthog",
+  "hippopotamus",
+  "ox",
+  "water buffalo",
+  "bison",
+  "ram",
+  "bighorn",
+  "ibex",
+  "hartebeest",
+  "impala",
+  "gazelle",
+  "Arabian camel",
+  "llama",
+  "weasel",
+  "mink",
+  "polecat",
+  "black-footed ferret",
+  "otter",
+  "skunk",
+  "badger",
+  "armadillo",
+  "three-toed sloth",
+  "orangutan",
+  "gorilla",
+  "chimpanzee",
+  "gibbon",
+  "siamang",
+  "guenon",
+  "patas",
+  "baboon",
+  "macaque",
+  "langur",
+  "colobus",
+  "proboscis monkey",
+  "marmoset",
+  "capuchin",
+  "howler monkey",
+  "titi",
+  "spider monkey",
+  "squirrel monkey",
+  "Madagascar cat",
+  "indri",
+  "Indian elephant",
+  "African elephant",
+  "lesser panda",
+  "giant panda",
+  "barracouta",
+  "eel",
+  "coho",
+  "rock beauty",
+  "anemone fish",
+  "sturgeon",
+  "gar",
+  "lionfish",
+  "puffer",
+  "abacus",
+  "abaya",
+  "academic gown",
+  "accordion",
+  "acoustic guitar",
+  "aircraft carrier",
+  "airliner",
+  "airship",
+  "altar",
+  "ambulance",
+  "amphibian",
+  "analog clock",
+  "apiary",
+  "apron",
+  "ashcan",
+  "assault rifle",
+  "backpack",
+  "bakery",
+  "balance beam",
+  "balloon",
+  "ballpoint",
+  "Band Aid",
+  "banjo",
+  "bannister",
+  "barbell",
+  "barber chair",
+  "barbershop",
+  "barn",
+  "barometer",
+  "barrel",
+  "barrow",
+  "baseball",
+  "basketball",
+  "bassinet",
+  "bassoon",
+  "bathing cap",
+  "bath towel",
+  "bathtub",
+  "beach wagon",
+  "beacon",
+  "beaker",
+  "bearskin",
+  "beer bottle",
+  "beer glass",
+  "bell cote",
+  "bib",
+  "bicycle-built-for-two",
+  "bikini",
+  "binder",
+  "binoculars",
+  "birdhouse",
+  "boathouse",
+  "bobsled",
+  "bolo tie",
+  "bonnet",
+  "bookcase",
+  "bookshop",
+  "bottlecap",
+  "bow",
+  "bow tie",
+  "brass",
+  "brassiere",
+  "breakwater",
+  "breastplate",
+  "broom",
+  "bucket",
+  "buckle",
+  "bulletproof vest",
+  "bullet train",
+  "butcher shop",
+  "cab",
+  "caldron",
+  "candle",
+  "cannon",
+  "canoe",
+  "can opener",
+  "cardigan",
+  "car mirror",
+  "carousel",
+  "carpenter's kit",
+  "carton",
+  "car wheel",
+  "cash machine",
+  "cassette",
+  "cassette player",
+  "castle",
+  "catamaran",
+  "CD player",
+  "cello",
+  "cellular telephone",
+  "chain",
+  "chainlink fence",
+  "chain mail",
+  "chain saw",
+  "chest",
+  "chiffonier",
+  "chime",
+  "china cabinet",
+  "Christmas stocking",
+  "church",
+  "cinema",
+  "cleaver",
+  "cliff dwelling",
+  "cloak",
+  "clog",
+  "cocktail shaker",
+  "coffee mug",
+  "coffeepot",
+  "coil",
+  "combination lock",
+  "computer keyboard",
+  "confectionery",
+  "container ship",
+  "convertible",
+  "corkscrew",
+  "cornet",
+  "cowboy boot",
+  "cowboy hat",
+  "cradle",
+  "crane",
+  "crash helmet",
+  "crate",
+  "crib",
+  "Crock Pot",
+  "croquet ball",
+  "crutch",
+  "cuirass",
+  "dam",
+  "desk",
+  "desktop computer",
+  "dial telephone",
+  "diaper",
+  "digital clock",
+  "digital watch",
+  "dining table",
+  "dishrag",
+  "dishwasher",
+  "disk brake",
+  "dock",
+  "dogsled",
+  "dome",
+  "doormat",
+  "drilling platform",
+  "drum",
+  "drumstick",
+  "dumbbell",
+  "Dutch oven",
+  "electric fan",
+  "electric guitar",
+  "electric locomotive",
+  "entertainment center",
+  "envelope",
+  "espresso maker",
+  "face powder",
+  "feather boa",
+  "file",
+  "fireboat",
+  "fire engine",
+  "fire screen",
+  "flagpole",
+  "flute",
+  "folding chair",
+  "football helmet",
+  "forklift",
+  "fountain",
+  "fountain pen",
+  "four-poster",
+  "freight car",
+  "French horn",
+  "frying pan",
+  "fur coat",
+  "garbage truck",
+  "gasmask",
+  "gas pump",
+  "goblet",
+  "go-kart",
+  "golf ball",
+  "golfcart",
+  "gondola",
+  "gong",
+  "gown",
+  "grand piano",
+  "greenhouse",
+  "grille",
+  "grocery store",
+  "guillotine",
+  "hair slide",
+  "hair spray",
+  "half track",
+  "hammer",
+  "hamper",
+  "hand blower",
+  "hand-held computer",
+  "handkerchief",
+  "hard disc",
+  "harmonica",
+  "harp",
+  "harvester",
+  "hatchet",
+  "holster",
+  "home theater",
+  "honeycomb",
+  "hook",
+  "hoopskirt",
+  "horizontal bar",
+  "horse cart",
+  "hourglass",
+  "iPod",
+  "iron",
+  "jack-o'-lantern",
+  "jean",
+  "jeep",
+  "jersey",
+  "jigsaw puzzle",
+  "jinrikisha",
+  "joystick",
+  "kimono",
+  "knee pad",
+  "knot",
+  "lab coat",
+  "ladle",
+  "lampshade",
+  "laptop",
+  "lawn mower",
+  "lens cap",
+  "letter opener",
+  "library",
+  "lifeboat",
+  "lighter",
+  "limousine",
+  "liner",
+  "lipstick",
+  "Loafer",
+  "lotion",
+  "loudspeaker",
+  "loupe",
+  "lumbermill",
+  "magnetic compass",
+  "mailbag",
+  "mailbox",
+  "maillot",
+  "maillot",
+  "manhole cover",
+  "maraca",
+  "marimba",
+  "mask",
+  "matchstick",
+  "maypole",
+  "maze",
+  "measuring cup",
+  "medicine chest",
+  "megalith",
+  "microphone",
+  "microwave",
+  "military uniform",
+  "milk can",
+  "minibus",
+  "miniskirt",
+  "minivan",
+  "missile",
+  "mitten",
+  "mixing bowl",
+  "mobile home",
+  "Model T",
+  "modem",
+  "monastery",
+  "monitor",
+  "moped",
+  "mortar",
+  "mortarboard",
+  "mosque",
+  "mosquito net",
+  "motor scooter",
+  "mountain bike",
+  "mountain tent",
+  "mouse",
+  "mousetrap",
+  "moving van",
+  "muzzle",
+  "nail",
+  "neck brace",
+  "necklace",
+  "nipple",
+  "notebook",
+  "obelisk",
+  "oboe",
+  "ocarina",
+  "odometer",
+  "oil filter",
+  "organ",
+  "oscilloscope",
+  "overskirt",
+  "oxcart",
+  "oxygen mask",
+  "packet",
+  "paddle",
+  "paddlewheel",
+  "padlock",
+  "paintbrush",
+  "pajama",
+  "palace",
+  "panpipe",
+  "paper towel",
+  "parachute",
+  "parallel bars",
+  "park bench",
+  "parking meter",
+  "passenger car",
+  "patio",
+  "pay-phone",
+  "pedestal",
+  "pencil box",
+  "pencil sharpener",
+  "perfume",
+  "Petri dish",
+  "photocopier",
+  "pick",
+  "pickelhaube",
+  "picket fence",
+  "pickup",
+  "pier",
+  "piggy bank",
+  "pill bottle",
+  "pillow",
+  "ping-pong ball",
+  "pinwheel",
+  "pirate",
+  "pitcher",
+  "plane",
+  "planetarium",
+  "plastic bag",
+  "plate rack",
+  "plow",
+  "plunger",
+  "Polaroid camera",
+  "pole",
+  "police van",
+  "poncho",
+  "pool table",
+  "pop bottle",
+  "pot",
+  "potter's wheel",
+  "power drill",
+  "prayer rug",
+  "printer",
+  "prison",
+  "projectile",
+  "projector",
+  "puck",
+  "punching bag",
+  "purse",
+  "quill",
+  "quilt",
+  "racer",
+  "racket",
+  "radiator",
+  "radio",
+  "radio telescope",
+  "rain barrel",
+  "recreational vehicle",
+  "reel",
+  "reflex camera",
+  "refrigerator",
+  "remote control",
+  "restaurant",
+  "revolver",
+  "rifle",
+  "rocking chair",
+  "rotisserie",
+  "rubber eraser",
+  "rugby ball",
+  "rule",
+  "running shoe",
+  "safe",
+  "safety pin",
+  "saltshaker",
+  "sandal",
+  "sarong",
+  "sax",
+  "scabbard",
+  "scale",
+  "school bus",
+  "schooner",
+  "scoreboard",
+  "screen",
+  "screw",
+  "screwdriver",
+  "seat belt",
+  "sewing machine",
+  "shield",
+  "shoe shop",
+  "shoji",
+  "shopping basket",
+  "shopping cart",
+  "shovel",
+  "shower cap",
+  "shower curtain",
+  "ski",
+  "ski mask",
+  "sleeping bag",
+  "slide rule",
+  "sliding door",
+  "slot",
+  "snorkel",
+  "snowmobile",
+  "snowplow",
+  "soap dispenser",
+  "soccer ball",
+  "sock",
+  "solar dish",
+  "sombrero",
+  "soup bowl",
+  "space bar",
+  "space heater",
+  "space shuttle",
+  "spatula",
+  "speedboat",
+  "spider web",
+  "spindle",
+  "sports car",
+  "spotlight",
+  "stage",
+  "steam locomotive",
+  "steel arch bridge",
+  "steel drum",
+  "stethoscope",
+  "stole",
+  "stone wall",
+  "stopwatch",
+  "stove",
+  "strainer",
+  "streetcar",
+  "stretcher",
+  "studio couch",
+  "stupa",
+  "submarine",
+  "suit",
+  "sundial",
+  "sunglass",
+  "sunglasses",
+  "sunscreen",
+  "suspension bridge",
+  "swab",
+  "sweatshirt",
+  "swimming trunks",
+  "swing",
+  "switch",
+  "syringe",
+  "table lamp",
+  "tank",
+  "tape player",
+  "teapot",
+  "teddy",
+  "television",
+  "tennis ball",
+  "thatch",
+  "theater curtain",
+  "thimble",
+  "thresher",
+  "throne",
+  "tile roof",
+  "toaster",
+  "tobacco shop",
+  "toilet seat",
+  "torch",
+  "totem pole",
+  "tow truck",
+  "toyshop",
+  "tractor",
+  "trailer truck",
+  "tray",
+  "trench coat",
+  "tricycle",
+  "trimaran",
+  "tripod",
+  "triumphal arch",
+  "trolleybus",
+  "trombone",
+  "tub",
+  "turnstile",
+  "typewriter keyboard",
+  "umbrella",
+  "unicycle",
+  "upright",
+  "vacuum",
+  "vase",
+  "vault",
+  "velvet",
+  "vending machine",
+  "vestment",
+  "viaduct",
+  "violin",
+  "volleyball",
+  "waffle iron",
+  "wall clock",
+  "wallet",
+  "wardrobe",
+  "warplane",
+  "washbasin",
+  "washer",
+  "water bottle",
+  "water jug",
+  "water tower",
+  "whiskey jug",
+  "whistle",
+  "wig",
+  "window screen",
+  "window shade",
+  "Windsor tie",
+  "wine bottle",
+  "wing",
+  "wok",
+  "wooden spoon",
+  "wool",
+  "worm fence",
+  "wreck",
+  "yawl",
+  "yurt",
+  "web site",
+  "comic book",
+  "crossword puzzle",
+  "street sign",
+  "traffic light",
+  "book jacket",
+  "menu",
+  "plate",
+  "guacamole",
+  "consomme",
+  "hot pot",
+  "trifle",
+  "ice cream",
+  "ice lolly",
+  "French loaf",
+  "bagel",
+  "pretzel",
+  "cheeseburger",
+  "hotdog",
+  "mashed potato",
+  "head cabbage",
+  "broccoli",
+  "cauliflower",
+  "zucchini",
+  "spaghetti squash",
+  "acorn squash",
+  "butternut squash",
+  "cucumber",
+  "artichoke",
+  "bell pepper",
+  "cardoon",
+  "mushroom",
+  "Granny Smith",
+  "strawberry",
+  "orange",
+  "lemon",
+  "fig",
+  "pineapple",
+  "banana",
+  "jackfruit",
+  "custard apple",
+  "pomegranate",
+  "hay",
+  "carbonara",
+  "chocolate sauce",
+  "dough",
+  "meat loaf",
+  "pizza",
+  "potpie",
+  "burrito",
+  "red wine",
+  "espresso",
+  "cup",
+  "eggnog",
+  "alp",
+  "bubble",
+  "cliff",
+  "coral reef",
+  "geyser",
+  "lakeside",
+  "promontory",
+  "sandbar",
+  "seashore",
+  "valley",
+  "volcano",
+  "ballplayer",
+  "groom",
+  "scuba diver",
+  "rapeseed",
+  "daisy",
+  "yellow lady's slipper",
+  "corn",
+  "acorn",
+  "hip",
+  "buckeye",
+  "coral fungus",
+  "agaric",
+  "gyromitra",
+  "stinkhorn",
+  "earthstar",
+  "hen-of-the-woods",
+  "bolete",
+  "ear",
+  "toilet tissue"
+]
diff --git a/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/extract_inception_v3.py b/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/extract_inception_v3.py
new file mode 100644
index 0000000..29929ae
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/extract_inception_v3.py
@@ -0,0 +1,63 @@
+import json
+from typing import Dict, List
+
+import tensorflow as tf
+import tensorflow_hub as hub
+from tensorflow import keras
+
+
+def get_label(json_path: str = "./data/image_net_labels.json") -> List[str]:
+    with open(json_path, "r") as f:
+        labels = json.load(f)
+    return labels
+
+
+def load_hub_model() -> tf.keras.Model:
+    model = tf.keras.Sequential([hub.KerasLayer("https://tfhub.dev/google/imagenet/inception_v3/classification/4")])
+    model.build([None, 299, 299, 3])
+    return model
+
+
+class InceptionV3Model(tf.keras.Model):
+    def __init__(self, model: tf.keras.Model, labels: List[str]):
+        super().__init__(self)
+        self.model = model
+        self.labels = labels
+
+    @tf.function(input_signature=[tf.TensorSpec(shape=[None], dtype=tf.string, name="image")])
+    def serving_fn(self, input_img: str) -> tf.Tensor:
+        def _base64_to_array(img):
+            img = tf.io.decode_base64(img)
+            img = tf.io.decode_jpeg(img)
+            img = tf.image.convert_image_dtype(img, tf.float32)
+            img = tf.image.resize(img, (299, 299))
+            img = tf.reshape(img, (299, 299, 3))
+            return img
+
+        img = tf.map_fn(_base64_to_array, input_img, dtype=tf.float32)
+        predictions = self.model(img)
+
+        def _convert_to_label(predictions):
+            max_prob = tf.math.reduce_max(predictions)
+            idx = tf.where(tf.equal(predictions, max_prob))
+            label = tf.squeeze(tf.gather(self.labels, idx))
+            return label
+
+        return tf.map_fn(_convert_to_label, predictions, dtype=tf.string)
+
+    def save(self, export_path="./saved_model/inception_v3/"):
+        signatures = {"serving_default": self.serving_fn}
+        tf.keras.backend.set_learning_phase(0)
+        tf.saved_model.save(self, export_path, signatures=signatures)
+
+
+def main():
+    labels = get_label(json_path="./data/image_net_labels.json")
+    inception_v3_hub_model = load_hub_model()
+    inception_v3_model = InceptionV3Model(model=inception_v3_hub_model, labels=labels)
+    version_number = 0
+    inception_v3_model.save(export_path=f"./saved_model/inception_v3/{version_number}")
+
+
+if __name__ == "__main__":
+    main()
diff --git a/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/requirements.txt b/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/requirements.txt
new file mode 100644
index 0000000..e2a5e51
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/requirements.txt
@@ -0,0 +1,11 @@
+importlib-metadata>=1.7.0
+joblib>=0.15.1
+numpy>=1.18.5
+Pillow>=8.3.2
+psutil==5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+tensorflow-serving-api>=2.5.2
+tensorflow>=2.5.1
+tensorflow-hub>=0.10.0
+typing>=3.7.4.1
diff --git a/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/tf_serving_entrypoint.sh b/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/tf_serving_entrypoint.sh
new file mode 100644
index 0000000..275b958
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/imagenet_inception_v3/tf_serving_entrypoint.sh
@@ -0,0 +1,14 @@
+#!/bin/bash
+
+set -eu
+
+PORT=${PORT:-8500}
+REST_API_PORT=${REST_API_PORT:-8501}
+MODEL_NAME=${MODEL_NAME:-"inception_v3"}
+MODEL_BASE_PATH=${MODEL_BASE_PATH:-"/asynchronous_pattern/saved_model/${MODEL_NAME}"}
+
+tensorflow_model_server \
+    --port=${PORT} \
+    --rest_api_port=${REST_API_PORT} \
+    --model_name=${MODEL_NAME} \
+    --model_base_path=${MODEL_BASE_PATH} 
\ No newline at end of file
diff --git a/MLOps/serving_patterns/asynchronous_pattern/makefile b/MLOps/serving_patterns/asynchronous_pattern/makefile
new file mode 100644
index 0000000..7f582e2
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/makefile
@@ -0,0 +1,76 @@
+DOCKER_REPOSITORY := shibui/ml-system-in-actions
+
+ABSOLUTE_PATH := $(shell pwd)
+
+DOCKERFILE := Dockerfile
+DOCKER_COMPOSE := docker-compose.yml
+IMAGE_VERSION := 0.0.1
+
+ASYNCHRONOUS_PATTERN := asynchronous_pattern
+ASYNCHRONOUS_PATTERN_PROXY := asynchronous_proxy
+ASYNCHRONOUS_PATTERN_PROXY_PORT := 8000
+ASYNCHRONOUS_PATTERN_SERVER := imagenet_inception_v3
+ASYNCHRONOUS_PATTERN_GRPC_PORT := 8500
+ASYNCHRONOUS_PATTERN_REST_PORT := 8501
+ASYNCHRONOUS_PATTERN_BACKEND := asynchronous_backend
+
+.PHONY: build_proxy
+build_proxy:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(ASYNCHRONOUS_PATTERN)_$(ASYNCHRONOUS_PATTERN_PROXY)_$(IMAGE_VERSION) \
+		-f ./$(DOCKERFILE).proxy .
+
+.PHONY: push_proxy
+push_proxy:
+	docker push $(DOCKER_REPOSITORY):$(ASYNCHRONOUS_PATTERN)_$(ASYNCHRONOUS_PATTERN_PROXY)_$(IMAGE_VERSION)
+
+.PHONY: build_server
+build_server:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(ASYNCHRONOUS_PATTERN)_$(ASYNCHRONOUS_PATTERN_SERVER)_$(IMAGE_VERSION) \
+		-f ./$(ASYNCHRONOUS_PATTERN_SERVER)/$(DOCKERFILE) .
+
+.PHONY: push_server
+push_server:
+	docker push $(DOCKER_REPOSITORY):$(ASYNCHRONOUS_PATTERN)_$(ASYNCHRONOUS_PATTERN_SERVER)_$(IMAGE_VERSION)
+
+.PHONY: build_backend
+build_backend:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(ASYNCHRONOUS_PATTERN)_$(ASYNCHRONOUS_PATTERN_BACKEND)_$(IMAGE_VERSION) \
+		-f ./$(DOCKERFILE).backend .
+
+.PHONY: run_backend
+run_backend:
+	docker run \
+		-d \
+		--name $(ASYNCHRONOUS_PATTERN_BACKEND) \
+		$(DOCKER_REPOSITORY):$(ASYNCHRONOUS_PATTERN)_$(ASYNCHRONOUS_PATTERN_BACKEND)_$(IMAGE_VERSION)
+
+.PHONY: push_backend
+push_backend:
+	docker push $(DOCKER_REPOSITORY):$(ASYNCHRONOUS_PATTERN)_$(ASYNCHRONOUS_PATTERN_BACKEND)_$(IMAGE_VERSION)
+
+.PHONY: build_all
+build_all: build_proxy build_server build_backend
+
+.PHONY: run_all
+run_all: run_proxy run_server run_backend
+
+.PHONY: push_all
+push_all: push_proxy push_server push_backend
+
+.PHONY: c_build
+c_build: build_all
+
+.PHONY: c_up
+c_up:
+	docker-compose \
+		-f ./$(DOCKER_COMPOSE) \
+		up -d
+
+.PHONY: c_down
+c_down:
+	docker-compose \
+		-f ./$(DOCKER_COMPOSE) \
+		down
diff --git a/MLOps/serving_patterns/asynchronous_pattern/requirements_backend.txt b/MLOps/serving_patterns/asynchronous_pattern/requirements_backend.txt
new file mode 100644
index 0000000..ca3e2eb
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/requirements_backend.txt
@@ -0,0 +1,21 @@
+importlib-metadata>=1.7.0
+numpy>=1.18.5
+psutil>=5.7.0
+typing>=3.7.4.1
+click>=7.1.2
+tensorflow>=2.5.1
+tensorflow-serving-api>=2.5.1
+future>=0.18.2
+importlib-metadata>=1.7.0
+joblib>=0.15.1
+numpy>=1.18.5
+Pillow>=8.3.2
+psutil>=5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+redis>=3.5.3
+typing>=3.7.4.1
+httptools>=0.1.1
+python-json-logger>=2.0.1
+loguru>=0.5.3
+requests>=2.25.1
\ No newline at end of file
diff --git a/MLOps/serving_patterns/asynchronous_pattern/requirements_proxy.txt b/MLOps/serving_patterns/asynchronous_pattern/requirements_proxy.txt
new file mode 100644
index 0000000..0d079a5
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/requirements_proxy.txt
@@ -0,0 +1,23 @@
+fastapi>=0.65.2
+future>=0.18.2
+gunicorn>=20.0.4
+importlib-metadata>=1.7.0
+joblib>=0.15.1
+numpy>=1.18.5
+onnx>=1.7.0
+onnxruntime>=1.4.0
+Pillow>=8.3.2
+psutil>=5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+redis>=3.5.3
+scikit-learn>=0.23.1
+skl2onnx>=1.7.0
+starlette>=0.13.4
+typing>=3.7.4.1
+uvicorn>=0.11.7
+uvloop>=0.14.0
+httptools>=0.1.1
+python-json-logger>=2.0.1
+loguru>=0.5.3
+requests>=2.25.1
\ No newline at end of file
diff --git a/MLOps/serving_patterns/asynchronous_pattern/run.sh b/MLOps/serving_patterns/asynchronous_pattern/run.sh
new file mode 100644
index 0000000..9621e17
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/run.sh
@@ -0,0 +1,27 @@
+#!/bin/bash
+
+set -eu
+
+HOST=${HOST:-"0.0.0.0"}
+PORT=${PORT:-8000}
+WORKERS=${WORKERS:-4}
+UVICORN_WORKER=${UVICORN_WORKER:-"uvicorn.workers.UvicornWorker"}
+LOGLEVEL=${LOGLEVEL:-"debug"}
+LOGCONFIG=${LOGCONFIG:-"./src/utils/logging.conf"}
+BACKLOG=${BACKLOG:-2048}
+LIMIT_MAX_REQUESTS=${LIMIT_MAX_REQUESTS:-65536}
+MAX_REQUESTS_JITTER=${MAX_REQUESTS_JITTER:-2048}
+GRACEFUL_TIMEOUT=${GRACEFUL_TIMEOUT:-10}
+APP_NAME=${APP_NAME:-"src.app.app:app"}
+
+gunicorn ${APP_NAME} \
+    -b ${HOST}:${PORT} \
+    -w ${WORKERS} \
+    -k ${UVICORN_WORKER} \
+    --log-level ${LOGLEVEL} \
+    --log-config ${LOGCONFIG} \
+    --backlog ${BACKLOG} \
+    --max-requests ${LIMIT_MAX_REQUESTS} \
+    --max-requests-jitter ${MAX_REQUESTS_JITTER} \
+    --graceful-timeout ${GRACEFUL_TIMEOUT} \
+    --reload
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/__init__.py b/MLOps/serving_patterns/asynchronous_pattern/src/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/app/__init__.py b/MLOps/serving_patterns/asynchronous_pattern/src/app/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/app/app.py b/MLOps/serving_patterns/asynchronous_pattern/src/app/app.py
new file mode 100644
index 0000000..e3902d5
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/src/app/app.py
@@ -0,0 +1,16 @@
+import os
+from logging import getLogger
+
+from fastapi import FastAPI
+from src.app.routers import routers
+from src.configurations import APIConfigurations
+
+logger = getLogger(__name__)
+
+app = FastAPI(
+    title=APIConfigurations.title,
+    description=APIConfigurations.description,
+    version=APIConfigurations.version,
+)
+
+app.include_router(routers.router, prefix="", tags=[""])
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/__init__.py b/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/background_job.py b/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/background_job.py
new file mode 100644
index 0000000..9946e13
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/background_job.py
@@ -0,0 +1,52 @@
+import logging
+from typing import Any, Dict
+
+from fastapi import BackgroundTasks
+from PIL import Image
+from pydantic import BaseModel
+from src.app.backend.store_data_job import left_push_queue, save_image_redis_job
+from src.configurations import CacheConfigurations
+from src.constants import CONSTANTS
+
+logger = logging.getLogger(__name__)
+
+
+class SaveDataJob(BaseModel):
+    job_id: str
+    data: Any
+    queue_name: str = CONSTANTS.REDIS_QUEUE
+    is_completed: bool = False
+
+    def __call__(self):
+        pass
+
+
+class SaveDataRedisJob(SaveDataJob):
+    enqueue: bool = False
+
+    def __call__(self):
+        save_data_jobs[self.job_id] = self
+        logger.info(f"registered job: {self.job_id} in {self.__class__.__name__}")
+        self.is_completed = save_image_redis_job(job_id=self.job_id, image=self.data)
+        if self.enqueue:
+            self.is_completed = left_push_queue(self.queue_name, self.job_id)
+        logger.info(f"completed save data: {self.job_id}")
+
+
+def save_data_job(
+    data: Image.Image,
+    job_id: str,
+    background_tasks: BackgroundTasks,
+    enqueue: bool = False,
+) -> str:
+    task = SaveDataRedisJob(
+        job_id=job_id,
+        data=data,
+        queue_name=CacheConfigurations.queue_name,
+        enqueue=enqueue,
+    )
+    background_tasks.add_task(task)
+    return job_id
+
+
+save_data_jobs: Dict[str, SaveDataJob] = {}
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/data.py b/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/data.py
new file mode 100644
index 0000000..b093920
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/data.py
@@ -0,0 +1,7 @@
+from typing import Any
+
+from pydantic import BaseModel
+
+
+class Data(BaseModel):
+    image_data: Any
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/prediction_batch.py b/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/prediction_batch.py
new file mode 100644
index 0000000..b17a5a9
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/prediction_batch.py
@@ -0,0 +1,74 @@
+import asyncio
+import base64
+import io
+import os
+from concurrent.futures import ProcessPoolExecutor
+from logging import DEBUG, Formatter, StreamHandler, getLogger
+from time import sleep
+
+import grpc
+from src.app.backend import request_inception_v3, store_data_job
+from src.configurations import CacheConfigurations, ModelConfigurations
+from tensorflow_serving.apis import prediction_service_pb2_grpc
+
+log_format = Formatter("%(asctime)s %(name)s [%(levelname)s] %(message)s")
+logger = getLogger("prediction_batch")
+stdout_handler = StreamHandler()
+stdout_handler.setFormatter(log_format)
+logger.addHandler(stdout_handler)
+logger.setLevel(DEBUG)
+
+
+def _trigger_prediction_if_queue(stub: prediction_service_pb2_grpc.PredictionServiceStub):
+    job_id = store_data_job.right_pop_queue(CacheConfigurations.queue_name)
+    logger.info(f"predict job_id: {job_id}")
+    if job_id is not None:
+        data = store_data_job.get_data_redis(job_id)
+        if data != "":
+            return True
+        image_key = store_data_job.make_image_key(job_id)
+        image_data = store_data_job.get_data_redis(image_key)
+        decoded = base64.b64decode(image_data)
+        io_bytes = io.BytesIO(decoded)
+        prediction = request_inception_v3.request_grpc(
+            stub=stub,
+            image=io_bytes.read(),
+            model_spec_name=ModelConfigurations.model_spec_name,
+            signature_name=ModelConfigurations.signature_name,
+            timeout_second=5,
+        )
+        if prediction is not None:
+            logger.info(f"{job_id} {prediction}")
+            store_data_job.set_data_redis(job_id, prediction)
+        else:
+            store_data_job.left_push_queue(CacheConfigurations.queue_name, job_id)
+
+
+def _loop():
+    serving_address = f"{ModelConfigurations.address}:{ModelConfigurations.grpc_port}"
+    channel = grpc.insecure_channel(serving_address)
+    stub = prediction_service_pb2_grpc.PredictionServiceStub(channel)
+
+    while True:
+        sleep(1)
+        _trigger_prediction_if_queue(stub=stub)
+
+
+def prediction_loop(num_procs: int = 2):
+    executor = ProcessPoolExecutor(num_procs)
+    loop = asyncio.get_event_loop()
+
+    for _ in range(num_procs):
+        asyncio.ensure_future(loop.run_in_executor(executor, _loop))
+
+    loop.run_forever()
+
+
+def main():
+    NUM_PROCS = int(os.getenv("NUM_PROCS", 2))
+    prediction_loop(NUM_PROCS)
+
+
+if __name__ == "__main__":
+    logger.info("start backend")
+    main()
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/redis_client.py b/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/redis_client.py
new file mode 100644
index 0000000..1103b51
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/redis_client.py
@@ -0,0 +1,9 @@
+import redis
+from src.configurations import RedisCacheConfigurations
+
+redis_client = redis.Redis(
+    host=RedisCacheConfigurations.cache_host,
+    port=RedisCacheConfigurations.cache_port,
+    db=RedisCacheConfigurations.redis_db,
+    decode_responses=RedisCacheConfigurations.redis_decode_responses,
+)
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/request_inception_v3.py b/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/request_inception_v3.py
new file mode 100644
index 0000000..c15c811
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/request_inception_v3.py
@@ -0,0 +1,43 @@
+import base64
+import json
+
+import requests
+import tensorflow as tf
+from tensorflow_serving.apis import predict_pb2, prediction_service_pb2_grpc
+
+
+def request_grpc(
+    stub: prediction_service_pb2_grpc.PredictionServiceStub,
+    image: bytes,
+    model_spec_name: str = "inception_v3",
+    signature_name: str = "serving_default",
+    timeout_second: int = 5,
+) -> str:
+    request = predict_pb2.PredictRequest()
+    request.model_spec.name = model_spec_name
+    request.model_spec.signature_name = signature_name
+
+    base64_image = base64.urlsafe_b64encode(image)
+    request.inputs["image"].CopyFrom(tf.make_tensor_proto([base64_image]))
+    response = stub.Predict(request, timeout_second)
+
+    prediction = response.outputs["output_0"].string_val[0].decode("utf-8")
+    return prediction
+
+
+def request_rest(
+    image: bytes,
+    model_spec_name: str = "inception_v3",
+    address: str = "localhost",
+    port: int = 8501,
+):
+    serving_address = f"http://{address}:{port}/v1/models/{model_spec_name}:predict"
+    headers = {"Content-Type": "application/json"}
+    base64_image = base64.urlsafe_b64encode(image).decode("ascii")
+    request_dict = {"inputs": {"image": [base64_image]}}
+    response = requests.post(
+        serving_address,
+        json.dumps(request_dict),
+        headers=headers,
+    )
+    return dict(response.json())["outputs"][0]
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/store_data_job.py b/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/store_data_job.py
new file mode 100644
index 0000000..f780714
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/src/app/backend/store_data_job.py
@@ -0,0 +1,63 @@
+import base64
+import io
+import json
+import logging
+from typing import Any, Dict
+
+import numpy as np
+from PIL import Image
+from src.app.backend.redis_client import redis_client
+
+logger = logging.getLogger(__name__)
+
+
+def make_image_key(key: str) -> str:
+    return f"{key}_image"
+
+
+def left_push_queue(queue_name: str, key: str) -> bool:
+    try:
+        redis_client.lpush(queue_name, key)
+        return True
+    except Exception:
+        return False
+
+
+def right_pop_queue(queue_name: str) -> Any:
+    if redis_client.llen(queue_name) > 0:
+        return redis_client.rpop(queue_name)
+    else:
+        return None
+
+
+def set_data_redis(key: str, value: str) -> bool:
+    redis_client.set(key, value)
+    return True
+
+
+def get_data_redis(key: str) -> Any:
+    data = redis_client.get(key)
+    return data
+
+
+def set_image_redis(key: str, image: Image.Image) -> str:
+    bytes_io = io.BytesIO()
+    image.save(bytes_io, format=image.format)
+    image_key = make_image_key(key)
+    encoded = base64.b64encode(bytes_io.getvalue())
+    redis_client.set(image_key, encoded)
+    return image_key
+
+
+def get_image_redis(key: str) -> Image.Image:
+    redis_data = get_data_redis(key)
+    decoded = base64.b64decode(redis_data)
+    io_bytes = io.BytesIO(decoded)
+    image = Image.open(io_bytes)
+    return image
+
+
+def save_image_redis_job(job_id: str, image: Image.Image) -> bool:
+    set_image_redis(job_id, image)
+    redis_client.set(job_id, "")
+    return True
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/app/routers/__init__.py b/MLOps/serving_patterns/asynchronous_pattern/src/app/routers/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/app/routers/routers.py b/MLOps/serving_patterns/asynchronous_pattern/src/app/routers/routers.py
new file mode 100644
index 0000000..579d929
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/src/app/routers/routers.py
@@ -0,0 +1,67 @@
+import base64
+import io
+import uuid
+from logging import getLogger
+from typing import Any, Dict
+
+import requests
+from fastapi import APIRouter, BackgroundTasks
+from PIL import Image
+from src.app.backend import background_job, store_data_job
+from src.app.backend.data import Data
+from src.configurations import ModelConfigurations
+
+logger = getLogger(__name__)
+router = APIRouter()
+
+
+@router.get("/health")
+def health() -> Dict[str, str]:
+    return {"health": "ok"}
+
+
+@router.get("/metadata")
+def metadata() -> Dict[str, Any]:
+    model_spec_name = ModelConfigurations.model_spec_name
+    address = ModelConfigurations.address
+    port = ModelConfigurations.rest_port
+    serving_address = f"http://{address}:{port}/v1/models/{model_spec_name}/versions/0/metadata"
+    response = requests.get(serving_address)
+    return response.json()
+
+
+@router.get("/label")
+def label() -> Dict[int, str]:
+    return ModelConfigurations.labels
+
+
+@router.get("/predict/test")
+def predict_test(background_tasks: BackgroundTasks) -> Dict[str, str]:
+    job_id = str(uuid.uuid4())[:6]
+    data = Data()
+    data.image_data = ModelConfigurations.sample_image
+    background_job.save_data_job(data.image_data, job_id, background_tasks, True)
+    return {"job_id": job_id}
+
+
+@router.post("/predict")
+def predict(data: Data, background_tasks: BackgroundTasks) -> Dict[str, str]:
+    image = base64.b64decode(str(data.image_data))
+    io_bytes = io.BytesIO(image)
+    data.image_data = Image.open(io_bytes)
+    job_id = str(uuid.uuid4())[:6]
+    background_job.save_data_job(
+        data=data.image_data,
+        job_id=job_id,
+        background_tasks=background_tasks,
+        enqueue=True,
+    )
+    return {"job_id": job_id}
+
+
+@router.get("/job/{job_id}")
+def prediction_result(job_id: str) -> Dict[str, Dict[str, str]]:
+    result = {job_id: {"prediction": ""}}
+    data = store_data_job.get_data_redis(job_id)
+    result[job_id]["prediction"] = data
+    return result
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/configurations.py b/MLOps/serving_patterns/asynchronous_pattern/src/configurations.py
new file mode 100644
index 0000000..a8c40fc
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/src/configurations.py
@@ -0,0 +1,62 @@
+import json
+import os
+from logging import getLogger
+from typing import List
+
+from PIL import Image
+from src.constants import CONSTANTS, PLATFORM_ENUM
+
+logger = getLogger(__name__)
+
+
+def get_label(json_path: str = "./data/image_net_labels.json") -> List[str]:
+    with open(json_path, "r") as f:
+        labels = json.load(f)
+    return labels
+
+
+def read_image(image_file: str = "./data/cat.jpg") -> bytes:
+    return Image.open(image_file)
+
+
+class PlatformConfigurations:
+    platform = os.getenv("PLATFORM", PLATFORM_ENUM.DOCKER.value)
+    if not PLATFORM_ENUM.has_value(platform):
+        raise ValueError(f"PLATFORM must be one of {[v.value for v in PLATFORM_ENUM.__members__.values()]}")
+
+
+class CacheConfigurations:
+    cache_host = os.getenv("CACHE_HOST", "redis")
+    cache_port = int(os.getenv("CACHE_PORT", 6379))
+    queue_name = os.getenv("QUEUE_NAME", "queue")
+
+
+class RedisCacheConfigurations(CacheConfigurations):
+    redis_db = int(os.getenv("REDIS_DB", 0))
+    redis_decode_responses = bool(os.getenv("REDIS_DECODE_RESPONSES", True))
+
+
+class APIConfigurations:
+    title = os.getenv("API_TITLE", "ServingPattern")
+    description = os.getenv("API_DESCRIPTION", "machine learning system serving patterns")
+    version = os.getenv("API_VERSION", "0.1")
+
+
+class ModelConfigurations:
+    model_spec_name = os.getenv("MODEL_SPEC_NAME", "inception_v3")
+    signature_name = os.getenv("SIGNATURE_NAME", "serving_default")
+    address = os.getenv("API_ADDRESS", "localhost")
+    grpc_port = int(os.getenv("GRPC_PORT", 8500))
+    rest_port = int(os.getenv("REST_API_PORT", 8501))
+    label_path = os.getenv("LABEL_PATH", "./data/image_net_labels.json")
+    labels = get_label(json_path=label_path)
+
+    sample_image_path = os.getenv("SAMPLE_IMAGE_PATH", "./data/cat.jpg")
+    sample_image = read_image(image_file=sample_image_path)
+
+
+logger.info(f"{PlatformConfigurations.__name__}: {PlatformConfigurations.__dict__}")
+logger.info(f"{CacheConfigurations.__name__}: {CacheConfigurations.__dict__}")
+logger.info(f"{RedisCacheConfigurations.__name__}: {RedisCacheConfigurations.__dict__}")
+logger.info(f"{APIConfigurations.__name__}: {APIConfigurations.__dict__}")
+logger.info(f"{ModelConfigurations.__name__}: {ModelConfigurations.__dict__}")
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/constants.py b/MLOps/serving_patterns/asynchronous_pattern/src/constants.py
new file mode 100644
index 0000000..23a0075
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/src/constants.py
@@ -0,0 +1,35 @@
+import enum
+
+
+class PLATFORM_ENUM(enum.Enum):
+    DOCKER = "docker"
+    DOCKER_COMPOSE = "docker_compose"
+    KUBERNETES = "kubernetes"
+    TEST = "test"
+
+    @staticmethod
+    def has_value(item):
+        return item in [v.value for v in PLATFORM_ENUM.__members__.values()]
+
+
+def constant(f):
+    def fset(self, value):
+        raise TypeError
+
+    def fget(self):
+        return f()
+
+    return property(fget, fset)
+
+
+class _Constants(object):
+    @constant
+    def REDIS_INCREMENTS():
+        return "increments"
+
+    @constant
+    def REDIS_QUEUE():
+        return "redis_queue"
+
+
+CONSTANTS = _Constants()
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/utils/__init__.py b/MLOps/serving_patterns/asynchronous_pattern/src/utils/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/utils/logging.conf b/MLOps/serving_patterns/asynchronous_pattern/src/utils/logging.conf
new file mode 100644
index 0000000..490b0c1
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/src/utils/logging.conf
@@ -0,0 +1,78 @@
+[loggers]
+keys=root, gunicorn.error, gunicorn.access, uvicorn.error, uvicorn.access
+
+[logger_root]
+level=DEBUG
+handlers=console
+
+[logger_gunicorn.error]
+level=DEBUG
+handlers=gunicorn_error_file, console
+propagate=1
+qualname=gunicorn.error
+
+[logger_gunicorn.access]
+level=INFO
+handlers=gunicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+[logger_uvicorn.error]
+level=DEBUG
+handlers=uvicorn_error_file, console
+propagate=1
+qualname=uvicorn.error
+
+[logger_uvicorn.access]
+level=INFO
+handlers=uvicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+
+[handlers]
+keys=console, gunicorn_error_file, gunicorn_access_file, uvicorn_error_file, uvicorn_access_file
+
+[handler_console]
+class=StreamHandler
+formatter=generic
+args=(sys.stdout, )
+
+[handler_gunicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/gunicorn_error.log', 'a')
+
+[handler_gunicorn_access_file]
+class=logging.FileHandler
+formatter=gunicorn_access
+args=('/var/log/gunicorn_access.log', 'a')
+
+[handler_uvicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/uvicorn_error.log', 'a')
+
+[handler_uvicorn_access_file]
+class=logging.FileHandler
+formatter=uvicorn_access
+args=('/var/log/uvicorn_access.log', 'a')
+
+
+[formatters]
+keys=generic, gunicorn_access, uvicorn_access
+
+[formatter_generic]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%Y-%m-%d %H:%M:%S
+
+[formatter_gunicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] %(h)s %(l)s %(u)s %(t)s %(r)s %(m)s %(U)s %(q)s %(H)s %(s)s %(b)s %(f)s %(a)s %(D)s %(p)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
+
+[formatter_uvicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
\ No newline at end of file
diff --git a/MLOps/serving_patterns/asynchronous_pattern/src/utils/profiler.py b/MLOps/serving_patterns/asynchronous_pattern/src/utils/profiler.py
new file mode 100644
index 0000000..8f7b1b9
--- /dev/null
+++ b/MLOps/serving_patterns/asynchronous_pattern/src/utils/profiler.py
@@ -0,0 +1,23 @@
+import cProfile
+import os
+from logging import getLogger
+
+logger = getLogger(__name__)
+
+
+def do_cprofile(func):
+    def profiled_func(*args, **kwargs):
+        enable_profile = int(os.getenv("PROFILE", 1))
+        if enable_profile:
+            profile = cProfile.Profile()
+            try:
+                profile.enable()
+                result = func(*args, **kwargs)
+                profile.disable()
+                return result
+            finally:
+                profile.print_stats()
+        else:
+            return func(*args, **kwargs)
+
+    return profiled_func
diff --git a/MLOps/serving_patterns/batch_pattern/.dockerignore b/MLOps/serving_patterns/batch_pattern/.dockerignore
new file mode 100644
index 0000000..feab7e4
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/.dockerignore
@@ -0,0 +1,12 @@
+dockerfile
+Dockerfile
+.dockerignore
+log
+tmp
+*.sqlite3
+*.sqlite3-journal
+__pycache__
+.pytest_cache
+*.dvc
+dvc.yaml
+dvc.lock
diff --git a/MLOps/serving_patterns/batch_pattern/.gitignore b/MLOps/serving_patterns/batch_pattern/.gitignore
new file mode 100644
index 0000000..2f44b68
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/.gitignore
@@ -0,0 +1,2 @@
+
+mysql/*
\ No newline at end of file
diff --git a/MLOps/serving_patterns/batch_pattern/Dockerfile.api b/MLOps/serving_patterns/batch_pattern/Dockerfile.api
new file mode 100644
index 0000000..39597ee
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/Dockerfile.api
@@ -0,0 +1,28 @@
+FROM python:3.8-slim
+
+ENV PROJECT_DIR batch_pattern
+WORKDIR /${PROJECT_DIR}
+ADD ./requirements.txt /${PROJECT_DIR}/
+RUN apt-get -y update && \
+    apt-get -y install \
+    apt-utils \
+    gcc \
+    curl \
+    libmariadb-dev \
+    default-mysql-client && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt
+
+COPY ./src/ /${PROJECT_DIR}/src/
+COPY ./models/ /${PROJECT_DIR}/models/
+
+ENV MODEL_FILEPATH /${PROJECT_DIR}/models/iris_svc.onnx
+ENV LABEL_FILEPATH /${PROJECT_DIR}/models/label.json
+ENV SAMPLE_DATA_PATH /${PROJECT_DIR}/models/data.json
+ENV LOG_LEVEL DEBUG
+ENV LOG_FORMAT TEXT
+
+COPY ./run.sh /${PROJECT_DIR}/run.sh
+RUN chmod +x /${PROJECT_DIR}/run.sh
+CMD [ "./run.sh" ]
diff --git a/MLOps/serving_patterns/batch_pattern/Dockerfile.batch b/MLOps/serving_patterns/batch_pattern/Dockerfile.batch
new file mode 100644
index 0000000..6c0c211
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/Dockerfile.batch
@@ -0,0 +1,27 @@
+FROM python:3.8-slim
+
+ENV PROJECT_DIR batch_pattern
+WORKDIR /${PROJECT_DIR}
+ADD ./requirements.txt /${PROJECT_DIR}/
+RUN apt-get -y update && \
+    apt-get -y install \
+    apt-utils \
+    gcc \
+    curl \
+    libmariadb-dev \
+    default-mysql-client && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt
+
+COPY ./src/ /${PROJECT_DIR}/src/
+COPY ./models/ /${PROJECT_DIR}/models/
+
+ENV MODEL_FILEPATH /${PROJECT_DIR}/models/iris_svc.onnx
+ENV LABEL_FILEPATH /${PROJECT_DIR}/models/label.json
+ENV SAMPLE_DATA_PATH /${PROJECT_DIR}/models/data.json
+ENV LOG_LEVEL DEBUG
+ENV LOG_FORMAT TEXT
+
+
+CMD [ "python", "-m", "src.task.job" ]
diff --git a/MLOps/serving_patterns/batch_pattern/README.md b/MLOps/serving_patterns/batch_pattern/README.md
new file mode 100644
index 0000000..2d34d11
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/README.md
@@ -0,0 +1,81 @@
+# 배치 추론 패턴
+
+## 목적
+
+배치로 추론을 실행
+
+## 전제
+
+- Python 3.8 이상
+- Docker
+- Docker compose
+
+## 사용법
+
+0. 현재 디렉토리
+
+```sh
+$ pwd
+~/ml-system-in-actions/chapter4_serving_patterns/batch_pattern
+```
+
+1. Docker 이미지 빌드
+
+```sh
+$ make build_all
+# 실행 커맨드
+# docker build \
+#     -t shibui/ml-system-in-actions:batch_pattern_api_0.0.1 \
+#     -f Dockerfile.api \
+#     .
+# docker build \
+#     -t shibui/ml-system-in-actions:batch_pattern_batch_0.0.1 \
+#     -f Dockerfile.batch \
+#     .
+```
+
+2. Docker compose 로 각 서비스 기동
+
+```sh
+$ make c_up
+# 실행 커맨드
+# docker-compose \
+#     -f ./docker-compose.yml \
+#     up -d
+```
+
+3. 기동한 배치 시스템 확인
+
+```sh
+$ docker ps -a
+# 출력
+# CONTAINER ID   IMAGE                                                   COMMAND                  CREATED          STATUS          PORTS                               NAMES
+# 08ca4db52176   shibui/ml-system-in-actions:batch_pattern_api_0.0.1     "./run.sh"               15 seconds ago   Up 14 seconds   0.0.0.0:8000->8000/tcp              api
+# ab5f46b1e866   shibui/ml-system-in-actions:batch_pattern_batch_0.0.1   "python -m src.task.…"   15 seconds ago   Up 14 seconds                                       job
+# d1d49ea39bf0   mysql:5.7                                               "docker-entrypoint.s…"   16 seconds ago   Up 15 seconds   0.0.0.0:3306->3306/tcp, 33060/tcp   mysql
+
+
+$ docker logs job -f
+# 출력
+# 2021-01-30 12:41:52,739     INFO waiting for batch to start
+# 2021-01-30 12:42:52,689     INFO starting batch
+# 2021-01-30 12:42:52,795     INFO predict data size: 4000
+# 2021-01-30 12:42:52,796    DEBUG prediction log: 4002 [4.3, 2.4, 3, 2.1] [0.13043216 0.5781998  0.29136813]
+# 2021-01-30 12:42:52,798    DEBUG prediction log: 4003 [4.3, 2.4, 3, 2.1] [0.13043216 0.5781998  0.29136813]
+# 2021-01-30 12:42:52,799    DEBUG prediction log: 4004 [4.3, 2.4, 3, 2.1] [0.13043216 0.5781998  0.29136813]
+# 2021-01-30 12:42:52,800    DEBUG prediction log: 4005 [4, 3.9, 3, 6] [0.36126029 0.25740659 0.3813332 ]
+# 2021-01-30 12:42:52,801    DEBUG prediction log: 4006 [4, 3.9, 3, 6] [0.36126029 0.25740659 0.3813332 ]
+# 2021-01-30 12:42:52,807    DEBUG prediction log: 4007 [4, 3.9, 3, 6] [0.36126029 0.25740659 0.3813332 ]
+# 2021-01-30 12:42:52,808    DEBUG prediction log: 4001 [4.3, 2.4, 3, 2.1] [0.13043216 0.5781998  0.29136813]
+# 2021-01-30 12:42:52,808    DEBUG prediction log: 4009 [6, 3.9, 5.3, 5.7] [0.35905859 0.25630024 0.3846412 ]
+```
+
+4. Docker compose 정지
+
+```sh
+$ make c_down
+# 실행 커맨드
+# docker-compose \
+#     -f ./docker-compose.yml \
+#     down
+```
diff --git a/MLOps/serving_patterns/batch_pattern/__init__.py b/MLOps/serving_patterns/batch_pattern/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/batch_pattern/docker-compose.yml b/MLOps/serving_patterns/batch_pattern/docker-compose.yml
new file mode 100644
index 0000000..327517a
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/docker-compose.yml
@@ -0,0 +1,50 @@
+version: "3"
+
+services:
+  mysql:
+    image: mysql:5.7
+    container_name: mysql
+    ports:
+      - 3306:3306
+    volumes:
+      - ./mysql/db/data:/var/lib/mysql
+      - ./mysql/db/initdb.d:/docker-entrypoint-initdb.d
+      - ./mysql/conf.d:/etc/mysql/conf.d
+    environment:
+      - MYSQL_ROOT_PASSWORD=password
+      - MYSQL_DATABASE=sample_db
+      - MYSQL_USER=user
+      - MYSQL_PASSWORD=password
+    hostname: mysql
+    restart: always
+    stdin_open: true
+
+  api:
+    container_name: api
+    image: shibui/ml-system-in-actions:batch_pattern_api_0.0.1
+    restart: always
+    environment:
+      - MYSQL_DATABASE=sample_db
+      - MYSQL_USER=user
+      - MYSQL_PASSWORD=password
+      - MYSQL_PORT=3306
+      - MYSQL_SERVER=mysql
+    entrypoint: ["./run.sh"]
+    ports:
+      - "8000:8000"
+    depends_on:
+      - mysql
+
+  job:
+    container_name: job
+    image: shibui/ml-system-in-actions:batch_pattern_batch_0.0.1
+    restart: always
+    environment:
+      - MYSQL_DATABASE=sample_db
+      - MYSQL_USER=user
+      - MYSQL_PASSWORD=password
+      - MYSQL_PORT=3306
+      - MYSQL_SERVER=mysql
+    entrypoint: ["python", "-m", "src.task.job"]
+    depends_on:
+      - mysql
diff --git a/MLOps/serving_patterns/batch_pattern/makefile b/MLOps/serving_patterns/batch_pattern/makefile
new file mode 100644
index 0000000..846d4c3
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/makefile
@@ -0,0 +1,71 @@
+DOCKER_REPOSITORY := shibui/ml-system-in-actions
+
+ABSOLUTE_PATH := $(shell pwd)
+
+DOCKERFILE := Dockerfile
+DOCKER_COMPOSE := docker-compose.yml
+IMAGE_VERSION := 0.0.1
+
+BATCH_PATTERN := batch_pattern
+BATCH_PATTERN_PORT := 8000
+
+
+.PHONY: build_api
+build_api:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(BATCH_PATTERN)_api_$(IMAGE_VERSION) \
+		-f $(DOCKERFILE).api \
+		.
+	 
+.PHONY: stop_api
+stop_api:
+	docker rm -f $(BATCH_PATTERN)_api
+
+.PHONY: push_api
+push_api:
+	docker push $(DOCKER_REPOSITORY):$(BATCH_PATTERN)_api_$(IMAGE_VERSION)
+
+.PHONY: build_batch
+build_batch:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(BATCH_PATTERN)_batch_$(IMAGE_VERSION) \
+		-f $(DOCKERFILE).batch \
+		.
+	 
+.PHONY: stop_batch
+stop_batch:
+	docker rm -f $(BATCH_PATTERN)_batch
+
+.PHONY: push_batch
+push_batch:
+	docker push $(DOCKER_REPOSITORY):$(BATCH_PATTERN)_batch_$(IMAGE_VERSION)
+
+.PHONY: build_all
+build_all: build_api build_batch
+
+
+.PHONY: push_all
+push_all: push_api push_batch
+
+.PHONY: c_build
+c_build: build_all
+
+.PHONY: c_up
+c_up:
+	docker-compose \
+		-f ./$(DOCKER_COMPOSE) \
+		up -d
+
+.PHONY: c_down
+c_down:
+	docker-compose \
+		-f ./$(DOCKER_COMPOSE) \
+		down
+
+	
+.PHONY: deploy
+deploy:
+	kubectl apply -f manifests/namespace.yml
+	kubectl apply -f manifests/
+
+
diff --git a/MLOps/serving_patterns/batch_pattern/manifests/cron_jobs.yml b/MLOps/serving_patterns/batch_pattern/manifests/cron_jobs.yml
new file mode 100644
index 0000000..c42484d
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/manifests/cron_jobs.yml
@@ -0,0 +1,34 @@
+apiVersion: batch/v1beta1
+kind: CronJob
+metadata:
+  name: batch-job
+  namespace: batch
+spec:
+  schedule: "0 * * * *"
+  jobTemplate:
+    spec:
+      template:
+        spec:
+          containers:
+            - name: batch-job
+              image: shibui/ml-system-in-actions:batch_pattern_batch_0.0.1
+              env:
+                - name: MYSQL_DATABASE
+                  value: sample_db
+                - name: MYSQL_USER
+                  value: user
+                - name: MYSQL_PASSWORD
+                  value: password
+                - name: MYSQL_PORT
+                  value: "3306"
+                - name: MYSQL_SERVER
+                  value: mysql.batch.svc.cluster.local
+              command:
+                - python
+                - -m
+                - src.task.job
+              resources:
+                requests:
+                  cpu: 1000m
+                  memory: "1000Mi"
+          restartPolicy: OnFailure
diff --git a/MLOps/serving_patterns/batch_pattern/manifests/deployment.yml b/MLOps/serving_patterns/batch_pattern/manifests/deployment.yml
new file mode 100644
index 0000000..fc7e388
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/manifests/deployment.yml
@@ -0,0 +1,59 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: api
+  namespace: batch
+  labels:
+    app: api
+spec:
+  replicas: 3
+  selector:
+    matchLabels:
+      app: api
+  template:
+    metadata:
+      labels:
+        app: api
+    spec:
+      containers:
+        - name: api
+          image: shibui/ml-system-in-actions:batch_pattern_api_0.0.1
+          imagePullPolicy: Always
+          ports:
+            - containerPort: 8000
+          resources:
+            limits:
+              cpu: 500m
+              memory: "300Mi"
+            requests:
+              cpu: 500m
+              memory: "300Mi"
+          command:
+            - ./run.sh
+          env:
+            - name: MYSQL_DATABASE
+              value: sample_db
+            - name: MYSQL_USER
+              value: user
+            - name: MYSQL_PASSWORD
+              value: password
+            - name: MYSQL_PORT
+              value: "3306"
+            - name: MYSQL_SERVER
+              value: mysql.batch.svc.cluster.local
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: api
+  namespace: batch
+  labels:
+    app: api
+spec:
+  ports:
+    - name: rest
+      port: 8000
+      protocol: TCP
+  selector:
+    app: api
diff --git a/MLOps/serving_patterns/batch_pattern/manifests/mysql.yml b/MLOps/serving_patterns/batch_pattern/manifests/mysql.yml
new file mode 100644
index 0000000..1150af8
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/manifests/mysql.yml
@@ -0,0 +1,41 @@
+apiVersion: v1
+kind: Pod
+metadata:
+  name: mysql
+  namespace: batch
+  labels:
+    app: mysql
+spec:
+  containers:
+    - name: mysql
+      image: mysql:5.7
+      imagePullPolicy: Always
+      ports:
+        - containerPort: 3306
+      env:
+        - name: MYSQL_ROOT_PASSWORD
+          value: password
+        - name: MYSQL_DATABASE
+          value: sample_db
+        - name: MYSQL_USER
+          value: user
+        - name: MYSQL_PASSWORD
+          value: password
+      resources:
+        requests:
+          cpu: 1000m
+          memory: "1000Mi"
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: mysql
+  namespace: batch
+  labels:
+    app: mysql
+spec:
+  ports:
+    - port: 3306
+  selector:
+    app: mysql
diff --git a/MLOps/serving_patterns/batch_pattern/manifests/namespace.yml b/MLOps/serving_patterns/batch_pattern/manifests/namespace.yml
new file mode 100644
index 0000000..2e97e12
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/manifests/namespace.yml
@@ -0,0 +1,4 @@
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: batch
diff --git a/MLOps/serving_patterns/batch_pattern/models/data.json b/MLOps/serving_patterns/batch_pattern/models/data.json
new file mode 100644
index 0000000..ac30482
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/models/data.json
@@ -0,0 +1,1002 @@
+[
+  [4.3, 2.4, 3.0, 2.1],
+  [4.0, 3.9, 3.0, 6.0],
+  [6.0, 3.9, 5.3, 5.7],
+  [2.7, 4.4, 2.0, 2.9],
+  [2.6, 1.5, 3.5, 3.8],
+  [5.3, 4.0, 4.7, 3.3],
+  [3.9, 5.6, 2.2, 4.3],
+  [5.1, 2.7, 2.3, 3.5],
+  [2.5, 4.4, 1.7, 3.4],
+  [3.5, 2.0, 5.8, 2.3],
+  [1.7, 1.7, 3.0, 1.5],
+  [3.7, 2.5, 2.1, 3.3],
+  [3.9, 3.0, 5.7, 3.0],
+  [3.2, 3.2, 3.3, 3.8],
+  [2.4, 1.6, 5.7, 3.6],
+  [5.7, 2.0, 4.6, 4.5],
+  [3.8, 2.1, 4.9, 3.3],
+  [1.0, 5.0, 5.0, 2.8],
+  [3.8, 4.0, 4.1, 5.5],
+  [6.0, 4.6, 4.6, 5.9],
+  [3.9, 5.3, 5.5, 1.5],
+  [4.6, 4.9, 3.9, 5.8],
+  [5.2, 1.6, 1.8, 4.9],
+  [1.4, 3.7, 1.8, 4.6],
+  [3.2, 5.6, 2.1, 4.9],
+  [2.5, 5.1, 3.5, 3.8],
+  [2.9, 5.4, 4.5, 4.6],
+  [3.0, 5.5, 5.5, 2.4],
+  [3.0, 3.2, 4.3, 5.0],
+  [2.1, 5.3, 1.5, 5.3],
+  [3.7, 2.3, 5.7, 1.1],
+  [1.1, 3.6, 1.1, 4.7],
+  [3.5, 3.4, 4.9, 2.1],
+  [2.0, 2.9, 3.3, 3.9],
+  [1.5, 4.2, 4.0, 1.1],
+  [5.0, 4.3, 2.9, 3.8],
+  [5.8, 1.3, 1.6, 1.6],
+  [5.2, 5.0, 4.4, 2.0],
+  [3.5, 2.6, 3.7, 5.5],
+  [2.4, 5.0, 1.4, 2.2],
+  [4.1, 4.8, 2.1, 2.6],
+  [2.1, 2.2, 3.0, 5.3],
+  [2.6, 5.6, 4.4, 4.7],
+  [4.1, 3.7, 5.3, 1.7],
+  [2.9, 4.8, 2.2, 4.9],
+  [1.4, 4.7, 1.0, 5.1],
+  [2.3, 4.8, 3.0, 4.4],
+  [1.2, 2.4, 3.2, 5.6],
+  [4.0, 2.7, 1.7, 3.0],
+  [4.1, 1.2, 3.4, 4.1],
+  [5.2, 1.8, 3.7, 3.5],
+  [3.4, 1.2, 1.1, 2.8],
+  [3.6, 3.1, 2.9, 4.9],
+  [5.0, 1.9, 2.9, 2.6],
+  [4.3, 3.7, 2.2, 5.7],
+  [2.7, 2.4, 1.7, 2.2],
+  [4.0, 2.5, 3.2, 1.2],
+  [2.7, 1.8, 2.0, 4.2],
+  [3.2, 3.5, 3.2, 1.4],
+  [5.1, 3.8, 1.2, 5.1],
+  [2.8, 3.3, 1.4, 5.1],
+  [4.3, 5.2, 1.7, 1.0],
+  [1.0, 1.6, 3.8, 3.1],
+  [1.7, 5.9, 5.5, 5.2],
+  [5.9, 2.9, 2.4, 6.0],
+  [4.0, 5.7, 5.5, 1.3],
+  [2.9, 2.4, 2.6, 3.2],
+  [1.7, 1.1, 5.4, 4.9],
+  [2.0, 2.3, 3.2, 4.8],
+  [3.4, 3.5, 3.7, 2.0],
+  [5.6, 1.3, 5.1, 4.8],
+  [2.2, 4.2, 4.4, 1.6],
+  [4.0, 5.4, 3.5, 5.6],
+  [6.0, 4.1, 2.9, 1.7],
+  [4.1, 4.8, 1.1, 5.6],
+  [2.8, 3.1, 4.0, 1.3],
+  [1.4, 3.4, 4.9, 1.1],
+  [4.6, 5.8, 2.2, 4.4],
+  [3.6, 2.7, 3.6, 5.3],
+  [4.1, 6.0, 4.2, 4.5],
+  [4.9, 1.9, 5.8, 4.1],
+  [4.8, 1.2, 2.4, 1.9],
+  [2.0, 1.2, 1.4, 5.6],
+  [5.6, 1.0, 5.2, 3.9],
+  [3.1, 1.9, 3.3, 1.4],
+  [1.7, 3.8, 2.9, 1.1],
+  [3.2, 5.2, 4.5, 1.9],
+  [2.4, 1.7, 3.9, 3.6],
+  [3.0, 1.4, 5.8, 4.5],
+  [4.5, 5.1, 2.9, 5.1],
+  [2.9, 3.5, 3.6, 4.7],
+  [3.8, 1.2, 5.4, 2.4],
+  [3.5, 4.8, 2.6, 2.0],
+  [1.2, 2.6, 3.8, 1.0],
+  [1.4, 2.3, 3.4, 3.4],
+  [1.4, 5.4, 1.3, 3.3],
+  [4.2, 2.3, 4.6, 2.2],
+  [4.9, 2.4, 4.9, 4.2],
+  [3.1, 4.5, 3.8, 3.6],
+  [4.0, 3.6, 5.5, 5.7],
+  [5.6, 2.1, 4.6, 5.9],
+  [3.6, 2.3, 1.8, 3.0],
+  [3.4, 3.0, 2.9, 5.0],
+  [2.5, 3.3, 1.6, 1.3],
+  [4.8, 2.1, 5.7, 2.4],
+  [2.5, 4.6, 3.8, 4.3],
+  [2.5, 1.9, 2.0, 5.9],
+  [3.3, 2.6, 1.7, 1.2],
+  [2.4, 3.6, 2.3, 4.0],
+  [4.4, 5.5, 3.9, 2.7],
+  [5.3, 5.4, 3.4, 4.8],
+  [4.0, 2.6, 1.3, 1.3],
+  [1.1, 5.0, 5.7, 3.4],
+  [5.4, 1.6, 4.2, 5.7],
+  [5.6, 5.5, 2.9, 4.1],
+  [3.7, 4.8, 2.9, 3.8],
+  [5.9, 5.6, 2.8, 3.1],
+  [1.3, 4.6, 4.2, 3.0],
+  [2.5, 2.8, 5.9, 2.1],
+  [2.7, 3.4, 5.7, 5.7],
+  [2.6, 4.0, 5.5, 4.3],
+  [3.1, 1.4, 4.5, 3.5],
+  [3.7, 1.5, 1.9, 2.8],
+  [5.6, 5.5, 4.1, 1.8],
+  [2.0, 6.0, 4.7, 5.4],
+  [3.9, 5.4, 3.0, 1.7],
+  [2.3, 5.4, 5.3, 4.4],
+  [5.5, 1.2, 1.6, 4.1],
+  [3.3, 5.4, 1.9, 2.7],
+  [2.5, 4.7, 4.6, 5.0],
+  [4.1, 5.1, 2.4, 4.7],
+  [3.3, 4.8, 3.8, 1.5],
+  [2.5, 1.2, 1.0, 5.3],
+  [1.7, 2.1, 3.9, 5.8],
+  [2.6, 4.8, 3.0, 3.5],
+  [2.5, 5.2, 5.7, 4.0],
+  [3.9, 1.0, 2.8, 5.9],
+  [2.5, 3.3, 4.3, 4.7],
+  [4.1, 4.8, 5.3, 2.0],
+  [1.6, 3.2, 2.9, 1.9],
+  [2.0, 1.7, 1.6, 4.5],
+  [1.5, 1.3, 2.9, 5.1],
+  [1.1, 5.6, 5.5, 3.7],
+  [3.3, 2.5, 4.8, 4.8],
+  [2.6, 5.2, 5.0, 3.7],
+  [1.3, 1.5, 4.4, 3.6],
+  [3.8, 5.2, 4.1, 3.1],
+  [5.1, 5.9, 4.9, 4.2],
+  [1.2, 2.6, 5.8, 2.7],
+  [4.4, 5.4, 1.6, 5.8],
+  [1.8, 5.2, 4.1, 4.8],
+  [2.4, 1.8, 4.0, 2.0],
+  [3.5, 1.1, 3.5, 2.8],
+  [2.3, 2.4, 1.6, 4.8],
+  [5.1, 1.3, 3.9, 2.1],
+  [3.2, 5.6, 4.4, 5.0],
+  [3.1, 3.9, 4.2, 2.0],
+  [5.3, 2.1, 1.4, 4.5],
+  [4.4, 2.9, 5.1, 5.4],
+  [2.4, 2.2, 2.8, 4.0],
+  [5.8, 3.5, 1.8, 1.9],
+  [4.3, 2.1, 1.8, 5.3],
+  [2.7, 1.1, 3.8, 4.4],
+  [2.9, 1.0, 4.7, 4.9],
+  [2.5, 2.3, 5.5, 4.9],
+  [2.2, 5.3, 2.8, 4.8],
+  [2.8, 4.9, 5.2, 3.3],
+  [1.1, 1.1, 4.0, 1.3],
+  [3.2, 2.0, 6.0, 3.5],
+  [6.0, 6.0, 4.8, 5.2],
+  [4.2, 5.1, 4.1, 1.1],
+  [2.6, 1.0, 3.3, 4.3],
+  [5.3, 5.8, 4.0, 5.9],
+  [3.6, 4.2, 5.3, 3.7],
+  [4.6, 5.6, 5.1, 3.6],
+  [4.6, 2.4, 3.4, 5.3],
+  [1.7, 4.1, 5.2, 4.8],
+  [4.9, 4.0, 2.5, 3.2],
+  [1.1, 5.0, 3.5, 3.4],
+  [4.9, 3.7, 4.8, 4.0],
+  [3.9, 1.7, 2.1, 4.0],
+  [4.7, 2.1, 2.4, 3.1],
+  [3.1, 5.2, 1.5, 2.3],
+  [4.7, 5.1, 4.5, 5.3],
+  [1.6, 2.2, 2.4, 2.5],
+  [5.2, 4.8, 3.5, 2.7],
+  [5.1, 1.9, 5.3, 1.6],
+  [2.1, 2.0, 3.9, 4.9],
+  [1.1, 1.4, 6.0, 3.9],
+  [3.8, 1.2, 2.0, 4.8],
+  [4.5, 4.3, 1.6, 5.8],
+  [1.4, 4.1, 3.0, 5.4],
+  [3.2, 4.8, 4.0, 2.1],
+  [1.4, 5.4, 4.8, 3.8],
+  [3.7, 2.2, 2.7, 2.2],
+  [4.4, 2.0, 4.5, 2.0],
+  [5.2, 5.8, 5.1, 4.4],
+  [2.0, 2.1, 4.9, 2.8],
+  [4.6, 2.1, 2.7, 5.9],
+  [2.2, 4.8, 4.9, 1.7],
+  [2.0, 4.0, 2.1, 1.2],
+  [3.6, 3.9, 5.6, 3.1],
+  [1.5, 1.0, 4.1, 1.7],
+  [3.9, 3.3, 3.0, 6.0],
+  [1.3, 2.7, 2.0, 3.4],
+  [2.2, 2.3, 2.4, 4.1],
+  [4.1, 1.6, 4.9, 4.9],
+  [5.3, 5.6, 4.3, 1.3],
+  [4.9, 2.2, 5.3, 5.9],
+  [2.7, 1.4, 3.2, 5.4],
+  [3.5, 1.8, 4.7, 5.0],
+  [4.7, 4.3, 1.7, 2.1],
+  [3.3, 4.2, 4.1, 1.2],
+  [4.7, 1.2, 2.3, 4.8],
+  [4.2, 1.6, 2.4, 1.5],
+  [1.5, 3.3, 1.2, 4.0],
+  [1.9, 3.3, 5.3, 4.2],
+  [1.8, 2.0, 5.0, 2.6],
+  [4.4, 3.2, 3.2, 2.2],
+  [3.5, 5.9, 1.0, 2.4],
+  [4.2, 1.7, 1.5, 5.0],
+  [2.4, 3.2, 5.9, 1.6],
+  [3.8, 5.1, 1.3, 2.2],
+  [4.9, 4.4, 3.5, 2.5],
+  [4.7, 3.5, 4.9, 5.9],
+  [4.3, 5.1, 5.5, 5.5],
+  [5.3, 3.1, 1.3, 3.0],
+  [5.7, 1.6, 1.6, 5.8],
+  [1.9, 2.8, 4.5, 4.3],
+  [2.9, 5.6, 5.2, 3.4],
+  [5.3, 2.9, 5.4, 2.7],
+  [3.8, 4.5, 3.1, 3.1],
+  [1.9, 1.2, 4.2, 6.0],
+  [2.4, 1.7, 5.4, 5.9],
+  [4.6, 2.8, 1.8, 3.8],
+  [1.9, 5.0, 2.1, 3.8],
+  [5.7, 4.0, 1.6, 3.2],
+  [5.0, 5.1, 2.7, 4.6],
+  [4.8, 3.0, 5.7, 5.5],
+  [3.4, 1.1, 1.1, 5.5],
+  [1.4, 3.4, 1.6, 5.4],
+  [2.4, 2.4, 5.7, 5.1],
+  [1.2, 3.5, 5.7, 2.7],
+  [5.8, 3.0, 4.7, 4.3],
+  [4.4, 3.6, 5.2, 5.9],
+  [1.2, 4.2, 4.2, 4.0],
+  [5.3, 4.3, 3.8, 1.2],
+  [5.4, 4.0, 2.0, 4.3],
+  [4.7, 1.2, 2.5, 3.3],
+  [1.4, 3.3, 2.9, 4.3],
+  [2.7, 1.4, 3.8, 2.6],
+  [4.2, 5.8, 1.7, 5.1],
+  [2.1, 1.9, 5.0, 4.4],
+  [5.8, 3.2, 3.4, 5.6],
+  [1.8, 3.3, 2.5, 5.8],
+  [5.5, 5.2, 3.4, 5.3],
+  [5.2, 2.1, 3.8, 2.7],
+  [2.5, 5.8, 5.1, 2.3],
+  [1.1, 5.0, 3.3, 4.0],
+  [3.7, 1.9, 3.1, 5.9],
+  [3.6, 5.9, 1.2, 3.9],
+  [5.2, 3.0, 1.2, 3.0],
+  [4.3, 5.8, 4.5, 4.0],
+  [4.3, 5.7, 3.2, 1.0],
+  [3.6, 5.4, 4.2, 5.8],
+  [4.9, 5.7, 4.9, 2.7],
+  [3.2, 2.4, 4.5, 3.6],
+  [2.7, 2.3, 4.0, 5.0],
+  [2.8, 1.2, 1.1, 2.5],
+  [3.1, 2.8, 5.3, 5.9],
+  [4.0, 1.9, 5.5, 3.7],
+  [2.4, 2.3, 5.2, 4.3],
+  [5.0, 1.7, 1.5, 4.8],
+  [2.2, 2.7, 4.3, 3.2],
+  [1.3, 3.8, 2.7, 1.3],
+  [2.5, 4.3, 1.8, 5.2],
+  [1.4, 4.1, 1.8, 4.7],
+  [5.7, 2.0, 2.7, 3.2],
+  [1.7, 4.3, 3.6, 4.8],
+  [2.1, 3.7, 5.7, 4.2],
+  [3.2, 3.2, 1.0, 5.3],
+  [5.4, 1.8, 2.4, 5.9],
+  [5.7, 2.3, 4.3, 4.5],
+  [4.7, 4.1, 5.6, 1.1],
+  [2.0, 2.2, 4.0, 5.9],
+  [2.9, 3.1, 4.3, 5.4],
+  [2.0, 4.8, 2.4, 2.5],
+  [1.6, 2.5, 1.0, 1.5],
+  [1.9, 1.3, 1.2, 5.1],
+  [2.6, 1.1, 5.9, 1.0],
+  [4.4, 4.1, 1.6, 3.6],
+  [5.3, 4.3, 4.1, 2.4],
+  [4.6, 2.9, 2.8, 2.0],
+  [4.6, 1.6, 4.1, 1.4],
+  [3.6, 2.4, 5.0, 2.0],
+  [1.7, 1.7, 1.8, 3.6],
+  [1.7, 3.9, 5.6, 3.5],
+  [6.0, 1.0, 5.4, 3.9],
+  [3.4, 2.1, 1.0, 5.4],
+  [4.9, 2.7, 5.9, 3.1],
+  [3.1, 2.0, 2.4, 1.1],
+  [4.9, 3.4, 2.4, 3.8],
+  [4.3, 4.4, 2.8, 5.1],
+  [4.8, 4.4, 4.1, 1.6],
+  [5.3, 3.4, 5.7, 5.8],
+  [4.6, 2.4, 5.0, 5.3],
+  [5.6, 4.2, 5.8, 4.6],
+  [3.5, 2.1, 2.5, 4.9],
+  [3.3, 1.1, 1.4, 5.3],
+  [1.0, 4.8, 5.6, 3.0],
+  [4.1, 4.1, 4.4, 3.8],
+  [4.5, 2.2, 2.8, 3.7],
+  [2.4, 3.5, 1.7, 5.1],
+  [3.2, 1.5, 3.2, 5.7],
+  [4.8, 5.3, 2.7, 4.7],
+  [5.6, 1.5, 5.8, 5.6],
+  [1.6, 3.8, 4.2, 3.9],
+  [3.5, 1.4, 2.7, 1.4],
+  [3.6, 2.2, 3.5, 3.9],
+  [5.1, 1.1, 4.4, 1.5],
+  [2.8, 4.8, 3.6, 3.7],
+  [3.3, 2.7, 3.1, 5.8],
+  [2.2, 4.7, 5.0, 2.4],
+  [4.6, 2.1, 5.1, 4.7],
+  [3.5, 3.1, 1.7, 5.1],
+  [4.4, 2.8, 2.9, 3.7],
+  [2.5, 1.8, 2.6, 5.8],
+  [1.3, 2.0, 2.0, 4.2],
+  [5.2, 1.5, 2.1, 4.9],
+  [5.2, 1.3, 5.5, 5.3],
+  [3.6, 2.9, 1.4, 1.1],
+  [4.5, 6.0, 1.7, 3.3],
+  [4.2, 2.0, 4.0, 4.2],
+  [2.7, 1.9, 1.8, 2.5],
+  [1.5, 2.2, 1.4, 2.0],
+  [4.9, 4.9, 3.1, 5.9],
+  [4.3, 1.2, 4.1, 4.4],
+  [2.0, 4.2, 3.5, 3.5],
+  [1.0, 3.9, 2.8, 1.2],
+  [2.4, 1.2, 5.6, 5.7],
+  [4.8, 3.7, 5.9, 2.4],
+  [1.3, 1.1, 4.0, 5.3],
+  [4.2, 1.1, 4.4, 2.4],
+  [2.6, 3.2, 5.3, 1.3],
+  [3.8, 5.1, 5.0, 4.7],
+  [5.7, 1.8, 5.4, 2.2],
+  [4.9, 2.4, 5.8, 3.8],
+  [2.5, 5.3, 5.3, 2.1],
+  [5.2, 3.6, 3.5, 1.7],
+  [4.6, 4.2, 2.3, 5.0],
+  [3.6, 4.8, 2.3, 4.8],
+  [3.3, 5.6, 3.2, 6.0],
+  [3.8, 5.8, 2.8, 3.6],
+  [2.4, 2.4, 1.2, 3.9],
+  [5.2, 1.8, 5.1, 5.3],
+  [4.4, 1.5, 2.8, 3.0],
+  [4.0, 4.5, 2.8, 6.0],
+  [4.4, 5.0, 1.7, 1.1],
+  [1.7, 2.1, 4.8, 4.7],
+  [5.4, 1.4, 5.3, 2.3],
+  [5.8, 1.8, 5.5, 4.8],
+  [4.9, 1.8, 1.3, 3.6],
+  [5.0, 5.8, 3.9, 5.9],
+  [4.7, 4.6, 2.7, 2.0],
+  [2.4, 3.5, 5.4, 3.2],
+  [5.1, 1.8, 3.2, 4.9],
+  [5.5, 3.1, 4.3, 3.4],
+  [3.6, 5.3, 5.5, 4.5],
+  [2.1, 5.4, 4.6, 6.0],
+  [1.8, 2.8, 1.6, 4.3],
+  [2.5, 1.4, 1.3, 2.7],
+  [4.7, 5.9, 4.6, 3.5],
+  [2.7, 4.7, 4.2, 3.7],
+  [4.6, 2.6, 4.4, 5.9],
+  [3.7, 3.9, 3.2, 5.2],
+  [5.7, 5.1, 6.0, 4.5],
+  [4.1, 1.7, 2.9, 1.8],
+  [5.7, 4.7, 1.4, 2.7],
+  [2.9, 2.7, 5.6, 2.3],
+  [3.6, 3.5, 4.4, 1.8],
+  [2.7, 3.4, 4.8, 1.5],
+  [1.5, 3.1, 1.8, 3.1],
+  [1.8, 5.0, 3.6, 5.3],
+  [3.4, 2.4, 2.5, 1.0],
+  [3.6, 1.2, 2.3, 4.1],
+  [3.2, 3.3, 4.9, 4.6],
+  [2.4, 2.7, 5.9, 2.8],
+  [3.0, 3.2, 6.0, 1.3],
+  [2.1, 4.4, 2.6, 3.0],
+  [3.9, 5.7, 2.9, 4.5],
+  [3.8, 2.0, 5.1, 4.5],
+  [4.0, 4.5, 4.0, 3.7],
+  [2.2, 5.2, 2.9, 4.9],
+  [5.9, 1.2, 3.3, 2.5],
+  [4.0, 3.1, 1.3, 3.5],
+  [4.5, 3.9, 1.5, 4.3],
+  [3.8, 4.6, 2.5, 5.6],
+  [4.4, 2.7, 2.6, 2.0],
+  [5.5, 2.4, 4.5, 1.9],
+  [2.2, 5.9, 2.3, 5.2],
+  [3.6, 2.0, 4.9, 3.6],
+  [2.8, 4.6, 4.4, 3.2],
+  [2.2, 5.7, 3.1, 4.0],
+  [1.3, 1.4, 1.9, 5.2],
+  [2.7, 1.5, 5.7, 2.2],
+  [4.7, 5.5, 2.9, 4.7],
+  [3.2, 3.9, 1.7, 4.3],
+  [4.1, 2.1, 1.4, 3.0],
+  [5.4, 4.5, 4.9, 4.8],
+  [2.6, 5.5, 5.2, 1.1],
+  [1.4, 4.1, 3.5, 4.5],
+  [1.8, 1.5, 1.6, 3.8],
+  [2.0, 4.1, 2.5, 3.5],
+  [4.8, 3.4, 3.6, 2.5],
+  [4.8, 3.0, 1.3, 5.3],
+  [3.9, 3.1, 2.9, 4.2],
+  [5.4, 1.1, 1.0, 3.2],
+  [1.8, 1.7, 5.8, 2.2],
+  [5.1, 4.1, 4.3, 4.5],
+  [2.2, 1.2, 2.8, 2.9],
+  [3.3, 4.9, 1.7, 1.5],
+  [5.9, 2.3, 3.5, 4.0],
+  [3.3, 1.4, 2.2, 6.0],
+  [4.6, 2.7, 1.8, 2.5],
+  [2.1, 5.3, 2.5, 2.3],
+  [5.4, 5.0, 4.0, 3.6],
+  [4.8, 2.6, 3.0, 3.0],
+  [4.0, 5.0, 5.3, 1.6],
+  [3.4, 1.3, 4.7, 4.0],
+  [4.7, 5.2, 5.2, 1.8],
+  [1.1, 3.5, 1.4, 4.5],
+  [2.7, 2.3, 4.8, 1.1],
+  [4.9, 4.0, 1.3, 1.7],
+  [4.8, 1.2, 3.0, 4.0],
+  [1.8, 1.9, 4.0, 5.4],
+  [4.5, 4.6, 2.5, 2.8],
+  [5.5, 5.9, 3.0, 2.9],
+  [3.1, 1.7, 5.2, 5.4],
+  [4.4, 1.2, 5.4, 1.9],
+  [4.7, 1.4, 3.2, 5.5],
+  [3.2, 1.4, 5.2, 2.3],
+  [2.0, 2.5, 4.8, 2.2],
+  [4.8, 5.6, 2.3, 5.5],
+  [4.2, 1.1, 4.7, 4.5],
+  [1.7, 3.2, 1.2, 1.4],
+  [2.2, 2.9, 3.4, 1.1],
+  [4.5, 2.5, 1.8, 2.4],
+  [2.1, 1.1, 5.5, 5.0],
+  [1.4, 3.8, 5.5, 4.5],
+  [3.8, 5.4, 3.4, 3.2],
+  [1.1, 2.9, 4.7, 2.8],
+  [2.2, 1.6, 5.9, 4.7],
+  [4.1, 5.4, 3.1, 1.8],
+  [1.6, 4.5, 3.6, 2.5],
+  [2.4, 5.7, 2.8, 5.3],
+  [5.2, 2.2, 2.3, 2.0],
+  [2.3, 2.2, 1.7, 5.6],
+  [4.5, 2.0, 3.3, 4.2],
+  [3.4, 1.2, 1.5, 3.2],
+  [2.1, 1.3, 5.7, 5.0],
+  [2.1, 5.3, 2.8, 4.7],
+  [2.8, 1.5, 5.1, 1.4],
+  [4.1, 1.2, 2.7, 3.1],
+  [2.6, 2.3, 3.6, 1.5],
+  [3.9, 2.7, 1.8, 2.0],
+  [5.2, 4.9, 1.9, 1.4],
+  [5.1, 4.6, 4.5, 4.2],
+  [4.7, 4.3, 4.2, 5.2],
+  [5.3, 1.7, 4.0, 5.5],
+  [2.2, 5.5, 2.9, 3.0],
+  [5.0, 1.5, 5.5, 3.0],
+  [2.8, 4.8, 5.0, 4.0],
+  [1.6, 5.2, 5.8, 3.9],
+  [5.2, 1.2, 5.3, 4.8],
+  [5.9, 2.2, 5.5, 5.9],
+  [5.9, 4.3, 1.5, 3.9],
+  [5.7, 4.3, 2.7, 1.7],
+  [3.8, 1.0, 3.7, 2.4],
+  [3.8, 4.7, 2.8, 1.5],
+  [3.5, 4.3, 4.5, 4.6],
+  [2.1, 1.8, 2.1, 3.5],
+  [1.2, 4.5, 4.2, 2.5],
+  [5.4, 4.7, 4.1, 2.9],
+  [1.6, 3.1, 4.2, 3.9],
+  [2.3, 4.0, 2.5, 1.5],
+  [4.7, 5.3, 1.2, 1.6],
+  [3.9, 3.0, 5.7, 5.3],
+  [2.8, 1.2, 1.8, 1.3],
+  [5.9, 3.2, 2.4, 4.6],
+  [3.1, 3.3, 2.7, 3.6],
+  [2.9, 1.5, 4.2, 5.8],
+  [3.2, 2.5, 5.2, 3.6],
+  [5.9, 4.6, 2.7, 4.9],
+  [4.2, 2.4, 5.4, 2.7],
+  [3.0, 2.1, 3.6, 4.0],
+  [4.2, 3.4, 1.4, 6.0],
+  [4.7, 1.1, 1.4, 5.0],
+  [4.6, 5.1, 5.0, 1.0],
+  [2.5, 3.1, 4.0, 1.6],
+  [2.2, 3.0, 4.6, 5.4],
+  [5.9, 2.9, 5.5, 1.7],
+  [5.4, 4.0, 5.0, 5.8],
+  [6.0, 3.2, 3.2, 1.4],
+  [5.2, 5.9, 3.4, 2.4],
+  [4.9, 1.3, 3.4, 1.4],
+  [2.2, 5.4, 1.8, 4.2],
+  [1.8, 1.6, 3.3, 5.1],
+  [5.1, 1.3, 5.7, 2.2],
+  [1.5, 3.2, 4.9, 4.4],
+  [3.0, 3.2, 2.2, 3.9],
+  [6.0, 2.2, 3.7, 3.4],
+  [2.1, 1.8, 5.7, 3.0],
+  [3.7, 3.9, 4.9, 6.0],
+  [4.1, 5.0, 4.3, 4.1],
+  [4.9, 2.7, 3.2, 6.0],
+  [2.1, 5.1, 5.0, 4.5],
+  [5.5, 1.3, 2.6, 4.7],
+  [5.4, 2.5, 5.0, 2.2],
+  [5.2, 3.8, 2.9, 2.9],
+  [5.8, 5.2, 5.6, 1.8],
+  [1.3, 3.3, 5.8, 1.3],
+  [2.6, 1.3, 3.8, 5.4],
+  [1.6, 2.2, 5.7, 3.2],
+  [5.4, 5.1, 5.9, 5.2],
+  [2.6, 6.0, 3.0, 4.2],
+  [1.3, 4.1, 4.6, 2.6],
+  [1.1, 2.1, 3.9, 5.4],
+  [3.0, 4.5, 3.9, 5.1],
+  [1.2, 1.6, 5.6, 2.4],
+  [3.3, 2.0, 4.5, 2.4],
+  [3.9, 1.8, 4.7, 3.0],
+  [5.9, 4.2, 4.8, 2.7],
+  [5.6, 5.4, 3.2, 4.3],
+  [4.6, 1.8, 3.3, 4.2],
+  [4.0, 5.6, 5.6, 2.9],
+  [2.3, 5.2, 4.1, 1.0],
+  [5.4, 4.5, 4.9, 2.4],
+  [1.1, 4.9, 1.7, 3.1],
+  [1.7, 5.2, 4.3, 4.8],
+  [2.1, 1.3, 3.0, 1.9],
+  [2.9, 2.8, 4.9, 5.6],
+  [3.5, 2.5, 5.5, 4.9],
+  [2.8, 6.0, 2.4, 1.6],
+  [5.3, 2.1, 1.8, 2.1],
+  [4.2, 1.3, 5.3, 4.4],
+  [1.1, 5.7, 2.1, 1.2],
+  [3.2, 3.2, 4.0, 4.4],
+  [4.6, 4.9, 3.1, 2.9],
+  [4.5, 3.3, 1.5, 1.5],
+  [5.0, 2.6, 4.6, 5.9],
+  [1.4, 2.9, 5.2, 5.8],
+  [4.5, 3.7, 1.6, 1.6],
+  [5.0, 3.2, 4.4, 1.1],
+  [6.0, 2.3, 4.9, 4.6],
+  [1.9, 2.4, 2.0, 4.3],
+  [1.2, 2.3, 4.4, 6.0],
+  [4.2, 4.3, 3.8, 5.5],
+  [5.7, 2.6, 4.7, 4.8],
+  [4.5, 1.0, 2.2, 2.7],
+  [4.8, 5.4, 5.7, 5.8],
+  [1.5, 5.5, 2.4, 3.3],
+  [5.6, 3.3, 3.0, 3.6],
+  [3.9, 3.2, 3.0, 3.8],
+  [3.2, 4.5, 1.3, 1.4],
+  [3.4, 2.0, 4.7, 1.5],
+  [2.5, 5.4, 1.7, 2.0],
+  [2.9, 4.2, 3.0, 4.6],
+  [2.4, 2.1, 1.8, 4.9],
+  [4.5, 4.6, 4.8, 5.3],
+  [4.8, 4.1, 1.8, 2.3],
+  [5.0, 1.4, 4.3, 3.0],
+  [2.4, 3.7, 3.6, 5.1],
+  [5.2, 3.5, 5.0, 2.6],
+  [2.6, 4.1, 2.3, 4.1],
+  [5.8, 4.2, 1.7, 1.9],
+  [3.3, 4.2, 2.9, 5.7],
+  [1.9, 6.0, 1.6, 5.9],
+  [4.9, 3.4, 1.8, 1.4],
+  [3.2, 5.8, 3.2, 4.0],
+  [4.1, 3.7, 6.0, 1.7],
+  [1.4, 3.6, 3.5, 1.4],
+  [5.8, 3.6, 4.2, 4.0],
+  [2.1, 3.4, 3.6, 4.5],
+  [1.0, 2.7, 1.4, 1.3],
+  [2.2, 3.3, 1.4, 2.3],
+  [4.7, 5.6, 5.2, 3.2],
+  [1.8, 3.6, 3.7, 2.7],
+  [1.8, 5.5, 1.9, 3.6],
+  [4.7, 3.3, 1.6, 5.3],
+  [2.6, 4.2, 2.6, 3.5],
+  [4.6, 2.2, 3.2, 3.6],
+  [3.5, 4.1, 3.0, 3.9],
+  [4.1, 5.6, 5.7, 4.6],
+  [1.9, 2.5, 1.2, 2.9],
+  [1.5, 6.0, 1.5, 3.5],
+  [1.2, 5.9, 5.6, 5.2],
+  [1.1, 5.9, 2.4, 4.8],
+  [3.3, 5.5, 2.2, 4.6],
+  [5.5, 5.8, 3.0, 1.3],
+  [2.1, 1.3, 1.3, 1.6],
+  [2.1, 1.1, 1.4, 5.6],
+  [4.0, 2.5, 3.5, 3.0],
+  [1.9, 1.3, 3.9, 5.3],
+  [5.5, 3.5, 3.6, 5.0],
+  [4.3, 4.4, 3.5, 3.4],
+  [5.2, 2.5, 2.1, 2.6],
+  [3.1, 5.7, 1.4, 2.5],
+  [4.1, 4.7, 2.0, 5.0],
+  [5.4, 4.1, 2.1, 1.5],
+  [1.8, 2.3, 2.1, 4.6],
+  [2.8, 3.3, 2.7, 3.4],
+  [1.5, 2.4, 3.2, 3.2],
+  [3.3, 4.5, 5.9, 2.5],
+  [5.5, 4.9, 4.1, 4.6],
+  [3.0, 4.6, 4.1, 2.2],
+  [4.3, 4.5, 3.0, 1.6],
+  [3.2, 1.0, 2.3, 1.2],
+  [1.7, 2.4, 3.2, 2.8],
+  [1.5, 2.3, 1.4, 4.8],
+  [5.6, 3.4, 1.1, 5.2],
+  [3.3, 5.5, 2.5, 1.2],
+  [2.8, 2.8, 5.9, 2.7],
+  [5.3, 2.9, 3.0, 3.9],
+  [4.8, 3.8, 2.4, 2.6],
+  [1.5, 5.0, 3.8, 2.6],
+  [4.3, 1.5, 5.7, 5.7],
+  [1.9, 3.8, 5.9, 3.9],
+  [5.1, 3.3, 3.3, 1.4],
+  [2.9, 3.3, 5.4, 2.7],
+  [3.6, 5.2, 2.2, 4.3],
+  [1.1, 4.5, 5.8, 1.5],
+  [2.3, 5.1, 2.8, 4.6],
+  [4.1, 5.7, 4.2, 1.9],
+  [3.2, 2.7, 3.2, 5.3],
+  [5.4, 3.1, 2.2, 3.8],
+  [5.6, 5.5, 2.9, 4.1],
+  [5.5, 4.6, 1.5, 3.7],
+  [3.1, 5.0, 1.2, 1.2],
+  [5.7, 5.5, 5.1, 3.2],
+  [4.2, 5.7, 4.2, 5.1],
+  [4.8, 5.6, 2.7, 1.3],
+  [5.3, 2.7, 5.9, 3.7],
+  [2.9, 1.1, 5.4, 2.2],
+  [2.5, 4.7, 4.1, 4.8],
+  [5.0, 3.4, 1.6, 2.8],
+  [2.2, 5.0, 4.9, 5.8],
+  [1.4, 4.2, 2.8, 2.1],
+  [3.6, 4.9, 5.3, 5.2],
+  [4.2, 4.9, 4.7, 6.0],
+  [4.7, 3.6, 2.0, 2.6],
+  [3.0, 5.1, 3.4, 4.9],
+  [5.2, 3.6, 3.3, 1.2],
+  [1.5, 3.7, 5.2, 3.0],
+  [2.1, 2.3, 4.8, 2.9],
+  [3.4, 1.6, 5.4, 3.0],
+  [5.9, 5.0, 2.3, 5.9],
+  [2.1, 3.0, 3.4, 3.0],
+  [5.2, 5.8, 1.8, 2.3],
+  [5.8, 5.3, 2.2, 4.7],
+  [6.0, 2.8, 5.1, 2.2],
+  [5.8, 2.3, 4.4, 3.4],
+  [1.2, 5.2, 5.2, 3.7],
+  [5.6, 3.7, 4.1, 2.0],
+  [3.6, 2.5, 3.1, 1.3],
+  [4.6, 2.3, 4.2, 3.2],
+  [5.6, 5.0, 1.3, 3.4],
+  [3.9, 4.3, 3.8, 5.6],
+  [1.8, 1.1, 3.4, 5.4],
+  [1.3, 2.9, 3.5, 4.7],
+  [1.8, 2.1, 4.1, 2.5],
+  [3.7, 4.9, 2.4, 4.1],
+  [4.5, 4.9, 3.5, 3.4],
+  [5.4, 2.3, 5.8, 1.5],
+  [2.6, 2.3, 3.0, 3.4],
+  [3.2, 3.7, 5.3, 2.8],
+  [4.0, 1.8, 2.8, 1.7],
+  [2.8, 5.1, 3.0, 1.6],
+  [4.9, 4.7, 4.8, 2.3],
+  [6.0, 4.7, 5.6, 4.8],
+  [4.4, 3.3, 1.2, 2.4],
+  [5.6, 4.0, 5.7, 4.7],
+  [3.2, 1.8, 3.4, 3.9],
+  [4.6, 4.9, 3.7, 4.5],
+  [2.7, 2.9, 4.5, 5.2],
+  [5.4, 1.4, 1.7, 5.8],
+  [3.6, 1.8, 2.2, 6.0],
+  [6.0, 4.3, 1.0, 1.1],
+  [5.6, 2.8, 4.5, 3.6],
+  [1.2, 3.4, 4.2, 2.2],
+  [1.5, 2.3, 1.2, 3.0],
+  [1.8, 5.5, 3.2, 2.9],
+  [1.3, 3.3, 2.0, 4.0],
+  [1.2, 1.1, 2.6, 3.5],
+  [4.7, 5.7, 4.7, 1.1],
+  [3.6, 4.9, 2.8, 4.9],
+  [3.0, 1.6, 1.2, 4.8],
+  [5.9, 4.7, 5.4, 5.3],
+  [2.1, 5.5, 4.5, 4.9],
+  [3.7, 2.8, 3.0, 4.1],
+  [5.6, 5.4, 5.1, 3.7],
+  [3.5, 2.2, 5.2, 1.0],
+  [2.4, 1.8, 3.8, 2.7],
+  [2.1, 2.5, 4.5, 3.7],
+  [2.0, 1.1, 2.0, 1.9],
+  [6.0, 5.7, 2.4, 3.0],
+  [3.6, 3.9, 1.7, 3.0],
+  [2.2, 2.4, 1.4, 3.8],
+  [4.0, 1.8, 5.9, 3.9],
+  [1.9, 2.9, 3.3, 4.1],
+  [5.3, 1.8, 1.4, 5.4],
+  [5.2, 3.7, 1.4, 4.2],
+  [2.5, 5.4, 5.6, 5.8],
+  [4.1, 1.5, 1.9, 2.8],
+  [4.1, 1.9, 1.4, 3.6],
+  [1.0, 5.6, 1.5, 2.6],
+  [3.8, 5.5, 4.4, 4.0],
+  [5.5, 1.2, 5.1, 4.7],
+  [4.8, 2.1, 2.0, 4.4],
+  [5.9, 5.7, 2.0, 1.3],
+  [3.3, 4.9, 4.8, 6.0],
+  [3.3, 5.8, 1.4, 5.6],
+  [6.0, 5.6, 3.0, 3.6],
+  [1.5, 1.4, 5.0, 3.0],
+  [2.1, 3.2, 4.8, 1.8],
+  [5.2, 4.5, 2.8, 2.8],
+  [4.5, 5.5, 1.1, 3.7],
+  [4.3, 5.6, 2.2, 5.1],
+  [3.0, 4.1, 2.1, 1.4],
+  [2.9, 4.7, 4.7, 2.9],
+  [5.8, 2.3, 5.2, 2.8],
+  [3.5, 3.3, 5.3, 5.6],
+  [5.1, 2.9, 1.1, 5.8],
+  [3.1, 3.1, 3.0, 3.5],
+  [5.7, 1.7, 2.8, 1.2],
+  [5.0, 5.6, 3.0, 4.8],
+  [3.8, 4.5, 3.6, 3.4],
+  [4.1, 2.7, 4.6, 4.3],
+  [3.9, 5.3, 5.1, 2.0],
+  [1.3, 5.4, 5.5, 4.9],
+  [2.2, 5.8, 2.5, 1.3],
+  [2.7, 5.2, 2.1, 3.9],
+  [3.8, 4.0, 5.1, 1.3],
+  [5.9, 2.4, 3.9, 5.8],
+  [3.8, 3.6, 5.9, 2.9],
+  [1.4, 1.7, 2.8, 2.7],
+  [5.9, 3.1, 1.6, 2.1],
+  [2.9, 4.9, 2.4, 4.5],
+  [5.2, 5.5, 4.7, 5.2],
+  [4.1, 2.6, 5.3, 5.8],
+  [4.1, 3.9, 2.3, 1.3],
+  [2.0, 4.9, 5.0, 1.5],
+  [2.0, 2.5, 2.1, 4.7],
+  [4.2, 6.0, 3.3, 4.0],
+  [3.5, 5.6, 5.1, 5.8],
+  [5.6, 2.2, 1.9, 6.0],
+  [4.5, 4.6, 5.3, 3.7],
+  [3.9, 1.4, 3.9, 3.6],
+  [5.5, 3.1, 1.7, 1.7],
+  [1.8, 2.9, 1.8, 3.5],
+  [5.4, 6.0, 2.9, 1.9],
+  [3.1, 4.2, 1.4, 4.6],
+  [2.9, 4.9, 1.8, 3.6],
+  [3.8, 5.7, 1.6, 2.3],
+  [6.0, 5.4, 5.9, 1.9],
+  [3.6, 3.8, 5.1, 4.9],
+  [2.2, 3.4, 4.1, 3.2],
+  [3.6, 5.2, 4.1, 3.1],
+  [5.8, 1.2, 5.3, 1.7],
+  [3.5, 4.8, 2.6, 4.7],
+  [5.3, 4.5, 5.5, 5.9],
+  [2.9, 2.8, 3.1, 3.7],
+  [1.1, 4.9, 4.5, 1.2],
+  [4.7, 1.1, 1.2, 1.3],
+  [5.8, 4.8, 1.9, 4.1],
+  [2.7, 5.5, 3.2, 4.7],
+  [4.2, 4.8, 1.5, 3.1],
+  [3.5, 3.1, 4.2, 1.2],
+  [3.6, 4.9, 5.9, 1.4],
+  [1.5, 2.2, 1.8, 2.3],
+  [4.0, 5.3, 1.8, 1.7],
+  [2.9, 5.0, 5.2, 1.3],
+  [1.7, 5.0, 2.7, 3.5],
+  [3.7, 3.2, 5.1, 2.6],
+  [3.1, 4.1, 4.3, 1.7],
+  [2.2, 5.1, 3.7, 1.4],
+  [5.6, 5.9, 2.1, 3.4],
+  [4.2, 1.4, 1.5, 1.1],
+  [1.5, 3.0, 1.3, 5.4],
+  [2.5, 1.2, 1.9, 1.3],
+  [1.1, 2.4, 2.8, 2.8],
+  [2.4, 3.1, 4.8, 3.1],
+  [4.5, 3.0, 3.4, 1.1],
+  [2.7, 2.7, 2.6, 4.9],
+  [3.9, 4.7, 1.1, 4.9],
+  [2.2, 4.3, 6.0, 2.1],
+  [4.5, 1.4, 3.6, 4.7],
+  [5.7, 3.2, 5.3, 4.2],
+  [2.7, 1.5, 3.3, 4.9],
+  [2.0, 2.9, 2.8, 4.8],
+  [5.6, 2.4, 5.5, 2.5],
+  [3.0, 4.6, 3.4, 1.5],
+  [4.8, 1.8, 4.5, 5.2],
+  [2.8, 4.4, 4.3, 1.4],
+  [2.8, 5.0, 2.1, 1.7],
+  [2.5, 3.6, 1.7, 4.4],
+  [1.8, 5.6, 1.6, 1.4],
+  [1.8, 2.6, 5.4, 2.2],
+  [2.7, 4.4, 3.6, 3.6],
+  [3.7, 1.6, 2.0, 3.1],
+  [4.1, 5.1, 3.1, 5.4],
+  [2.5, 3.2, 4.8, 4.0],
+  [1.0, 5.2, 1.7, 3.4],
+  [1.8, 2.8, 2.9, 4.9],
+  [1.8, 1.6, 1.1, 3.1],
+  [5.4, 6.0, 5.6, 1.5],
+  [4.8, 5.0, 3.0, 4.2],
+  [2.5, 3.6, 3.3, 4.9],
+  [1.6, 3.3, 5.5, 5.2],
+  [3.2, 1.1, 2.4, 1.5],
+  [2.3, 4.2, 4.3, 2.3],
+  [2.8, 5.7, 4.9, 5.6],
+  [5.7, 5.0, 5.7, 1.3],
+  [4.7, 3.8, 5.4, 3.2],
+  [5.2, 5.9, 5.5, 4.4],
+  [2.9, 2.9, 1.3, 4.7],
+  [2.2, 5.1, 5.6, 3.7],
+  [2.7, 4.4, 2.4, 3.2],
+  [4.7, 5.1, 4.6, 5.3],
+  [4.9, 5.1, 1.2, 3.4],
+  [4.7, 3.7, 1.3, 5.2],
+  [2.8, 4.9, 1.5, 1.4],
+  [2.6, 5.9, 2.1, 1.5],
+  [1.2, 5.0, 5.1, 3.5],
+  [5.2, 2.7, 4.5, 3.2],
+  [5.0, 3.3, 5.3, 1.4],
+  [2.0, 2.9, 2.9, 2.3],
+  [2.0, 2.5, 3.4, 1.3],
+  [3.2, 5.8, 3.4, 4.0],
+  [2.3, 2.6, 1.9, 1.5],
+  [4.3, 4.9, 3.2, 1.4],
+  [3.5, 1.6, 4.4, 4.5],
+  [3.2, 2.2, 4.2, 1.9],
+  [3.5, 4.2, 1.8, 4.9],
+  [1.5, 2.9, 4.6, 4.2],
+  [5.2, 4.9, 2.0, 1.4],
+  [5.0, 2.0, 1.6, 4.8],
+  [1.6, 5.0, 1.1, 5.1],
+  [4.2, 2.5, 5.1, 4.8],
+  [3.6, 3.6, 1.9, 2.6],
+  [1.4, 4.3, 1.5, 3.4],
+  [3.3, 4.2, 2.8, 6.0],
+  [4.0, 2.1, 3.6, 2.5],
+  [3.0, 5.6, 5.4, 2.1],
+  [3.0, 4.9, 1.8, 4.4],
+  [4.7, 5.1, 2.7, 3.4],
+  [4.3, 5.9, 1.9, 4.2],
+  [3.2, 3.8, 3.0, 2.8],
+  [2.5, 2.4, 2.2, 3.2],
+  [4.9, 5.0, 5.4, 5.2],
+  [5.4, 1.9, 4.6, 2.0],
+  [3.2, 5.2, 2.9, 2.4],
+  [3.6, 1.4, 3.2, 2.0],
+  [3.4, 2.0, 3.0, 1.0],
+  [5.2, 2.0, 1.8, 4.0],
+  [5.6, 4.3, 4.5, 5.2],
+  [3.5, 2.4, 2.4, 1.2],
+  [1.4, 5.3, 5.3, 5.3],
+  [2.8, 3.5, 2.4, 2.0],
+  [6.0, 3.9, 2.6, 5.4],
+  [3.9, 4.3, 5.0, 2.0],
+  [2.4, 4.6, 3.1, 5.3],
+  [3.1, 2.8, 5.0, 1.0],
+  [5.0, 2.9, 1.5, 5.1],
+  [1.5, 5.9, 1.1, 4.8],
+  [4.0, 2.4, 5.2, 5.1],
+  [3.2, 2.7, 4.9, 3.8],
+  [3.5, 2.3, 4.7, 4.2],
+  [4.4, 3.1, 4.0, 4.8],
+  [4.8, 5.7, 3.8, 4.5],
+  [2.2, 3.0, 4.5, 1.9],
+  [4.3, 2.5, 5.8, 5.0],
+  [5.8, 4.8, 3.7, 2.0],
+  [3.2, 2.9, 4.8, 1.7],
+  [5.3, 2.3, 5.3, 4.0],
+  [3.7, 1.6, 2.3, 6.0],
+  [1.4, 4.8, 4.5, 2.4],
+  [5.5, 6.0, 4.6, 2.9],
+  [5.9, 3.4, 1.6, 5.3],
+  [4.9, 4.7, 1.7, 3.6],
+  [3.6, 4.2, 5.5, 3.7],
+  [3.3, 5.5, 1.9, 4.4],
+  [2.9, 4.7, 1.5, 1.9],
+  [2.3, 1.7, 3.8, 3.0],
+  [4.2, 5.7, 2.6, 3.5],
+  [2.6, 5.0, 3.0, 2.5],
+  [2.5, 5.5, 5.8, 2.3],
+  [1.9, 2.6, 4.5, 5.9],
+  [1.8, 1.4, 1.8, 1.9],
+  [1.2, 4.5, 5.2, 2.1],
+  [3.7, 5.9, 4.6, 5.4],
+  [5.9, 5.8, 4.3, 1.4],
+  [3.2, 3.6, 1.8, 3.4],
+  [2.9, 4.8, 3.8, 4.0],
+  [4.9, 5.1, 2.2, 3.2],
+  [3.1, 2.9, 3.5, 4.8],
+  [5.7, 2.0, 4.8, 1.0],
+  [3.1, 4.3, 5.0, 5.8],
+  [1.9, 3.2, 2.4, 2.3],
+  [4.9, 1.3, 2.9, 3.7],
+  [3.1, 3.8, 5.9, 2.4],
+  [4.5, 3.7, 1.9, 3.6],
+  [3.1, 5.5, 2.1, 3.4],
+  [5.8, 3.1, 3.0, 5.3],
+  [4.8, 4.2, 2.3, 4.9],
+  [3.3, 5.8, 2.3, 1.7],
+  [2.6, 4.5, 3.2, 5.7],
+  [2.6, 4.6, 3.1, 3.2],
+  [3.5, 1.3, 5.4, 3.4],
+  [5.2, 2.5, 5.3, 5.3],
+  [3.5, 1.4, 3.0, 2.6],
+  [2.9, 1.4, 3.2, 2.0],
+  [4.6, 3.6, 3.2, 5.2],
+  [4.8, 3.8, 2.5, 3.3],
+  [3.8, 3.0, 5.5, 3.0],
+  [6.0, 4.0, 3.0, 4.0],
+  [5.4, 2.1, 5.0, 3.1],
+  [2.3, 5.6, 1.5, 5.4],
+  [5.3, 4.0, 3.4, 2.6],
+  [4.8, 3.4, 2.5, 5.6],
+  [4.7, 3.4, 3.6, 5.9],
+  [3.9, 2.8, 4.1, 3.4],
+  [3.7, 1.6, 5.6, 1.3],
+  [3.1, 4.4, 4.8, 3.9],
+  [1.0, 4.4, 5.3, 1.3],
+  [1.2, 2.3, 1.1, 3.5],
+  [2.5, 3.4, 3.6, 5.7],
+  [3.6, 1.0, 3.4, 2.6],
+  [3.9, 5.2, 1.7, 5.8],
+  [3.6, 4.0, 4.2, 1.3],
+  [4.8, 1.2, 2.2, 5.9],
+  [4.2, 5.3, 3.1, 3.6],
+  [4.6, 1.3, 4.4, 4.3],
+  [3.3, 1.7, 5.0, 5.3],
+  [1.4, 2.8, 1.9, 1.8],
+  [3.0, 5.2, 4.0, 3.3],
+  [4.6, 4.1, 1.3, 2.5],
+  [2.2, 1.7, 4.5, 4.7],
+  [2.7, 5.2, 3.8, 4.7],
+  [1.7, 4.3, 3.5, 3.9],
+  [5.2, 5.1, 2.2, 1.4],
+  [4.9, 1.8, 2.0, 2.8],
+  [5.8, 3.3, 3.2, 4.6],
+  [4.6, 4.2, 3.2, 5.6],
+  [1.9, 1.1, 2.0, 4.7],
+  [3.9, 4.5, 4.9, 4.8],
+  [2.0, 4.6, 1.9, 2.0],
+  [4.8, 3.3, 1.6, 1.9],
+  [4.5, 5.5, 1.5, 5.3],
+  [1.7, 2.7, 4.6, 2.0],
+  [5.0, 4.6, 5.3, 2.7],
+  [5.7, 3.0, 4.1, 5.1],
+  [3.9, 1.9, 2.6, 1.5],
+  [3.5, 4.1, 2.5, 2.5],
+  [1.8, 3.0, 2.0, 4.2],
+  [2.8, 4.7, 2.9, 1.8],
+  [5.5, 4.5, 5.0, 4.5],
+  [2.0, 2.2, 2.9, 1.6],
+  [4.2, 1.0, 4.2, 2.6],
+  [5.3, 4.0, 1.3, 1.1],
+  [1.8, 1.7, 3.1, 4.4],
+  [4.3, 1.0, 2.9, 1.2],
+  [5.1, 2.6, 2.1, 2.2],
+  [5.2, 5.4, 4.5, 3.3],
+  [6.0, 3.1, 5.8, 5.3],
+  [3.4, 1.4, 1.1, 3.5],
+  [4.1, 5.2, 1.2, 3.2],
+  [4.6, 3.3, 3.6, 4.1],
+  [2.1, 4.3, 3.0, 4.2],
+  [2.5, 1.8, 5.1, 2.1],
+  [3.7, 3.1, 4.7, 4.4],
+  [4.4, 1.3, 5.9, 3.2],
+  [4.3, 2.2, 4.4, 2.8],
+  [2.8, 1.7, 4.3, 1.5],
+  [3.5, 1.7, 5.6, 4.6],
+  [1.6, 1.6, 4.9, 5.9],
+  [2.6, 2.9, 1.2, 3.7],
+  [2.4, 4.4, 4.6, 1.5],
+  [3.0, 4.1, 3.1, 4.7],
+  [1.1, 5.0, 5.6, 5.8],
+  [2.8, 1.3, 4.0, 5.4],
+  [2.4, 2.7, 2.3, 4.1],
+  [5.8, 2.6, 4.0, 5.9],
+  [5.0, 4.1, 4.0, 4.6],
+  [3.6, 2.0, 2.9, 1.7],
+  [4.3, 5.1, 2.1, 1.4],
+  [5.7, 4.2, 4.7, 2.9],
+  [2.9, 5.6, 5.8, 2.0],
+  [3.6, 4.7, 3.1, 4.9],
+  [1.6, 2.8, 4.4, 1.8],
+  [1.7, 1.7, 2.0, 3.9]
+]
diff --git a/MLOps/serving_patterns/batch_pattern/models/iris_svc.onnx b/MLOps/serving_patterns/batch_pattern/models/iris_svc.onnx
new file mode 100644
index 0000000..13dcabf
Binary files /dev/null and b/MLOps/serving_patterns/batch_pattern/models/iris_svc.onnx differ
diff --git a/MLOps/serving_patterns/batch_pattern/models/label.json b/MLOps/serving_patterns/batch_pattern/models/label.json
new file mode 100644
index 0000000..da38d65
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/models/label.json
@@ -0,0 +1,5 @@
+{
+  "0": "setosa",
+  "1": "versicolor",
+  "2": "virginica"
+}
diff --git a/MLOps/serving_patterns/batch_pattern/requirements.txt b/MLOps/serving_patterns/batch_pattern/requirements.txt
new file mode 100644
index 0000000..6c7ecc8
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/requirements.txt
@@ -0,0 +1,25 @@
+fastapi>=0.65.2
+future>=0.18.2
+gunicorn>=20.0.4
+importlib-metadata>=1.7.0
+joblib>=0.15.1
+numpy>=1.18.5
+onnx>=1.7.0
+onnxruntime>=1.4.0
+Pillow>=8.3.2
+psutil>=5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+redis>=3.5.3
+scikit-learn>=0.23.1
+skl2onnx>=1.7.0
+starlette>=0.13.4
+typing>=3.7.4.1
+uvicorn>=0.11.7
+uvloop>=0.14.0
+httptools>=0.1.1
+python-json-logger>=2.0.1
+loguru>=0.5.3
+sqlalchemy>=1.3.18
+alembic>=1.4.2
+mysqlclient>=2.0.1
diff --git a/MLOps/serving_patterns/batch_pattern/run.sh b/MLOps/serving_patterns/batch_pattern/run.sh
new file mode 100644
index 0000000..6120f22
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/run.sh
@@ -0,0 +1,27 @@
+#!/bin/bash
+
+set -eu
+
+HOST=${HOST:-"0.0.0.0"}
+PORT=${PORT:-8000}
+WORKERS=${WORKERS:-4}
+UVICORN_WORKER=${UVICORN_WORKER:-"uvicorn.workers.UvicornWorker"}
+LOGLEVEL=${LOGLEVEL:-"debug"}
+LOGCONFIG=${LOGCONFIG:-"./src/utils/logging.conf"}
+BACKLOG=${BACKLOG:-2048}
+LIMIT_MAX_REQUESTS=${LIMIT_MAX_REQUESTS:-65536}
+MAX_REQUESTS_JITTER=${MAX_REQUESTS_JITTER:-2048}
+GRACEFUL_TIMEOUT=${GRACEFUL_TIMEOUT:-10}
+APP_NAME=${APP_NAME:-"src.api.app:app"}
+
+gunicorn ${APP_NAME} \
+    -b ${HOST}:${PORT} \
+    -w ${WORKERS} \
+    -k ${UVICORN_WORKER} \
+    --log-level ${LOGLEVEL} \
+    --log-config ${LOGCONFIG} \
+    --backlog ${BACKLOG} \
+    --max-requests ${LIMIT_MAX_REQUESTS} \
+    --max-requests-jitter ${MAX_REQUESTS_JITTER} \
+    --graceful-timeout ${GRACEFUL_TIMEOUT} \
+    --reload
diff --git a/MLOps/serving_patterns/batch_pattern/src/__init__.py b/MLOps/serving_patterns/batch_pattern/src/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/batch_pattern/src/api/__init__.py b/MLOps/serving_patterns/batch_pattern/src/api/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/batch_pattern/src/api/app.py b/MLOps/serving_patterns/batch_pattern/src/api/app.py
new file mode 100644
index 0000000..8d8b1f7
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/src/api/app.py
@@ -0,0 +1,19 @@
+from logging import getLogger
+
+from fastapi import FastAPI
+from src.api import routers
+from src.configurations import APIConfigurations
+from src.db import initialize
+from src.db.database import engine
+
+logger = getLogger(__name__)
+
+initialize.initialize_database(engine=engine, checkfirst=True)
+
+app = FastAPI(
+    title=APIConfigurations.title,
+    description=APIConfigurations.description,
+    version=APIConfigurations.version,
+)
+
+app.include_router(routers.router, prefix="", tags=[""])
diff --git a/MLOps/serving_patterns/batch_pattern/src/api/routers.py b/MLOps/serving_patterns/batch_pattern/src/api/routers.py
new file mode 100644
index 0000000..8c1fd17
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/src/api/routers.py
@@ -0,0 +1,29 @@
+from logging import getLogger
+
+from fastapi import APIRouter, Depends
+from sqlalchemy.orm import Session
+from src.db import cruds
+from src.db.database import get_db
+
+logger = getLogger(__name__)
+router = APIRouter()
+
+
+@router.get("/health")
+def health():
+    return {"health": "ok"}
+
+
+@router.get("/data/all")
+def data_all(db: Session = Depends(get_db)):
+    return cruds.select_all_items(db=db)
+
+
+@router.get("/data/predicted")
+def data_predicted(db: Session = Depends(get_db)):
+    return cruds.select_with_prediction(db=db)
+
+
+@router.get("/data/unpredicted")
+def data_unpredicted(db: Session = Depends(get_db)):
+    return cruds.select_without_prediction(db=db)
diff --git a/MLOps/serving_patterns/batch_pattern/src/configurations.py b/MLOps/serving_patterns/batch_pattern/src/configurations.py
new file mode 100644
index 0000000..9779fdb
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/src/configurations.py
@@ -0,0 +1,41 @@
+import json
+import os
+from logging import getLogger
+
+from src.constants import CONSTANTS, PLATFORM_ENUM
+
+logger = getLogger(__name__)
+
+
+class PlatformConfigurations:
+    platform = os.getenv("PLATFORM", PLATFORM_ENUM.DOCKER.value)
+    if not PLATFORM_ENUM.has_value(platform):
+        raise ValueError(f"PLATFORM must be one of {[v.value for v in PLATFORM_ENUM.__members__.values()]}")
+
+    mysql_username = os.getenv("MYSQL_USER")
+    mysql_password = os.getenv("MYSQL_PASSWORD")
+    mysql_port = int(os.getenv("MYSQL_PORT", 3306))
+    mysql_database = os.getenv("MYSQL_DATABASE", "sample_db")
+    mysql_server = os.getenv("MYSQL_SERVER")
+    sql_alchemy_database_url = (
+        f"mysql://{mysql_username}:{mysql_password}@{mysql_server}:{mysql_port}/{mysql_database}?charset=utf8"
+    )
+
+    sample_data_path = os.getenv("SAMPLE_DATA_PATH", "models/data.json")
+    with open(sample_data_path, "r") as f:
+        sample_data = json.load(f)
+
+
+class APIConfigurations:
+    title = os.getenv("API_TITLE", "ServingPattern")
+    description = os.getenv("API_DESCRIPTION", "machine learning system serving patterns")
+    version = os.getenv("API_VERSION", "0.1")
+
+
+class ModelConfigurations:
+    model_filepath = os.getenv("MODEL_FILEPATH")
+    label_filepath = os.getenv("LABEL_FILEPATH")
+
+
+logger.info(f"{APIConfigurations.__name__}: {APIConfigurations.__dict__}")
+logger.info(f"{ModelConfigurations.__name__}: {ModelConfigurations.__dict__}")
diff --git a/MLOps/serving_patterns/batch_pattern/src/constants.py b/MLOps/serving_patterns/batch_pattern/src/constants.py
new file mode 100644
index 0000000..23a0075
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/src/constants.py
@@ -0,0 +1,35 @@
+import enum
+
+
+class PLATFORM_ENUM(enum.Enum):
+    DOCKER = "docker"
+    DOCKER_COMPOSE = "docker_compose"
+    KUBERNETES = "kubernetes"
+    TEST = "test"
+
+    @staticmethod
+    def has_value(item):
+        return item in [v.value for v in PLATFORM_ENUM.__members__.values()]
+
+
+def constant(f):
+    def fset(self, value):
+        raise TypeError
+
+    def fget(self):
+        return f()
+
+    return property(fget, fset)
+
+
+class _Constants(object):
+    @constant
+    def REDIS_INCREMENTS():
+        return "increments"
+
+    @constant
+    def REDIS_QUEUE():
+        return "redis_queue"
+
+
+CONSTANTS = _Constants()
diff --git a/MLOps/serving_patterns/batch_pattern/src/db/__init__.py b/MLOps/serving_patterns/batch_pattern/src/db/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/batch_pattern/src/db/cruds.py b/MLOps/serving_patterns/batch_pattern/src/db/cruds.py
new file mode 100644
index 0000000..088f137
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/src/db/cruds.py
@@ -0,0 +1,43 @@
+import datetime
+from typing import Dict, List
+
+from sqlalchemy.orm import Session
+from src.db import models, schemas
+
+
+def select_all_items(db: Session) -> List[schemas.Item]:
+    return db.query(models.Item).all()
+
+
+def select_without_prediction(db: Session) -> List[schemas.Item]:
+    return db.query(models.Item).filter(models.Item.prediction == None).all()
+
+
+def select_with_prediction(db: Session) -> List[schemas.Item]:
+    return db.query(models.Item).filter(models.Item.prediction != None).all()
+
+
+def select_by_id(db: Session, id: int) -> schemas.Item:
+    return db.query(models.Item).filter(models.Item.id == id).first()
+
+
+def register_item(db: Session, item: schemas.ItemBase, commit: bool = True):
+    _item = models.Item(values=item.values)
+    db.add(_item)
+    if commit:
+        db.commit()
+        db.refresh(_item)
+
+
+def register_items(db: Session, items: List[schemas.ItemBase], commit: bool = True):
+    for item in items:
+        register_item(db=db, item=item, commit=commit)
+
+
+def register_predictions(db: Session, predictions: Dict[int, Dict[str, float]], commit: bool = True):
+    for id, prediction in predictions.items():
+        item = select_by_id(db=db, id=id)
+        item.prediction = prediction
+        if commit:
+            db.commit()
+            db.refresh(item)
diff --git a/MLOps/serving_patterns/batch_pattern/src/db/database.py b/MLOps/serving_patterns/batch_pattern/src/db/database.py
new file mode 100644
index 0000000..c1add9a
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/src/db/database.py
@@ -0,0 +1,40 @@
+import os
+from contextlib import contextmanager
+
+from sqlalchemy import create_engine
+from sqlalchemy.ext.declarative import declarative_base
+from sqlalchemy.orm import sessionmaker
+from src.configurations import PlatformConfigurations
+
+engine = create_engine(
+    PlatformConfigurations.sql_alchemy_database_url,
+    encoding="utf-8",
+    pool_recycle=3600,
+    echo=False,
+)
+SessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)
+
+Base = declarative_base()
+
+
+def get_db():
+    db = SessionLocal()
+    try:
+        yield db
+    except:
+        db.rollback()
+        raise
+    finally:
+        db.close()
+
+
+@contextmanager
+def get_context_db():
+    db = SessionLocal()
+    try:
+        yield db
+    except:
+        db.rollback()
+        raise
+    finally:
+        db.close()
diff --git a/MLOps/serving_patterns/batch_pattern/src/db/initialize.py b/MLOps/serving_patterns/batch_pattern/src/db/initialize.py
new file mode 100644
index 0000000..2dbecc6
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/src/db/initialize.py
@@ -0,0 +1,15 @@
+from logging import getLogger
+
+from src.configurations import PlatformConfigurations
+from src.db import cruds, models, schemas
+from src.db.database import get_context_db
+
+logger = getLogger(__name__)
+
+
+def initialize_database(engine, checkfirst: bool = True):
+    models.create_tables(engine=engine, checkfirst=checkfirst)
+    with get_context_db() as db:
+        sample_data = PlatformConfigurations.sample_data
+        items = [schemas.ItemBase(values=values) for values in sample_data]
+        cruds.register_items(db=db, items=items, commit=True)
diff --git a/MLOps/serving_patterns/batch_pattern/src/db/models.py b/MLOps/serving_patterns/batch_pattern/src/db/models.py
new file mode 100644
index 0000000..14e10bd
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/src/db/models.py
@@ -0,0 +1,44 @@
+from logging import getLogger
+
+from sqlalchemy import Boolean, Column, Integer
+from sqlalchemy.dialects.mysql import TIMESTAMP
+from sqlalchemy.sql.expression import text
+from sqlalchemy.sql.functions import current_timestamp
+from sqlalchemy.types import JSON
+
+logger = getLogger(__name__)
+
+from src.db.database import Base
+
+
+class Item(Base):
+    __tablename__ = "items"
+
+    id = Column(
+        Integer,
+        primary_key=True,
+        autoincrement=True,
+    )
+    values = Column(
+        JSON,
+        nullable=False,
+    )
+    prediction = Column(
+        JSON,
+        nullable=True,
+    )
+    created_datetime = Column(
+        TIMESTAMP,
+        server_default=current_timestamp(),
+        nullable=False,
+    )
+    updated_datetime = Column(
+        TIMESTAMP,
+        server_default=text("CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP"),
+        nullable=False,
+    )
+
+
+def create_tables(engine, checkfirst: bool = True):
+    logger.info("Initialize table")
+    Base.metadata.create_all(engine, checkfirst=checkfirst)
diff --git a/MLOps/serving_patterns/batch_pattern/src/db/schemas.py b/MLOps/serving_patterns/batch_pattern/src/db/schemas.py
new file mode 100644
index 0000000..bf16d92
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/src/db/schemas.py
@@ -0,0 +1,22 @@
+import datetime
+from typing import Any, Dict, List, Optional
+
+from pydantic import BaseModel
+
+
+class ItemBase(BaseModel):
+    values: List[float]
+
+
+class ItemCreate(ItemBase):
+    pass
+
+
+class Item(ItemBase):
+    id: int
+    prediction: Optional[Dict[str, float]]
+    created_datetime: datetime.datetime
+    updated_datetime: datetime.datetime
+
+    class Config:
+        orm_mode = True
diff --git a/MLOps/serving_patterns/batch_pattern/src/ml/__init__.py b/MLOps/serving_patterns/batch_pattern/src/ml/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/batch_pattern/src/ml/prediction.py b/MLOps/serving_patterns/batch_pattern/src/ml/prediction.py
new file mode 100644
index 0000000..96354f3
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/src/ml/prediction.py
@@ -0,0 +1,62 @@
+import json
+from logging import getLogger
+from typing import Dict, List, Sequence
+
+import numpy as np
+import onnxruntime as rt
+from pydantic import BaseModel
+from src.configurations import ModelConfigurations
+
+logger = getLogger(__name__)
+
+
+class Data(BaseModel):
+    data: List[List[float]] = [[5.1, 3.5, 1.4, 0.2]]
+
+
+class Classifier(object):
+    def __init__(
+        self,
+        model_filepath: str,
+        label_filepath: str,
+    ):
+        self.model_filepath: str = model_filepath
+        self.label_filepath: str = label_filepath
+        self.classifier = None
+        self.label: Dict[str, str] = {}
+        self.input_name: str = ""
+        self.output_name: str = ""
+
+        self.load_model()
+        self.load_label()
+
+    def load_model(self):
+        logger.info(f"load model in {self.model_filepath}")
+        self.classifier = rt.InferenceSession(self.model_filepath)
+        self.input_name = self.classifier.get_inputs()[0].name
+        self.output_name = self.classifier.get_outputs()[0].name
+        logger.info(f"initialized model")
+
+    def load_label(self):
+        logger.info(f"load label in {self.label_filepath}")
+        with open(self.label_filepath, "r") as f:
+            self.label = json.load(f)
+        logger.info(f"label: {self.label}")
+
+    def predict(self, data: List[List[int]]) -> np.ndarray:
+        np_data = np.array(data).astype(np.float32)
+        prediction = self.classifier.run(None, {self.input_name: np_data})
+        output = np.array(list(prediction[1][0].values()))
+        logger.info(f"predict proba {output}")
+        return output
+
+    def predict_label(self, data: List[List[int]]) -> str:
+        prediction = self.predict(data=data)
+        argmax = int(np.argmax(np.array(prediction)))
+        return self.label[str(argmax)]
+
+
+classifier = Classifier(
+    model_filepath=ModelConfigurations().model_filepath,
+    label_filepath=ModelConfigurations().label_filepath,
+)
diff --git a/MLOps/serving_patterns/batch_pattern/src/task/__init__.py b/MLOps/serving_patterns/batch_pattern/src/task/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/batch_pattern/src/task/job.py b/MLOps/serving_patterns/batch_pattern/src/task/job.py
new file mode 100644
index 0000000..5f97d80
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/src/task/job.py
@@ -0,0 +1,45 @@
+import time
+from concurrent.futures import ThreadPoolExecutor
+from logging import DEBUG, Formatter, StreamHandler, getLogger
+from typing import Tuple
+
+import numpy as np
+from src.db import cruds, schemas
+from src.db.database import get_context_db
+from src.ml.prediction import classifier
+
+logger = getLogger(__name__)
+logger.setLevel(DEBUG)
+strhd = StreamHandler()
+strhd.setFormatter(Formatter("%(asctime)s %(levelname)8s %(message)s"))
+logger.addHandler(strhd)
+
+
+def predict(item: schemas.Item) -> Tuple[int, np.ndarray]:
+    prediction = classifier.predict(data=[item.values])
+    logger.debug(f"prediction log: {item.id} {item.values} {prediction}")
+    return item.id, prediction
+
+
+def main():
+    logger.info("waiting for batch to start")
+    time.sleep(60)
+    logger.info("starting batch")
+    with get_context_db() as db:
+        data = cruds.select_without_prediction(db=db)
+        logger.info(f"predict data size: {len(data)}")
+        predictions = {}
+        with ThreadPoolExecutor(4) as executor:
+            results = executor.map(predict, data)
+        for result in results:
+            predictions[result[0]] = list(result[1])
+        cruds.register_predictions(
+            db=db,
+            predictions=predictions,
+            commit=True,
+        )
+    logger.info("finished batch")
+
+
+if __name__ == "__main__":
+    main()
diff --git a/MLOps/serving_patterns/batch_pattern/src/utils/__init__.py b/MLOps/serving_patterns/batch_pattern/src/utils/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/batch_pattern/src/utils/logging.conf b/MLOps/serving_patterns/batch_pattern/src/utils/logging.conf
new file mode 100644
index 0000000..490b0c1
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/src/utils/logging.conf
@@ -0,0 +1,78 @@
+[loggers]
+keys=root, gunicorn.error, gunicorn.access, uvicorn.error, uvicorn.access
+
+[logger_root]
+level=DEBUG
+handlers=console
+
+[logger_gunicorn.error]
+level=DEBUG
+handlers=gunicorn_error_file, console
+propagate=1
+qualname=gunicorn.error
+
+[logger_gunicorn.access]
+level=INFO
+handlers=gunicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+[logger_uvicorn.error]
+level=DEBUG
+handlers=uvicorn_error_file, console
+propagate=1
+qualname=uvicorn.error
+
+[logger_uvicorn.access]
+level=INFO
+handlers=uvicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+
+[handlers]
+keys=console, gunicorn_error_file, gunicorn_access_file, uvicorn_error_file, uvicorn_access_file
+
+[handler_console]
+class=StreamHandler
+formatter=generic
+args=(sys.stdout, )
+
+[handler_gunicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/gunicorn_error.log', 'a')
+
+[handler_gunicorn_access_file]
+class=logging.FileHandler
+formatter=gunicorn_access
+args=('/var/log/gunicorn_access.log', 'a')
+
+[handler_uvicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/uvicorn_error.log', 'a')
+
+[handler_uvicorn_access_file]
+class=logging.FileHandler
+formatter=uvicorn_access
+args=('/var/log/uvicorn_access.log', 'a')
+
+
+[formatters]
+keys=generic, gunicorn_access, uvicorn_access
+
+[formatter_generic]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%Y-%m-%d %H:%M:%S
+
+[formatter_gunicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] %(h)s %(l)s %(u)s %(t)s %(r)s %(m)s %(U)s %(q)s %(H)s %(s)s %(b)s %(f)s %(a)s %(D)s %(p)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
+
+[formatter_uvicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
\ No newline at end of file
diff --git a/MLOps/serving_patterns/batch_pattern/src/utils/profiler.py b/MLOps/serving_patterns/batch_pattern/src/utils/profiler.py
new file mode 100644
index 0000000..8f7b1b9
--- /dev/null
+++ b/MLOps/serving_patterns/batch_pattern/src/utils/profiler.py
@@ -0,0 +1,23 @@
+import cProfile
+import os
+from logging import getLogger
+
+logger = getLogger(__name__)
+
+
+def do_cprofile(func):
+    def profiled_func(*args, **kwargs):
+        enable_profile = int(os.getenv("PROFILE", 1))
+        if enable_profile:
+            profile = cProfile.Profile()
+            try:
+                profile.enable()
+                result = func(*args, **kwargs)
+                profile.disable()
+                return result
+            finally:
+                profile.print_stats()
+        else:
+            return func(*args, **kwargs)
+
+    return profiled_func
diff --git a/MLOps/serving_patterns/data_cache_pattern/.dockerignore b/MLOps/serving_patterns/data_cache_pattern/.dockerignore
new file mode 100644
index 0000000..8c9a4ec
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/.dockerignore
@@ -0,0 +1,12 @@
+dockerfile
+Dockerfile
+.dockerignore
+log
+tmp
+*.sqlite3
+*.sqlite3-journal
+__pycache__
+.pytest_cache
+*.dvc
+dvc.yaml
+dvc.lock
\ No newline at end of file
diff --git a/MLOps/serving_patterns/data_cache_pattern/Dockerfile.pred b/MLOps/serving_patterns/data_cache_pattern/Dockerfile.pred
new file mode 100644
index 0000000..870aed1
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/Dockerfile.pred
@@ -0,0 +1,39 @@
+FROM python:3.8-slim as builder
+
+ARG SERVER_DIR=resnet50_onnx_runtime
+ENV PROJECT_DIR data_cache_pattern
+
+WORKDIR /${PROJECT_DIR}
+ADD ./${SERVER_DIR}/requirements.txt /${PROJECT_DIR}/
+
+COPY ./${SERVER_DIR}/extract_resnet50_onnx.py /${PROJECT_DIR}/extract_resnet50_onnx.py
+COPY ./src/ml/transformers.py /${PROJECT_DIR}/src/ml/transformers.py
+COPY ./data /${PROJECT_DIR}/data
+COPY ./data/image_net_labels.json /${PROJECT_DIR}/data/image_net_labels.json
+
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt && \
+    touch __init__.py && \
+    touch src/__init__.py && \
+    touch src/ml/__init__.py && \
+    python -m extract_resnet50_onnx --pred --prep
+
+FROM mcr.microsoft.com/onnxruntime/server:latest
+
+ARG SERVER_DIR=resnet50_onnx_runtime
+ENV PROJECT_DIR data_cache_pattern
+ENV MODEL_BASE_PATH=${PROJECT_DIR}/models
+
+WORKDIR /${PROJECT_DIR}
+
+COPY --from=builder /${MODEL_BASE_PATH}/resnet50.onnx /${MODEL_BASE_PATH}/resnet50.onnx
+
+ENV MODEL_PATH /${MODEL_BASE_PATH}/resnet50.onnx
+
+WORKDIR /onnxruntime/server/
+COPY ./${SERVER_DIR}/onnx_runtime_server_entrypoint.sh ./onnx_runtime_server_entrypoint.sh
+RUN chmod +x onnx_runtime_server_entrypoint.sh
+ENTRYPOINT ["./onnx_runtime_server_entrypoint.sh"]
diff --git a/MLOps/serving_patterns/data_cache_pattern/Dockerfile.proxy b/MLOps/serving_patterns/data_cache_pattern/Dockerfile.proxy
new file mode 100644
index 0000000..a4377c7
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/Dockerfile.proxy
@@ -0,0 +1,52 @@
+FROM python:3.8-slim as builder
+
+ARG SERVER_DIR=resnet50_onnx_runtime
+ENV PROJECT_DIR data_cache_pattern
+
+WORKDIR /${PROJECT_DIR}
+ADD ./${SERVER_DIR}/requirements.txt /${PROJECT_DIR}/
+
+COPY ./${SERVER_DIR}/extract_resnet50_onnx.py /${PROJECT_DIR}/extract_resnet50_onnx.py
+COPY ./src/ml/transformers.py /${PROJECT_DIR}/src/ml/transformers.py
+COPY ./data /${PROJECT_DIR}/data
+
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt && \
+    touch __init__.py && \
+    touch src/__init__.py && \
+    touch src/ml/__init__.py && \
+    python -m extract_resnet50_onnx --prep
+
+
+FROM python:3.8-slim
+
+ENV PROJECT_DIR data_cache_pattern
+ENV MODEL_BASE_PATH=/${PROJECT_DIR}/models
+
+WORKDIR /${PROJECT_DIR}
+ADD ./requirements.txt /${PROJECT_DIR}/
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt
+
+COPY ./src/ /${PROJECT_DIR}/src/
+COPY --from=builder /${MODEL_BASE_PATH}/preprocess_transformer.pkl ${MODEL_BASE_PATH}/preprocess_transformer.pkl
+COPY --from=builder /${MODEL_BASE_PATH}/softmax_transformer.pkl ${MODEL_BASE_PATH}/softmax_transformer.pkl
+COPY ./data /${PROJECT_DIR}/data
+
+ENV PREPROCESS_TRANSFORMER_PATH ${MODEL_BASE_PATH}/preprocess_transformer.pkl
+ENV SOFTMAX_TRANSFORMER_PATH ${MODEL_BASE_PATH}/softmax_transformer.pkl
+ENV SAMPLE_IMAGE_PATH /${PROJECT_DIR}/data/cat.jpg
+ENV LABEL_PATH /${PROJECT_DIR}/data/image_net_labels.json
+
+ENV LOG_LEVEL DEBUG
+ENV LOG_FORMAT TEXT
+
+COPY ./run.sh /${PROJECT_DIR}/run.sh
+RUN chmod +x /${PROJECT_DIR}/run.sh
+CMD [ "./run.sh" ]
diff --git a/MLOps/serving_patterns/data_cache_pattern/README.md b/MLOps/serving_patterns/data_cache_pattern/README.md
new file mode 100644
index 0000000..287a43f
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/README.md
@@ -0,0 +1,109 @@
+# 데이터 캐시 패턴
+
+## 목적
+
+데이터를 캐시하고, 추론 속도를 개선합니다.
+
+## 전제
+
+- Python 3.8 이상
+- Docker
+- Docker compose
+
+## 사용법
+
+0. 현재 디렉토리
+
+```sh
+$ pwd
+~/ml-system-in-actions/chapter4_serving_patterns/data_cache_pattern
+```
+
+1. Docker 이미지 빌드
+
+```sh
+$ make build_all
+# 실행 커맨드
+# docker build \
+#     -t shibui/ml-system-in-actions:data_cache_pattern_proxy_0.0.1 \
+#     -f ./Dockerfile.proxy .
+# docker build \
+#     -t shibui/ml-system-in-actions:data_cache_pattern_pred_0.0.1 \
+#     -f ./Dockerfile.pred .
+```
+
+2. Docker compose 로 각 서비스 기동
+
+```sh
+$ make c_up
+# 실행 커맨드
+# docker-compose \
+#     -f ./docker-compose.yml \
+#     up -d
+```
+
+3. 기동한 API 로 요청
+
+```sh
+# 헬스 체크
+$ curl localhost:8000/health
+# 출력
+# {
+#   "health": "ok"
+# }
+
+# 메타 데이터
+$ curl localhost:8000/metadata
+# 출력
+# {
+#   "data_type": "str",
+#   "data_structure": "(1,1)",
+#   "data_sample": "0000",
+#   "prediction_type": "float32",
+#   "prediction_structure": "(1,1000)",
+#   "prediction_sample": "[0.07093159, 0.01558308, 0.01348537, ...]"
+# }
+
+# 라벨 목록
+$ curl localhost:8000/label
+# 출력
+# [
+#   "background",
+#   "tench",
+#   "goldfish",
+# ...
+#   "bolete",
+#   "ear",
+#   "toilet tissue"
+# ]
+
+
+
+# 테스트 데이터로 추론 요청
+$ curl localhost:8000/predict/test/label
+# 출력
+# {
+#   "prediction": "Persian cat"
+# }
+
+# 이미지 요청
+$ curl \
+    -X POST \
+    -H "Content-Type: application/json" \
+    -d '{"data": "0000"}' \
+    localhost:8000/predict/label
+# 출력
+# {
+#   "prediction": "Persian cat"
+# }
+```
+
+4. Docker compose 정지
+
+```sh
+$ make c_down
+# 실행 커맨드
+# docker-compose \
+# 		-f ./docker-compose.yml \
+# 		down
+```
diff --git a/MLOps/serving_patterns/data_cache_pattern/__init__.py b/MLOps/serving_patterns/data_cache_pattern/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/data_cache_pattern/data/0000.jpg b/MLOps/serving_patterns/data_cache_pattern/data/0000.jpg
new file mode 100644
index 0000000..319a41d
Binary files /dev/null and b/MLOps/serving_patterns/data_cache_pattern/data/0000.jpg differ
diff --git a/MLOps/serving_patterns/data_cache_pattern/data/0001.jpg b/MLOps/serving_patterns/data_cache_pattern/data/0001.jpg
new file mode 100644
index 0000000..48b1aa5
Binary files /dev/null and b/MLOps/serving_patterns/data_cache_pattern/data/0001.jpg differ
diff --git a/MLOps/serving_patterns/data_cache_pattern/data/0002.jpg b/MLOps/serving_patterns/data_cache_pattern/data/0002.jpg
new file mode 100644
index 0000000..c4d4861
Binary files /dev/null and b/MLOps/serving_patterns/data_cache_pattern/data/0002.jpg differ
diff --git a/MLOps/serving_patterns/data_cache_pattern/data/0003.jpg b/MLOps/serving_patterns/data_cache_pattern/data/0003.jpg
new file mode 100644
index 0000000..eb2d372
Binary files /dev/null and b/MLOps/serving_patterns/data_cache_pattern/data/0003.jpg differ
diff --git a/MLOps/serving_patterns/data_cache_pattern/data/0004.jpg b/MLOps/serving_patterns/data_cache_pattern/data/0004.jpg
new file mode 100644
index 0000000..3c08846
Binary files /dev/null and b/MLOps/serving_patterns/data_cache_pattern/data/0004.jpg differ
diff --git a/MLOps/serving_patterns/data_cache_pattern/data/0005.jpg b/MLOps/serving_patterns/data_cache_pattern/data/0005.jpg
new file mode 100644
index 0000000..b2f052f
Binary files /dev/null and b/MLOps/serving_patterns/data_cache_pattern/data/0005.jpg differ
diff --git a/MLOps/serving_patterns/data_cache_pattern/data/0006.jpg b/MLOps/serving_patterns/data_cache_pattern/data/0006.jpg
new file mode 100644
index 0000000..98426e2
Binary files /dev/null and b/MLOps/serving_patterns/data_cache_pattern/data/0006.jpg differ
diff --git a/MLOps/serving_patterns/data_cache_pattern/data/0007.jpg b/MLOps/serving_patterns/data_cache_pattern/data/0007.jpg
new file mode 100644
index 0000000..666b42c
Binary files /dev/null and b/MLOps/serving_patterns/data_cache_pattern/data/0007.jpg differ
diff --git a/MLOps/serving_patterns/data_cache_pattern/data/image_net_labels.json b/MLOps/serving_patterns/data_cache_pattern/data/image_net_labels.json
new file mode 100644
index 0000000..3b183f3
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/data/image_net_labels.json
@@ -0,0 +1,1002 @@
+[
+  "tench",
+  "goldfish",
+  "great white shark",
+  "tiger shark",
+  "hammerhead",
+  "electric ray",
+  "stingray",
+  "cock",
+  "hen",
+  "ostrich",
+  "brambling",
+  "goldfinch",
+  "house finch",
+  "junco",
+  "indigo bunting",
+  "robin",
+  "bulbul",
+  "jay",
+  "magpie",
+  "chickadee",
+  "water ouzel",
+  "kite",
+  "bald eagle",
+  "vulture",
+  "great grey owl",
+  "European fire salamander",
+  "common newt",
+  "eft",
+  "spotted salamander",
+  "axolotl",
+  "bullfrog",
+  "tree frog",
+  "tailed frog",
+  "loggerhead",
+  "leatherback turtle",
+  "mud turtle",
+  "terrapin",
+  "box turtle",
+  "banded gecko",
+  "common iguana",
+  "American chameleon",
+  "whiptail",
+  "agama",
+  "frilled lizard",
+  "alligator lizard",
+  "Gila monster",
+  "green lizard",
+  "African chameleon",
+  "Komodo dragon",
+  "African crocodile",
+  "American alligator",
+  "triceratops",
+  "thunder snake",
+  "ringneck snake",
+  "hognose snake",
+  "green snake",
+  "king snake",
+  "garter snake",
+  "water snake",
+  "vine snake",
+  "night snake",
+  "boa constrictor",
+  "rock python",
+  "Indian cobra",
+  "green mamba",
+  "sea snake",
+  "horned viper",
+  "diamondback",
+  "sidewinder",
+  "trilobite",
+  "harvestman",
+  "scorpion",
+  "black and gold garden spider",
+  "barn spider",
+  "garden spider",
+  "black widow",
+  "tarantula",
+  "wolf spider",
+  "tick",
+  "centipede",
+  "black grouse",
+  "ptarmigan",
+  "ruffed grouse",
+  "prairie chicken",
+  "peacock",
+  "quail",
+  "partridge",
+  "African grey",
+  "macaw",
+  "sulphur-crested cockatoo",
+  "lorikeet",
+  "coucal",
+  "bee eater",
+  "hornbill",
+  "hummingbird",
+  "jacamar",
+  "toucan",
+  "drake",
+  "red-breasted merganser",
+  "goose",
+  "black swan",
+  "tusker",
+  "echidna",
+  "platypus",
+  "wallaby",
+  "koala",
+  "wombat",
+  "jellyfish",
+  "sea anemone",
+  "brain coral",
+  "flatworm",
+  "nematode",
+  "conch",
+  "snail",
+  "slug",
+  "sea slug",
+  "chiton",
+  "chambered nautilus",
+  "Dungeness crab",
+  "rock crab",
+  "fiddler crab",
+  "king crab",
+  "American lobster",
+  "spiny lobster",
+  "crayfish",
+  "hermit crab",
+  "isopod",
+  "white stork",
+  "black stork",
+  "spoonbill",
+  "flamingo",
+  "little blue heron",
+  "American egret",
+  "bittern",
+  "crane",
+  "limpkin",
+  "European gallinule",
+  "American coot",
+  "bustard",
+  "ruddy turnstone",
+  "red-backed sandpiper",
+  "redshank",
+  "dowitcher",
+  "oystercatcher",
+  "pelican",
+  "king penguin",
+  "albatross",
+  "grey whale",
+  "killer whale",
+  "dugong",
+  "sea lion",
+  "Chihuahua",
+  "Japanese spaniel",
+  "Maltese dog",
+  "Pekinese",
+  "Shih-Tzu",
+  "Blenheim spaniel",
+  "papillon",
+  "toy terrier",
+  "Rhodesian ridgeback",
+  "Afghan hound",
+  "basset",
+  "beagle",
+  "bloodhound",
+  "bluetick",
+  "black-and-tan coonhound",
+  "Walker hound",
+  "English foxhound",
+  "redbone",
+  "borzoi",
+  "Irish wolfhound",
+  "Italian greyhound",
+  "whippet",
+  "Ibizan hound",
+  "Norwegian elkhound",
+  "otterhound",
+  "Saluki",
+  "Scottish deerhound",
+  "Weimaraner",
+  "Staffordshire bullterrier",
+  "American Staffordshire terrier",
+  "Bedlington terrier",
+  "Border terrier",
+  "Kerry blue terrier",
+  "Irish terrier",
+  "Norfolk terrier",
+  "Norwich terrier",
+  "Yorkshire terrier",
+  "wire-haired fox terrier",
+  "Lakeland terrier",
+  "Sealyham terrier",
+  "Airedale",
+  "cairn",
+  "Australian terrier",
+  "Dandie Dinmont",
+  "Boston bull",
+  "miniature schnauzer",
+  "giant schnauzer",
+  "standard schnauzer",
+  "Scotch terrier",
+  "Tibetan terrier",
+  "silky terrier",
+  "soft-coated wheaten terrier",
+  "West Highland white terrier",
+  "Lhasa",
+  "flat-coated retriever",
+  "curly-coated retriever",
+  "golden retriever",
+  "Labrador retriever",
+  "Chesapeake Bay retriever",
+  "German short-haired pointer",
+  "vizsla",
+  "English setter",
+  "Irish setter",
+  "Gordon setter",
+  "Brittany spaniel",
+  "clumber",
+  "English springer",
+  "Welsh springer spaniel",
+  "cocker spaniel",
+  "Sussex spaniel",
+  "Irish water spaniel",
+  "kuvasz",
+  "schipperke",
+  "groenendael",
+  "malinois",
+  "briard",
+  "kelpie",
+  "komondor",
+  "Old English sheepdog",
+  "Shetland sheepdog",
+  "collie",
+  "Border collie",
+  "Bouvier des Flandres",
+  "Rottweiler",
+  "German shepherd",
+  "Doberman",
+  "miniature pinscher",
+  "Greater Swiss Mountain dog",
+  "Bernese mountain dog",
+  "Appenzeller",
+  "EntleBucher",
+  "boxer",
+  "bull mastiff",
+  "Tibetan mastiff",
+  "French bulldog",
+  "Great Dane",
+  "Saint Bernard",
+  "Eskimo dog",
+  "malamute",
+  "Siberian husky",
+  "dalmatian",
+  "affenpinscher",
+  "basenji",
+  "pug",
+  "Leonberg",
+  "Newfoundland",
+  "Great Pyrenees",
+  "Samoyed",
+  "Pomeranian",
+  "chow",
+  "keeshond",
+  "Brabancon griffon",
+  "Pembroke",
+  "Cardigan",
+  "toy poodle",
+  "miniature poodle",
+  "standard poodle",
+  "Mexican hairless",
+  "timber wolf",
+  "white wolf",
+  "red wolf",
+  "coyote",
+  "dingo",
+  "dhole",
+  "African hunting dog",
+  "hyena",
+  "red fox",
+  "kit fox",
+  "Arctic fox",
+  "grey fox",
+  "tabby",
+  "tiger cat",
+  "Persian cat",
+  "Siamese cat",
+  "Egyptian cat",
+  "cougar",
+  "lynx",
+  "leopard",
+  "snow leopard",
+  "jaguar",
+  "lion",
+  "tiger",
+  "cheetah",
+  "brown bear",
+  "American black bear",
+  "ice bear",
+  "sloth bear",
+  "mongoose",
+  "meerkat",
+  "tiger beetle",
+  "ladybug",
+  "ground beetle",
+  "long-horned beetle",
+  "leaf beetle",
+  "dung beetle",
+  "rhinoceros beetle",
+  "weevil",
+  "fly",
+  "bee",
+  "ant",
+  "grasshopper",
+  "cricket",
+  "walking stick",
+  "cockroach",
+  "mantis",
+  "cicada",
+  "leafhopper",
+  "lacewing",
+  "dragonfly",
+  "damselfly",
+  "admiral",
+  "ringlet",
+  "monarch",
+  "cabbage butterfly",
+  "sulphur butterfly",
+  "lycaenid",
+  "starfish",
+  "sea urchin",
+  "sea cucumber",
+  "wood rabbit",
+  "hare",
+  "Angora",
+  "hamster",
+  "porcupine",
+  "fox squirrel",
+  "marmot",
+  "beaver",
+  "guinea pig",
+  "sorrel",
+  "zebra",
+  "hog",
+  "wild boar",
+  "warthog",
+  "hippopotamus",
+  "ox",
+  "water buffalo",
+  "bison",
+  "ram",
+  "bighorn",
+  "ibex",
+  "hartebeest",
+  "impala",
+  "gazelle",
+  "Arabian camel",
+  "llama",
+  "weasel",
+  "mink",
+  "polecat",
+  "black-footed ferret",
+  "otter",
+  "skunk",
+  "badger",
+  "armadillo",
+  "three-toed sloth",
+  "orangutan",
+  "gorilla",
+  "chimpanzee",
+  "gibbon",
+  "siamang",
+  "guenon",
+  "patas",
+  "baboon",
+  "macaque",
+  "langur",
+  "colobus",
+  "proboscis monkey",
+  "marmoset",
+  "capuchin",
+  "howler monkey",
+  "titi",
+  "spider monkey",
+  "squirrel monkey",
+  "Madagascar cat",
+  "indri",
+  "Indian elephant",
+  "African elephant",
+  "lesser panda",
+  "giant panda",
+  "barracouta",
+  "eel",
+  "coho",
+  "rock beauty",
+  "anemone fish",
+  "sturgeon",
+  "gar",
+  "lionfish",
+  "puffer",
+  "abacus",
+  "abaya",
+  "academic gown",
+  "accordion",
+  "acoustic guitar",
+  "aircraft carrier",
+  "airliner",
+  "airship",
+  "altar",
+  "ambulance",
+  "amphibian",
+  "analog clock",
+  "apiary",
+  "apron",
+  "ashcan",
+  "assault rifle",
+  "backpack",
+  "bakery",
+  "balance beam",
+  "balloon",
+  "ballpoint",
+  "Band Aid",
+  "banjo",
+  "bannister",
+  "barbell",
+  "barber chair",
+  "barbershop",
+  "barn",
+  "barometer",
+  "barrel",
+  "barrow",
+  "baseball",
+  "basketball",
+  "bassinet",
+  "bassoon",
+  "bathing cap",
+  "bath towel",
+  "bathtub",
+  "beach wagon",
+  "beacon",
+  "beaker",
+  "bearskin",
+  "beer bottle",
+  "beer glass",
+  "bell cote",
+  "bib",
+  "bicycle-built-for-two",
+  "bikini",
+  "binder",
+  "binoculars",
+  "birdhouse",
+  "boathouse",
+  "bobsled",
+  "bolo tie",
+  "bonnet",
+  "bookcase",
+  "bookshop",
+  "bottlecap",
+  "bow",
+  "bow tie",
+  "brass",
+  "brassiere",
+  "breakwater",
+  "breastplate",
+  "broom",
+  "bucket",
+  "buckle",
+  "bulletproof vest",
+  "bullet train",
+  "butcher shop",
+  "cab",
+  "caldron",
+  "candle",
+  "cannon",
+  "canoe",
+  "can opener",
+  "cardigan",
+  "car mirror",
+  "carousel",
+  "carpenter's kit",
+  "carton",
+  "car wheel",
+  "cash machine",
+  "cassette",
+  "cassette player",
+  "castle",
+  "catamaran",
+  "CD player",
+  "cello",
+  "cellular telephone",
+  "chain",
+  "chainlink fence",
+  "chain mail",
+  "chain saw",
+  "chest",
+  "chiffonier",
+  "chime",
+  "china cabinet",
+  "Christmas stocking",
+  "church",
+  "cinema",
+  "cleaver",
+  "cliff dwelling",
+  "cloak",
+  "clog",
+  "cocktail shaker",
+  "coffee mug",
+  "coffeepot",
+  "coil",
+  "combination lock",
+  "computer keyboard",
+  "confectionery",
+  "container ship",
+  "convertible",
+  "corkscrew",
+  "cornet",
+  "cowboy boot",
+  "cowboy hat",
+  "cradle",
+  "crane",
+  "crash helmet",
+  "crate",
+  "crib",
+  "Crock Pot",
+  "croquet ball",
+  "crutch",
+  "cuirass",
+  "dam",
+  "desk",
+  "desktop computer",
+  "dial telephone",
+  "diaper",
+  "digital clock",
+  "digital watch",
+  "dining table",
+  "dishrag",
+  "dishwasher",
+  "disk brake",
+  "dock",
+  "dogsled",
+  "dome",
+  "doormat",
+  "drilling platform",
+  "drum",
+  "drumstick",
+  "dumbbell",
+  "Dutch oven",
+  "electric fan",
+  "electric guitar",
+  "electric locomotive",
+  "entertainment center",
+  "envelope",
+  "espresso maker",
+  "face powder",
+  "feather boa",
+  "file",
+  "fireboat",
+  "fire engine",
+  "fire screen",
+  "flagpole",
+  "flute",
+  "folding chair",
+  "football helmet",
+  "forklift",
+  "fountain",
+  "fountain pen",
+  "four-poster",
+  "freight car",
+  "French horn",
+  "frying pan",
+  "fur coat",
+  "garbage truck",
+  "gasmask",
+  "gas pump",
+  "goblet",
+  "go-kart",
+  "golf ball",
+  "golfcart",
+  "gondola",
+  "gong",
+  "gown",
+  "grand piano",
+  "greenhouse",
+  "grille",
+  "grocery store",
+  "guillotine",
+  "hair slide",
+  "hair spray",
+  "half track",
+  "hammer",
+  "hamper",
+  "hand blower",
+  "hand-held computer",
+  "handkerchief",
+  "hard disc",
+  "harmonica",
+  "harp",
+  "harvester",
+  "hatchet",
+  "holster",
+  "home theater",
+  "honeycomb",
+  "hook",
+  "hoopskirt",
+  "horizontal bar",
+  "horse cart",
+  "hourglass",
+  "iPod",
+  "iron",
+  "jack-o'-lantern",
+  "jean",
+  "jeep",
+  "jersey",
+  "jigsaw puzzle",
+  "jinrikisha",
+  "joystick",
+  "kimono",
+  "knee pad",
+  "knot",
+  "lab coat",
+  "ladle",
+  "lampshade",
+  "laptop",
+  "lawn mower",
+  "lens cap",
+  "letter opener",
+  "library",
+  "lifeboat",
+  "lighter",
+  "limousine",
+  "liner",
+  "lipstick",
+  "Loafer",
+  "lotion",
+  "loudspeaker",
+  "loupe",
+  "lumbermill",
+  "magnetic compass",
+  "mailbag",
+  "mailbox",
+  "maillot",
+  "maillot",
+  "manhole cover",
+  "maraca",
+  "marimba",
+  "mask",
+  "matchstick",
+  "maypole",
+  "maze",
+  "measuring cup",
+  "medicine chest",
+  "megalith",
+  "microphone",
+  "microwave",
+  "military uniform",
+  "milk can",
+  "minibus",
+  "miniskirt",
+  "minivan",
+  "missile",
+  "mitten",
+  "mixing bowl",
+  "mobile home",
+  "Model T",
+  "modem",
+  "monastery",
+  "monitor",
+  "moped",
+  "mortar",
+  "mortarboard",
+  "mosque",
+  "mosquito net",
+  "motor scooter",
+  "mountain bike",
+  "mountain tent",
+  "mouse",
+  "mousetrap",
+  "moving van",
+  "muzzle",
+  "nail",
+  "neck brace",
+  "necklace",
+  "nipple",
+  "notebook",
+  "obelisk",
+  "oboe",
+  "ocarina",
+  "odometer",
+  "oil filter",
+  "organ",
+  "oscilloscope",
+  "overskirt",
+  "oxcart",
+  "oxygen mask",
+  "packet",
+  "paddle",
+  "paddlewheel",
+  "padlock",
+  "paintbrush",
+  "pajama",
+  "palace",
+  "panpipe",
+  "paper towel",
+  "parachute",
+  "parallel bars",
+  "park bench",
+  "parking meter",
+  "passenger car",
+  "patio",
+  "pay-phone",
+  "pedestal",
+  "pencil box",
+  "pencil sharpener",
+  "perfume",
+  "Petri dish",
+  "photocopier",
+  "pick",
+  "pickelhaube",
+  "picket fence",
+  "pickup",
+  "pier",
+  "piggy bank",
+  "pill bottle",
+  "pillow",
+  "ping-pong ball",
+  "pinwheel",
+  "pirate",
+  "pitcher",
+  "plane",
+  "planetarium",
+  "plastic bag",
+  "plate rack",
+  "plow",
+  "plunger",
+  "Polaroid camera",
+  "pole",
+  "police van",
+  "poncho",
+  "pool table",
+  "pop bottle",
+  "pot",
+  "potter's wheel",
+  "power drill",
+  "prayer rug",
+  "printer",
+  "prison",
+  "projectile",
+  "projector",
+  "puck",
+  "punching bag",
+  "purse",
+  "quill",
+  "quilt",
+  "racer",
+  "racket",
+  "radiator",
+  "radio",
+  "radio telescope",
+  "rain barrel",
+  "recreational vehicle",
+  "reel",
+  "reflex camera",
+  "refrigerator",
+  "remote control",
+  "restaurant",
+  "revolver",
+  "rifle",
+  "rocking chair",
+  "rotisserie",
+  "rubber eraser",
+  "rugby ball",
+  "rule",
+  "running shoe",
+  "safe",
+  "safety pin",
+  "saltshaker",
+  "sandal",
+  "sarong",
+  "sax",
+  "scabbard",
+  "scale",
+  "school bus",
+  "schooner",
+  "scoreboard",
+  "screen",
+  "screw",
+  "screwdriver",
+  "seat belt",
+  "sewing machine",
+  "shield",
+  "shoe shop",
+  "shoji",
+  "shopping basket",
+  "shopping cart",
+  "shovel",
+  "shower cap",
+  "shower curtain",
+  "ski",
+  "ski mask",
+  "sleeping bag",
+  "slide rule",
+  "sliding door",
+  "slot",
+  "snorkel",
+  "snowmobile",
+  "snowplow",
+  "soap dispenser",
+  "soccer ball",
+  "sock",
+  "solar dish",
+  "sombrero",
+  "soup bowl",
+  "space bar",
+  "space heater",
+  "space shuttle",
+  "spatula",
+  "speedboat",
+  "spider web",
+  "spindle",
+  "sports car",
+  "spotlight",
+  "stage",
+  "steam locomotive",
+  "steel arch bridge",
+  "steel drum",
+  "stethoscope",
+  "stole",
+  "stone wall",
+  "stopwatch",
+  "stove",
+  "strainer",
+  "streetcar",
+  "stretcher",
+  "studio couch",
+  "stupa",
+  "submarine",
+  "suit",
+  "sundial",
+  "sunglass",
+  "sunglasses",
+  "sunscreen",
+  "suspension bridge",
+  "swab",
+  "sweatshirt",
+  "swimming trunks",
+  "swing",
+  "switch",
+  "syringe",
+  "table lamp",
+  "tank",
+  "tape player",
+  "teapot",
+  "teddy",
+  "television",
+  "tennis ball",
+  "thatch",
+  "theater curtain",
+  "thimble",
+  "thresher",
+  "throne",
+  "tile roof",
+  "toaster",
+  "tobacco shop",
+  "toilet seat",
+  "torch",
+  "totem pole",
+  "tow truck",
+  "toyshop",
+  "tractor",
+  "trailer truck",
+  "tray",
+  "trench coat",
+  "tricycle",
+  "trimaran",
+  "tripod",
+  "triumphal arch",
+  "trolleybus",
+  "trombone",
+  "tub",
+  "turnstile",
+  "typewriter keyboard",
+  "umbrella",
+  "unicycle",
+  "upright",
+  "vacuum",
+  "vase",
+  "vault",
+  "velvet",
+  "vending machine",
+  "vestment",
+  "viaduct",
+  "violin",
+  "volleyball",
+  "waffle iron",
+  "wall clock",
+  "wallet",
+  "wardrobe",
+  "warplane",
+  "washbasin",
+  "washer",
+  "water bottle",
+  "water jug",
+  "water tower",
+  "whiskey jug",
+  "whistle",
+  "wig",
+  "window screen",
+  "window shade",
+  "Windsor tie",
+  "wine bottle",
+  "wing",
+  "wok",
+  "wooden spoon",
+  "wool",
+  "worm fence",
+  "wreck",
+  "yawl",
+  "yurt",
+  "web site",
+  "comic book",
+  "crossword puzzle",
+  "street sign",
+  "traffic light",
+  "book jacket",
+  "menu",
+  "plate",
+  "guacamole",
+  "consomme",
+  "hot pot",
+  "trifle",
+  "ice cream",
+  "ice lolly",
+  "French loaf",
+  "bagel",
+  "pretzel",
+  "cheeseburger",
+  "hotdog",
+  "mashed potato",
+  "head cabbage",
+  "broccoli",
+  "cauliflower",
+  "zucchini",
+  "spaghetti squash",
+  "acorn squash",
+  "butternut squash",
+  "cucumber",
+  "artichoke",
+  "bell pepper",
+  "cardoon",
+  "mushroom",
+  "Granny Smith",
+  "strawberry",
+  "orange",
+  "lemon",
+  "fig",
+  "pineapple",
+  "banana",
+  "jackfruit",
+  "custard apple",
+  "pomegranate",
+  "hay",
+  "carbonara",
+  "chocolate sauce",
+  "dough",
+  "meat loaf",
+  "pizza",
+  "potpie",
+  "burrito",
+  "red wine",
+  "espresso",
+  "cup",
+  "eggnog",
+  "alp",
+  "bubble",
+  "cliff",
+  "coral reef",
+  "geyser",
+  "lakeside",
+  "promontory",
+  "sandbar",
+  "seashore",
+  "valley",
+  "volcano",
+  "ballplayer",
+  "groom",
+  "scuba diver",
+  "rapeseed",
+  "daisy",
+  "yellow lady's slipper",
+  "corn",
+  "acorn",
+  "hip",
+  "buckeye",
+  "coral fungus",
+  "agaric",
+  "gyromitra",
+  "stinkhorn",
+  "earthstar",
+  "hen-of-the-woods",
+  "bolete",
+  "ear",
+  "toilet tissue"
+]
diff --git a/MLOps/serving_patterns/data_cache_pattern/docker-compose.yml b/MLOps/serving_patterns/data_cache_pattern/docker-compose.yml
new file mode 100644
index 0000000..0d5efb5
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/docker-compose.yml
@@ -0,0 +1,34 @@
+version: "3"
+
+services:
+  proxy:
+    container_name: proxy
+    image: shibui/ml-system-in-actions:data_cache_pattern_proxy_0.0.1
+    restart: always
+    environment:
+      - PLATFORM=docker_compose
+      - API_ADDRESS=pred
+    ports:
+      - "8000:8000"
+    command: ./run.sh
+    depends_on:
+      - pred
+      - redis
+
+  pred:
+    container_name: pred
+    image: shibui/ml-system-in-actions:data_cache_pattern_pred_0.0.1
+    restart: always
+    environment:
+      - HTTP_PORT=8001
+      - GRPC_PORT=50051
+    ports:
+      - "8001:8001"
+      - "50051:50051"
+    entrypoint: ["./onnx_runtime_server_entrypoint.sh"]
+
+  redis:
+    container_name: redis
+    image: "redis:latest"
+    ports:
+      - "6379:6379"
diff --git a/MLOps/serving_patterns/data_cache_pattern/makefile b/MLOps/serving_patterns/data_cache_pattern/makefile
new file mode 100644
index 0000000..f2e841e
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/makefile
@@ -0,0 +1,69 @@
+DOCKER_REPOSITORY := shibui/ml-system-in-actions
+
+ABSOLUTE_PATH := $(shell pwd)
+
+DOCKERFILE := Dockerfile
+DOCKER_COMPOSE := docker-compose.yml
+IMAGE_VERSION := 0.0.1
+
+DATA_CACHE_PATTERN := data_cache_pattern
+DATA_CACHE_PATTERN_PREP := proxy
+DATA_CACHE_PATTERN_PREP_PORT := 8000
+DATA_CACHE_PATTERN_PRED := pred
+DATA_CACHE_PATTERN_REST_PORT := 8001
+DATA_CACHE_PATTERN_GRPC_PORT := 50051
+
+.PHONY: proto
+proto:
+	python \
+		-m grpc_tools.protoc \
+		-I src/proto \
+		--python_out=src/proto \
+		--grpc_python_out=src/proto \
+		src/proto/onnx-ml.proto \
+		src/proto/predict.proto \
+		src/proto/prediction_service.proto
+
+.PHONY: build_proxy
+build_proxy:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(DATA_CACHE_PATTERN)_$(DATA_CACHE_PATTERN_PREP)_$(IMAGE_VERSION) \
+		-f ./$(DOCKERFILE).proxy .
+
+.PHONY: push_proxy
+push_proxy:
+	docker push $(DOCKER_REPOSITORY):$(DATA_CACHE_PATTERN)_$(DATA_CACHE_PATTERN_PREP)_$(IMAGE_VERSION)
+
+
+.PHONY: build_pred
+build_pred:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(DATA_CACHE_PATTERN)_$(DATA_CACHE_PATTERN_PRED)_$(IMAGE_VERSION) \
+		-f ./$(DOCKERFILE).pred .
+
+.PHONY: push_pred
+push_pred:
+	docker push $(DOCKER_REPOSITORY):$(DATA_CACHE_PATTERN)_$(DATA_CACHE_PATTERN_PRED)_$(IMAGE_VERSION)
+
+.PHONY: build_all
+build_all: build_proxy build_pred
+
+
+.PHONY: push_all
+push_all: push_proxy push_pred
+
+.PHONY: c_build
+c_build: build_all
+
+.PHONY: c_up
+c_up:
+	docker-compose \
+		-f ./$(DOCKER_COMPOSE) \
+		up -d
+
+.PHONY: c_down
+c_down:
+	docker-compose \
+		-f ./$(DOCKER_COMPOSE) \
+		down
+
diff --git a/MLOps/serving_patterns/data_cache_pattern/requirements.txt b/MLOps/serving_patterns/data_cache_pattern/requirements.txt
new file mode 100644
index 0000000..6de54e8
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/requirements.txt
@@ -0,0 +1,23 @@
+fastapi>=0.65.2
+future>=0.18.2
+gunicorn>=20.0.4
+importlib-metadata>=1.7.0
+joblib>=0.15.1
+numpy>=1.18.5
+onnx>=1.7.0
+onnxruntime>=1.4.0
+Pillow>=8.3.2
+psutil>=5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+redis>=3.5.3
+scikit-learn>=0.23.1
+starlette>=0.13.4
+typing>=3.7.4.1
+uvicorn>=0.11.7
+uvloop>=0.14.0
+httptools>=0.1.1
+python-json-logger>=2.0.1
+loguru>=0.5.3
+requests>=2.25.0
+grpcio>=1.32.0
\ No newline at end of file
diff --git a/MLOps/serving_patterns/data_cache_pattern/resnet50_onnx_runtime/__init__.py b/MLOps/serving_patterns/data_cache_pattern/resnet50_onnx_runtime/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/data_cache_pattern/resnet50_onnx_runtime/extract_resnet50_onnx.py b/MLOps/serving_patterns/data_cache_pattern/resnet50_onnx_runtime/extract_resnet50_onnx.py
new file mode 100644
index 0000000..cc83a73
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/resnet50_onnx_runtime/extract_resnet50_onnx.py
@@ -0,0 +1,85 @@
+import json
+import os
+from typing import List, Tuple, Union
+
+import click
+import joblib
+import numpy as np
+import onnxruntime as rt
+import requests
+import torch
+import torch.nn as nn
+from PIL import Image
+from src.ml.transformers import PytorchImagePreprocessTransformer, SoftmaxTransformer
+from torchvision.models.resnet import resnet50
+
+
+def dump_sklearn(model, name: str):
+    joblib.dump(model, name)
+
+
+def get_label(json_path: str = "./data/image_net_labels.json") -> List[str]:
+    with open(json_path, "r") as f:
+        labels = json.load(f)
+    return labels
+
+
+@click.command(name="extract resnet50 onnx runtime and preprocessing")
+@click.option("--pred", is_flag=True)
+@click.option("--prep", is_flag=True)
+def main(pred: bool, prep: bool):
+    model_directory = "./models/"
+    os.makedirs(model_directory, exist_ok=True)
+
+    onnx_filename = "resnet50.onnx"
+    onnx_filepath = os.path.join(model_directory, onnx_filename)
+
+    preprocess_filename = f"preprocess_transformer.pkl"
+    preprocess_filepath = os.path.join(model_directory, preprocess_filename)
+
+    postprocess_filename = f"softmax_transformer.pkl"
+    postprocess_filepath = os.path.join(model_directory, postprocess_filename)
+
+    if pred:
+        model = resnet50(pretrained=True)
+        x_dummy = torch.rand((1, 3, 224, 224), device="cpu")
+        model.eval()
+        torch.onnx.export(
+            model,
+            x_dummy,
+            onnx_filepath,
+            export_params=True,
+            opset_version=10,
+            do_constant_folding=True,
+            input_names=["input"],
+            output_names=["output"],
+            verbose=False,
+        )
+
+    if prep:
+        preprocess = PytorchImagePreprocessTransformer()
+        dump_sklearn(preprocess, preprocess_filepath)
+
+        postprocess = SoftmaxTransformer()
+        dump_sklearn(postprocess, postprocess_filepath)
+
+    if prep and pred:
+        image = Image.open("./data/0000.jpg")
+        np_image = preprocess.transform(image)
+        print(np_image.shape)
+
+        sess = rt.InferenceSession(onnx_filepath)
+        inp, out = sess.get_inputs()[0], sess.get_outputs()[0]
+        print(f"input name='{inp.name}' shape={inp.shape} type={inp.type}")
+        print(f"output name='{out.name}' shape={out.shape} type={out.type}")
+        pred_onx = sess.run([out.name], {inp.name: np_image})
+
+        prediction = postprocess.transform(np.array(pred_onx))
+
+        labels = get_label(json_path="./data/image_net_labels.json")
+        print(prediction.shape)
+        print(labels[np.argmax(prediction[0])])
+
+
+if __name__ == "__main__":
+    main()
diff --git a/MLOps/serving_patterns/data_cache_pattern/resnet50_onnx_runtime/onnx_runtime_server_entrypoint.sh b/MLOps/serving_patterns/data_cache_pattern/resnet50_onnx_runtime/onnx_runtime_server_entrypoint.sh
new file mode 100644
index 0000000..3ea2996
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/resnet50_onnx_runtime/onnx_runtime_server_entrypoint.sh
@@ -0,0 +1,15 @@
+#!/bin/bash
+
+set -eu
+
+HTTP_PORT=${HTTP_PORT:-8001}
+GRPC_PORT=${GRPC_PORT:-50051}
+LOGLEVEL=${LOGLEVEL:-"debug"}
+NUM_HTTP_THREADS=${NUM_HTTP_THREADS:-4}
+MODEL_PATH=${MODEL_PATH:-"/data_cache_pattern/models/resnet50.onnx"}
+
+./onnxruntime_server \
+    --http_port=${HTTP_PORT} \
+    --grpc_port=${GRPC_PORT} \
+    --num_http_threads=${NUM_HTTP_THREADS} \
+    --model_path=${MODEL_PATH} 
\ No newline at end of file
diff --git a/MLOps/serving_patterns/data_cache_pattern/resnet50_onnx_runtime/requirements.txt b/MLOps/serving_patterns/data_cache_pattern/resnet50_onnx_runtime/requirements.txt
new file mode 100644
index 0000000..d64d579
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/resnet50_onnx_runtime/requirements.txt
@@ -0,0 +1,13 @@
+joblib>=0.15.1
+numpy>=1.18.5
+onnxruntime>=1.4.0
+Pillow>=8.3.2
+pydantic>=1.8.2
+PyYAML>=5.3.1
+scikit-learn==0.23.1
+skl2onnx>=1.7.0
+typing>=3.7.4.1
+requests>=2.25.1
+torch>=1.7.0
+torchvision>=0.8.1
+click>=7.1.2
\ No newline at end of file
diff --git a/MLOps/serving_patterns/data_cache_pattern/run.sh b/MLOps/serving_patterns/data_cache_pattern/run.sh
new file mode 100644
index 0000000..9621e17
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/run.sh
@@ -0,0 +1,27 @@
+#!/bin/bash
+
+set -eu
+
+HOST=${HOST:-"0.0.0.0"}
+PORT=${PORT:-8000}
+WORKERS=${WORKERS:-4}
+UVICORN_WORKER=${UVICORN_WORKER:-"uvicorn.workers.UvicornWorker"}
+LOGLEVEL=${LOGLEVEL:-"debug"}
+LOGCONFIG=${LOGCONFIG:-"./src/utils/logging.conf"}
+BACKLOG=${BACKLOG:-2048}
+LIMIT_MAX_REQUESTS=${LIMIT_MAX_REQUESTS:-65536}
+MAX_REQUESTS_JITTER=${MAX_REQUESTS_JITTER:-2048}
+GRACEFUL_TIMEOUT=${GRACEFUL_TIMEOUT:-10}
+APP_NAME=${APP_NAME:-"src.app.app:app"}
+
+gunicorn ${APP_NAME} \
+    -b ${HOST}:${PORT} \
+    -w ${WORKERS} \
+    -k ${UVICORN_WORKER} \
+    --log-level ${LOGLEVEL} \
+    --log-config ${LOGCONFIG} \
+    --backlog ${BACKLOG} \
+    --max-requests ${LIMIT_MAX_REQUESTS} \
+    --max-requests-jitter ${MAX_REQUESTS_JITTER} \
+    --graceful-timeout ${GRACEFUL_TIMEOUT} \
+    --reload
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/__init__.py b/MLOps/serving_patterns/data_cache_pattern/src/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/app/__init__.py b/MLOps/serving_patterns/data_cache_pattern/src/app/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/app/app.py b/MLOps/serving_patterns/data_cache_pattern/src/app/app.py
new file mode 100644
index 0000000..e3902d5
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/app/app.py
@@ -0,0 +1,16 @@
+import os
+from logging import getLogger
+
+from fastapi import FastAPI
+from src.app.routers import routers
+from src.configurations import APIConfigurations
+
+logger = getLogger(__name__)
+
+app = FastAPI(
+    title=APIConfigurations.title,
+    description=APIConfigurations.description,
+    version=APIConfigurations.version,
+)
+
+app.include_router(routers.router, prefix="", tags=[""])
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/app/backend/__init__.py b/MLOps/serving_patterns/data_cache_pattern/src/app/backend/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/app/backend/background_job.py b/MLOps/serving_patterns/data_cache_pattern/src/app/backend/background_job.py
new file mode 100644
index 0000000..b435207
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/app/backend/background_job.py
@@ -0,0 +1,49 @@
+import json
+import logging
+from typing import Any, Dict, List, Union
+
+from fastapi import BackgroundTasks
+from pydantic import BaseModel
+from src.app.backend.redis_client import redis_client
+
+logger = logging.getLogger(__name__)
+
+
+def set_data_redis(key: str, value: Any) -> bool:
+    data_json = json.dumps(value)
+    redis_client.set(key, data_json)
+    return True
+
+
+def get_data_redis(key: str) -> Union[List, None]:
+    data = redis_client.get(key)
+    if data is None:
+        return None
+    original_data = json.loads(data)
+    return original_data
+
+
+class SaveDataJob(BaseModel):
+    item_id: str
+    data: Any
+    is_completed: bool = False
+
+    def __call__(self):
+        pass
+
+
+class SaveDataRedisJob(SaveDataJob):
+    def __call__(self):
+        save_data_jobs[self.item_id] = self
+        logger.info(f"registered cache: {self.item_id} in {self.__class__.__name__}")
+        self.is_completed = set_data_redis(key=self.item_id, value=self.data)
+        logger.info(f"completed save data: {self.item_id}")
+
+
+def save_data_job(data: Any, item_id: str, background_tasks: BackgroundTasks) -> str:
+    task = SaveDataRedisJob(item_id=item_id, data=data)
+    background_tasks.add_task(task)
+    return item_id
+
+
+save_data_jobs: Dict[str, SaveDataJob] = {}
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/app/backend/redis_client.py b/MLOps/serving_patterns/data_cache_pattern/src/app/backend/redis_client.py
new file mode 100644
index 0000000..1103b51
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/app/backend/redis_client.py
@@ -0,0 +1,9 @@
+import redis
+from src.configurations import RedisCacheConfigurations
+
+redis_client = redis.Redis(
+    host=RedisCacheConfigurations.cache_host,
+    port=RedisCacheConfigurations.cache_port,
+    db=RedisCacheConfigurations.redis_db,
+    decode_responses=RedisCacheConfigurations.redis_decode_responses,
+)
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/app/routers/__init__.py b/MLOps/serving_patterns/data_cache_pattern/src/app/routers/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/app/routers/routers.py b/MLOps/serving_patterns/data_cache_pattern/src/app/routers/routers.py
new file mode 100644
index 0000000..461bd66
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/app/routers/routers.py
@@ -0,0 +1,54 @@
+from logging import getLogger
+from typing import Any, Dict, List
+
+from fastapi import APIRouter, BackgroundTasks
+from src.ml.prediction import Data, classifier
+
+logger = getLogger(__name__)
+router = APIRouter()
+
+
+@router.get("/health")
+def health() -> Dict[str, str]:
+    return {"health": "ok"}
+
+
+@router.get("/metadata")
+def metadata() -> Dict[str, Any]:
+    return {
+        "data_type": "str",
+        "data_structure": "(1,1)",
+        "data_sample": Data().data,
+        "prediction_type": "float32",
+        "prediction_structure": "(1,1000)",
+        "prediction_sample": "[0.07093159, 0.01558308, 0.01348537, ...]",
+    }
+
+
+@router.get("/label")
+def label() -> Dict[int, str]:
+    return classifier.label
+
+
+@router.get("/predict/test")
+def predict_test(background_tasks: BackgroundTasks) -> Dict[str, List[float]]:
+    prediction = classifier.predict(data=Data(), background_tasks=background_tasks)
+    return {"prediction": list(prediction)}
+
+
+@router.get("/predict/test/label")
+def predict_test_label(background_tasks: BackgroundTasks) -> Dict[str, str]:
+    prediction = classifier.predict_label(data=Data(), background_tasks=background_tasks)
+    return {"prediction": prediction}
+
+
+@router.post("/predict")
+def predict(data: Data, background_tasks: BackgroundTasks) -> Dict[str, List[float]]:
+    prediction = classifier.predict(data=data, background_tasks=background_tasks)
+    return {"prediction": list(prediction)}
+
+
+@router.post("/predict/label")
+def predict_label(data: Data, background_tasks: BackgroundTasks) -> Dict[str, str]:
+    prediction = classifier.predict_label(data=data, background_tasks=background_tasks)
+    return {"prediction": prediction}
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/configurations.py b/MLOps/serving_patterns/data_cache_pattern/src/configurations.py
new file mode 100644
index 0000000..670d150
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/configurations.py
@@ -0,0 +1,53 @@
+import os
+from logging import getLogger
+
+from src.constants import PLATFORM_ENUM
+
+logger = getLogger(__name__)
+
+
+class PlatformConfigurations:
+    platform = os.getenv("PLATFORM", PLATFORM_ENUM.DOCKER.value)
+    if not PLATFORM_ENUM.has_value(platform):
+        raise ValueError(f"PLATFORM must be one of {[v.value for v in PLATFORM_ENUM.__members__.values()]}")
+
+
+class CacheConfigurations:
+    cache_host = os.getenv("CACHE_HOST", "redis")
+    cache_port = int(os.getenv("CACHE_PORT", 6379))
+    queue_name = os.getenv("QUEUE_NAME", "queue")
+
+
+class RedisCacheConfigurations(CacheConfigurations):
+    redis_db = int(os.getenv("REDIS_DB", 0))
+    redis_decode_responses = bool(os.getenv("REDIS_DECODE_RESPONSES", True))
+
+
+class APIConfigurations:
+    title = os.getenv("API_TITLE", "ServingPattern")
+    description = os.getenv("API_DESCRIPTION", "machine learning system serving patterns")
+    version = os.getenv("API_VERSION", "0.1")
+
+
+class ModelConfigurations:
+    api_address = os.getenv("API_ADDRESS", "localhost")
+    grpc_port = int(os.getenv("GRPC_PORT", 50051))
+    rest_api_port = int(os.getenv("REST_API_PORT", 8001))
+    label_path = os.getenv("LABEL_PATH", "/data_cache_pattern/data/image_net_labels.json")
+
+    preprocess_transformer_path = os.getenv(
+        "PREPROCESS_TRANSFORMER_PATH", "/data_cache_pattern/models/preprocess_transformer.pkl"
+    )
+    softmax_transformer_path = os.getenv(
+        "SOFTMAX_TRANSFORMER_PATH", "/data_cache_pattern/models/softmax_transformer.pkl"
+    )
+
+    onnx_input_name = os.getenv("ONNX_INPUT_NAME", "input")
+    onnx_output_name = os.getenv("ONNX_OUTPUT_NAME", "output")
+
+
+logger.info(f"{PlatformConfigurations.__name__}: {PlatformConfigurations.__dict__}")
+logger.info(f"{CacheConfigurations.__name__}: {CacheConfigurations.__dict__}")
+logger.info(f"{RedisCacheConfigurations.__name__}: {RedisCacheConfigurations.__dict__}")
+logger.info(f"{APIConfigurations.__name__}: {APIConfigurations.__dict__}")
+logger.info(f"{ModelConfigurations.__name__}: {ModelConfigurations.__dict__}")
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/constants.py b/MLOps/serving_patterns/data_cache_pattern/src/constants.py
new file mode 100644
index 0000000..23a0075
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/constants.py
@@ -0,0 +1,35 @@
+import enum
+
+
+class PLATFORM_ENUM(enum.Enum):
+    DOCKER = "docker"
+    DOCKER_COMPOSE = "docker_compose"
+    KUBERNETES = "kubernetes"
+    TEST = "test"
+
+    @staticmethod
+    def has_value(item):
+        return item in [v.value for v in PLATFORM_ENUM.__members__.values()]
+
+
+def constant(f):
+    def fset(self, value):
+        raise TypeError
+
+    def fget(self):
+        return f()
+
+    return property(fget, fset)
+
+
+class _Constants(object):
+    @constant
+    def REDIS_INCREMENTS():
+        return "increments"
+
+    @constant
+    def REDIS_QUEUE():
+        return "redis_queue"
+
+
+CONSTANTS = _Constants()
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/ml/__init__.py b/MLOps/serving_patterns/data_cache_pattern/src/ml/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/ml/prediction.py b/MLOps/serving_patterns/data_cache_pattern/src/ml/prediction.py
new file mode 100644
index 0000000..2e6f8d0
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/ml/prediction.py
@@ -0,0 +1,119 @@
+import json
+import os
+from logging import getLogger
+from typing import List
+
+import grpc
+import joblib
+import numpy as np
+from fastapi import BackgroundTasks
+from PIL import Image
+from pydantic import BaseModel
+from src.app.backend import background_job
+from src.configurations import ModelConfigurations
+from src.ml.transformers import PytorchImagePreprocessTransformer, SoftmaxTransformer
+from src.proto import onnx_ml_pb2, predict_pb2, prediction_service_pb2_grpc
+
+logger = getLogger(__name__)
+
+
+class Data(BaseModel):
+    data: str = "0000"
+
+
+class Classifier(object):
+    def __init__(
+        self,
+        preprocess_transformer_path: str = "/data_cache_pattern/models/preprocess_transformer.pkl",
+        softmax_transformer_path: str = "/data_cache_pattern/models/softmax_transformer.pkl",
+        label_path: str = "/data_cache_pattern/data/image_net_labels.json",
+        serving_address: str = "localhost:50051",
+        onnx_input_name: str = "input",
+        onnx_output_name: str = "output",
+    ):
+        self.preprocess_transformer_path: str = preprocess_transformer_path
+        self.softmax_transformer_path: str = softmax_transformer_path
+        self.preprocess_transformer: PytorchImagePreprocessTransformer = None
+        self.softmax_transformer: SoftmaxTransformer = None
+
+        self.serving_address = serving_address
+        self.channel = grpc.insecure_channel(self.serving_address)
+        self.stub = prediction_service_pb2_grpc.PredictionServiceStub(self.channel)
+
+        self.label_path = label_path
+        self.label: List[str] = []
+
+        self.onnx_input_name: str = onnx_input_name
+        self.onnx_output_name: str = onnx_output_name
+
+        self.load_model()
+        self.load_label()
+
+    def load_model(self):
+        logger.info(f"load preprocess in {self.preprocess_transformer_path}")
+        self.preprocess_transformer = joblib.load(self.preprocess_transformer_path)
+        logger.info(f"initialized preprocess")
+
+        logger.info(f"load postprocess in {self.softmax_transformer_path}")
+        self.softmax_transformer = joblib.load(self.softmax_transformer_path)
+        logger.info(f"initialized postprocess")
+
+    def load_label(self):
+        logger.info(f"load label in {self.label_path}")
+        with open(self.label_path, "r") as f:
+            self.label = json.load(f)
+        logger.info(f"label: {self.label}")
+
+    def predict(
+        self,
+        data: Data,
+        background_tasks: BackgroundTasks,
+    ) -> List[float]:
+        cache_data = background_job.get_data_redis(key=data.data)
+        if cache_data is None:
+            logger.info(f"registering cache: {data.data}")
+            image = Image.open(os.path.join("data/", f"{data.data}.jpg"))
+            preprocessed = self.preprocess_transformer.transform(image)
+            background_job.save_data_job(
+                data=preprocessed.tolist(), item_id=data.data, background_tasks=background_tasks
+            )
+        else:
+            logger.info(f"cache hit: {data.data}")
+            preprocessed = np.array(cache_data).astype(np.float32)
+
+        input_tensor = onnx_ml_pb2.TensorProto()
+        input_tensor.dims.extend(preprocessed.shape)
+        input_tensor.data_type = 1
+        input_tensor.raw_data = preprocessed.tobytes()
+
+        request_message = predict_pb2.PredictRequest()
+        request_message.inputs[self.onnx_input_name].data_type = input_tensor.data_type
+        request_message.inputs[self.onnx_input_name].dims.extend(preprocessed.shape)
+        request_message.inputs[self.onnx_input_name].raw_data = input_tensor.raw_data
+
+        response = self.stub.Predict(request_message)
+        output = np.frombuffer(response.outputs[self.onnx_output_name].raw_data, dtype=np.float32)
+
+        softmax = self.softmax_transformer.transform(output).tolist()
+
+        logger.info(f"predict proba {softmax}")
+        return softmax
+
+    def predict_label(
+        self,
+        data: Data,
+        background_tasks: BackgroundTasks,
+    ) -> str:
+        softmax = self.predict(data=data, background_tasks=background_tasks)
+        argmax = int(np.argmax(np.array(softmax)[0]))
+        return self.label[argmax]
+
+
+classifier = Classifier(
+    preprocess_transformer_path=ModelConfigurations().preprocess_transformer_path,
+    softmax_transformer_path=ModelConfigurations().softmax_transformer_path,
+    label_path=ModelConfigurations().label_path,
+    serving_address=f"{ModelConfigurations.api_address}:{ModelConfigurations.grpc_port}",
+    onnx_input_name=ModelConfigurations().onnx_input_name,
+    onnx_output_name=ModelConfigurations().onnx_output_name,
+)
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/ml/transformers.py b/MLOps/serving_patterns/data_cache_pattern/src/ml/transformers.py
new file mode 100644
index 0000000..304e9be
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/ml/transformers.py
@@ -0,0 +1,56 @@
+from typing import List, Tuple, Union
+
+import numpy as np
+from PIL import Image
+from sklearn.base import BaseEstimator, TransformerMixin
+
+
+class PytorchImagePreprocessTransformer(BaseEstimator, TransformerMixin):
+    def __init__(
+        self,
+        image_size: Tuple[int, int] = (224, 224),
+        prediction_shape: Tuple[int, int, int, int] = (1, 3, 224, 224),
+        mean_vec: List[float] = [0.485, 0.456, 0.406],
+        stddev_vec: List[float] = [0.229, 0.224, 0.225],
+    ):
+        self.image_size = image_size
+        self.prediction_shape = prediction_shape
+        self.mean_vec = mean_vec
+        self.stddev_vec = stddev_vec
+
+    def fit(self, X, y=None):
+        return self
+
+    def transform(self, X: Union[Image.Image, np.ndarray]) -> np.ndarray:
+        if isinstance(X, np.ndarray):
+            dim_0 = (3,) + self.image_size
+            dim_1 = self.image_size + (3,)
+            if X.shape != dim_0 and X.shape != dim_1:
+                raise ValueError(f"resize to image_size {self.image_size} beforehand for numpy array")
+        else:
+            X = np.array(X.resize(self.image_size))
+
+        image_data = X.transpose(2, 0, 1).astype(np.float32)
+        mean_vec = np.array(self.mean_vec)
+        stddev_vec = np.array(self.stddev_vec)
+        norm_image_data = np.zeros(image_data.shape).astype(np.float32)
+        for i in range(image_data.shape[0]):
+            norm_image_data[i, :, :] = (image_data[i, :, :] / 255 - mean_vec[i]) / stddev_vec[i]
+        norm_image_data = norm_image_data.reshape(self.prediction_shape).astype(np.float32)
+        return norm_image_data
+
+
+class SoftmaxTransformer(BaseEstimator, TransformerMixin):
+    def __init__(self):
+        pass
+
+    def fit(self, X, y=None):
+        return self
+
+    def transform(self, X: Union[np.ndarray, List[float], List[List[float]]]) -> np.ndarray:
+        if isinstance(X, List):
+            X = np.array(X)
+        x = X.reshape(-1)
+        e_x = np.exp(x - np.max(x))
+        result = np.array([e_x / e_x.sum(axis=0)])
+        return result
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/proto/onnx-ml.proto b/MLOps/serving_patterns/data_cache_pattern/src/proto/onnx-ml.proto
new file mode 100644
index 0000000..57ee68d
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/proto/onnx-ml.proto
@@ -0,0 +1,636 @@
+//
+// WARNING: This file is automatically generated!  Please edit onnx.in.proto.
+//
+
+
+// Copyright (c) ONNX Project Contributors.
+// Licensed under the MIT license.
+
+syntax = "proto2";
+
+package onnx;
+
+// Overview
+//
+// ONNX is an open specification that is comprised of the following components:
+//
+// 1)  A definition of an extensible computation graph model.
+// 2)  Definitions of standard data types.
+// 3)  Definitions of built-in operators.
+//
+// This document describes the syntax of models and their computation graphs,
+// as well as the standard data types. Together, they are referred to as the ONNX
+// Intermediate Representation, or 'IR' for short. 
+//
+// The normative semantic specification of the ONNX IR is found in docs/IR.md.
+// Definitions of the built-in neural network operators may be found in docs/Operators.md.
+// Definitions of the built-in classical machine learning operators may be found in 
+// docs/Operators-ml.md.
+
+// Notes
+//
+// Release
+//
+// We are still in the very early stage of defining ONNX. The current
+// version of ONNX is a starting point. While we are actively working
+// towards a complete spec, we would like to get the community involved
+// by sharing our working version of ONNX.
+//
+// Protobuf compatibility
+// 
+// To simplify framework compatibility, ONNX is defined using the subset of protobuf 
+// that is compatible with both protobuf v2 and v3. This means that we do not use any
+// protobuf features that are only available in one of the two versions.
+//
+// Here are the most notable contortions we have to carry out to work around
+// these limitations:
+//
+//   - No 'map' (added protobuf 3.0). We instead represent mappings as lists
+//     of key-value pairs, where order does not matter and duplicates
+//     are not allowed.
+
+
+// Versioning
+//
+// ONNX versioning is specified in docs/IR.md and elaborated on in docs/Versioning.md
+//
+// To be compatible with both proto2 and proto3, we will use a version number
+// that is not defined by the default value but an explicit enum number.
+enum Version {
+  // proto3 requires the first enum value to be zero.
+  // We add this just to appease the compiler.
+  _START_VERSION = 0;
+  // The version field is always serialized and we will use it to store the
+  // version that the  graph is generated from. This helps us set up version
+  // control. 
+  // For the IR, we are using simple numbers starting with with 0x00000001, 
+  // which was the version we published on Oct 10, 2017.
+  IR_VERSION_2017_10_10 = 0x0000000000000001;
+
+  // IR_VERSION 2 published on Oct 30, 2017
+  // - Added type discriminator to AttributeProto to support proto3 users
+  IR_VERSION_2017_10_30 = 0x0000000000000002;
+
+  // IR VERSION 3 published on Nov 3, 2017
+  // - For operator versioning:
+  //    - Added new message OperatorSetIdProto
+  //    - Added opset_import in ModelProto
+  // - For vendor extensions, added domain in NodeProto
+  IR_VERSION_2017_11_3 = 0x0000000000000003;
+
+  // IR VERSION 4 published on Jan 22, 2019
+  // - Relax constraint that initializers should be a subset of graph inputs
+  // - Add type BFLOAT16
+  IR_VERSION_2019_1_22 = 0x0000000000000004;
+
+  // IR VERSION 5 published on March 18, 2019
+  // - Add message TensorAnnotation.
+  // - Add quantization annotation in GraphProto to map tensor with its scale and zero point quantization parameters.
+  IR_VERSION_2019_3_18 = 0x0000000000000005;
+
+  // IR VERSION 6 published on Sep 19, 2019
+  // - Add support for sparse tensor constants stored in model.
+  //   - Add message SparseTensorProto
+  //   - Add sparse initializers
+  IR_VERSION = 0x0000000000000006;
+}
+
+// Attributes
+//
+// A named attribute containing either singular float, integer, string, graph,
+// and tensor values, or repeated float, integer, string, graph, and tensor values.
+// An AttributeProto MUST contain the name field, and *only one* of the
+// following content fields, effectively enforcing a C/C++ union equivalent.
+message AttributeProto {
+
+  // Note: this enum is structurally identical to the OpSchema::AttrType
+  // enum defined in schema.h.  If you rev one, you likely need to rev the other.
+  enum AttributeType {
+    UNDEFINED = 0;
+    FLOAT = 1;
+    INT = 2;
+    STRING = 3;
+    TENSOR = 4;
+    GRAPH = 5;
+    SPARSE_TENSOR = 11;
+
+    FLOATS = 6;
+    INTS = 7;
+    STRINGS = 8;
+    TENSORS = 9;
+    GRAPHS = 10;
+    SPARSE_TENSORS = 12;
+  }
+
+  // The name field MUST be present for this version of the IR.
+  optional string name = 1;           // namespace Attribute
+ 
+  // if ref_attr_name is not empty, ref_attr_name is the attribute name in parent function.
+  // In this case, this AttributeProto does not contain data, and it's a reference of attribute
+  // in parent scope.
+  // NOTE: This should ONLY be used in function (sub-graph). It's invalid to be used in main graph.
+  optional string ref_attr_name = 21;
+
+  // A human-readable documentation for this attribute. Markdown is allowed.
+  optional string doc_string = 13;
+
+  // The type field MUST be present for this version of the IR.
+  // For 0.0.1 versions of the IR, this field was not defined, and
+  // implementations needed to use has_field hueristics to determine
+  // which value field was in use.  For IR_VERSION 0.0.2 or later, this
+  // field MUST be set and match the f|i|s|t|... field in use.  This
+  // change was made to accomodate proto3 implementations.
+  optional AttributeType type = 20;   // discriminator that indicates which field below is in use
+
+  // Exactly ONE of the following fields must be present for this version of the IR
+  optional float f = 2;               // float
+  optional int64 i = 3;               // int
+  optional bytes s = 4;               // UTF-8 string
+  optional TensorProto t = 5;         // tensor value
+  optional GraphProto g = 6;          // graph
+  optional SparseTensorProto sparse_tensor = 22;  // sparse tensor value
+  // Do not use field below, it's deprecated.
+  // optional ValueProto v = 12;         // value - subsumes everything but graph
+
+  repeated float floats = 7;          // list of floats
+  repeated int64 ints = 8;            // list of ints
+  repeated bytes strings = 9;         // list of UTF-8 strings
+  repeated TensorProto tensors = 10;  // list of tensors
+  repeated GraphProto graphs = 11;    // list of graph
+  repeated SparseTensorProto sparse_tensors = 23; // list of sparse tensors
+}
+
+// Defines information on value, including the name, the type, and
+// the shape of the value.
+message ValueInfoProto {
+  // This field MUST be present in this version of the IR.
+  optional string name = 1;     // namespace Value
+  // This field MUST be present in this version of the IR for
+  // inputs and outputs of the top-level graph.
+  optional TypeProto type = 2;
+  // A human-readable documentation for this value. Markdown is allowed.
+  optional string doc_string = 3;
+}
+
+// Nodes
+//
+// Computation graphs are made up of a DAG of nodes, which represent what is
+// commonly called a "layer" or "pipeline stage" in machine learning frameworks.
+//
+// For example, it can be a node of type "Conv" that takes in an image, a filter 
+// tensor and a bias tensor, and produces the convolved output.
+message NodeProto {
+  repeated string input = 1;    // namespace Value
+  repeated string output = 2;   // namespace Value
+
+  // An optional identifier for this node in a graph.
+  // This field MAY be absent in ths version of the IR.
+  optional string name = 3;     // namespace Node
+
+  // The symbolic identifier of the Operator to execute.
+  optional string op_type = 4;  // namespace Operator
+  // The domain of the OperatorSet that specifies the operator named by op_type.
+  optional string domain = 7;   // namespace Domain
+
+  // Additional named attributes.
+  repeated AttributeProto attribute = 5;
+
+  // A human-readable documentation for this node. Markdown is allowed.
+  optional string doc_string = 6;
+}
+
+// Models
+//
+// ModelProto is a top-level file/container format for bundling a ML model and
+// associating its computation graph with metadata.
+//
+// The semantics of the model are described by the associated GraphProto.
+message ModelProto {
+  // The version of the IR this model targets. See Version enum above.
+  // This field MUST be present.
+  optional int64 ir_version = 1;
+
+  // The OperatorSets this model relies on.
+  // All ModelProtos MUST have at least one entry that
+  // specifies which version of the ONNX OperatorSet is
+  // being imported.
+  //
+  // All nodes in the ModelProto's graph will bind against the operator
+  // with the same-domain/same-op_type operator with the HIGHEST version
+  // in the referenced operator sets.
+  repeated OperatorSetIdProto opset_import = 8;
+
+  // The name of the framework or tool used to generate this model.
+  // This field SHOULD be present to indicate which implementation/tool/framework
+  // emitted the model.
+  optional string producer_name = 2;
+
+  // The version of the framework or tool used to generate this model.
+  // This field SHOULD be present to indicate which implementation/tool/framework
+  // emitted the model.
+  optional string producer_version = 3;
+
+  // Domain name of the model.
+  // We use reverse domain names as name space indicators. For example:
+  // `com.facebook.fair` or `com.microsoft.cognitiveservices`
+  //
+  // Together with `model_version` and GraphProto.name, this forms the unique identity of
+  // the graph.
+  optional string domain = 4;
+
+  // The version of the graph encoded. See Version enum below.
+  optional int64 model_version = 5;
+
+  // A human-readable documentation for this model. Markdown is allowed.
+  optional string doc_string = 6;
+
+  // The parameterized graph that is evaluated to execute the model.
+  optional GraphProto graph = 7;
+
+  // kezhan: This field is not in ONNX, and will be pushed into ONNX with good use cases in microsoft.
+  repeated FunctionProto functions = 100;
+
+  // Named metadata values; keys should be distinct.
+  repeated StringStringEntryProto metadata_props = 14;
+};
+
+// StringStringEntryProto follows the pattern for cross-proto-version maps.
+// See https://developers.google.com/protocol-buffers/docs/proto3#maps
+message StringStringEntryProto {
+  optional string key = 1;
+  optional string value= 2;
+};
+
+message TensorAnnotation {
+  optional string tensor_name = 1;
+  // <key, value> pairs to annotate tensor specified by <tensor_name> above.
+  // The keys used in the mapping below must be pre-defined in ONNX spec.
+  // For example, for 8-bit linear quantization case, 'SCALE_TENSOR', 'ZERO_POINT_TENSOR' will be pre-defined as
+  // quantization parameter keys.
+  repeated StringStringEntryProto quant_parameter_tensor_names = 2;
+}
+
+// Graphs
+//
+// A graph defines the computational logic of a model and is comprised of a parameterized 
+// list of nodes that form a directed acyclic graph based on their inputs and outputs.
+// This is the equivalent of the "network" or "graph" in many deep learning
+// frameworks.
+message GraphProto {
+  // The nodes in the graph, sorted topologically.
+  repeated NodeProto node = 1;
+
+  // The name of the graph.
+  optional string name = 2;   // namespace Graph
+
+  // A list of named tensor values, used to specify constant inputs of the graph.
+  // Each TensorProto entry must have a distinct name (within the list) that
+  // MAY also appear in the input list.
+  repeated TensorProto initializer = 5;
+
+  // Initializers (see above) stored in sparse format.
+  repeated SparseTensorProto sparse_initializer = 15;
+
+  // A human-readable documentation for this graph. Markdown is allowed.
+  optional string doc_string = 10;
+
+  // The inputs and outputs of the graph.
+  repeated ValueInfoProto input = 11;
+  repeated ValueInfoProto output = 12;
+
+  // Information for the values in the graph. The ValueInfoProto.name's
+  // must be distinct. It is optional for a value to appear in value_info list.
+  repeated ValueInfoProto value_info = 13;
+
+  // This field carries information to indicate the mapping among a tensor and its
+  // quantization parameter tensors. For example:
+  // For tensor 'a', it may have {'SCALE_TENSOR', 'a_scale'} and {'ZERO_POINT_TENSOR', 'a_zero_point'} annotated,
+  // which means, tensor 'a_scale' and tensor 'a_zero_point' are scale and zero point of tensor 'a' in the model.
+  repeated TensorAnnotation quantization_annotation = 14;
+
+  // DO NOT USE the following fields, they were deprecated from earlier versions.
+  // repeated string input = 3;
+  // repeated string output = 4;
+  // optional int64 ir_version = 6;
+  // optional int64 producer_version = 7;
+  // optional string producer_tag = 8;
+  // optional string domain = 9;
+}
+
+// Tensors
+//
+// A serialized tensor value.
+message TensorProto {
+  enum DataType {
+    UNDEFINED = 0;
+    // Basic types.
+    FLOAT = 1;   // float
+    UINT8 = 2;   // uint8_t
+    INT8 = 3;    // int8_t
+    UINT16 = 4;  // uint16_t
+    INT16 = 5;   // int16_t
+    INT32 = 6;   // int32_t
+    INT64 = 7;   // int64_t
+    STRING = 8;  // string
+    BOOL = 9;    // bool
+
+    // IEEE754 half-precision floating-point format (16 bits wide).
+    // This format has 1 sign bit, 5 exponent bits, and 10 mantissa bits.
+    FLOAT16 = 10;
+
+    DOUBLE = 11;
+    UINT32 = 12;
+    UINT64 = 13;
+    COMPLEX64 = 14;     // complex with float32 real and imaginary components
+    COMPLEX128 = 15;    // complex with float64 real and imaginary components
+
+    // Non-IEEE floating-point format based on IEEE754 single-precision
+    // floating-point number truncated to 16 bits.
+    // This format has 1 sign bit, 8 exponent bits, and 7 mantissa bits.
+    BFLOAT16 = 16;
+
+    // Future extensions go here.
+  }
+
+  // The shape of the tensor.
+  repeated int64 dims = 1;
+
+  // The data type of the tensor.
+  // This field MUST have a valid TensorProto.DataType value
+  optional int32 data_type = 2;
+
+  // For very large tensors, we may want to store them in chunks, in which
+  // case the following fields will specify the segment that is stored in
+  // the current TensorProto.
+  message Segment {
+    optional int64 begin = 1;
+    optional int64 end = 2;
+  }
+  optional Segment segment = 3;
+
+  // Tensor content must be organized in row-major order.
+  //
+  // Depending on the data_type field, exactly one of the fields below with
+  // name ending in _data is used to store the elements of the tensor.
+
+  // For float and complex64 values
+  // Complex64 tensors are encoded as a single array of floats,
+  // with the real components appearing in odd numbered positions,
+  // and the corresponding imaginary component apparing in the
+  // subsequent even numbered position. (e.g., [1.0 + 2.0i, 3.0 + 4.0i]
+  // is encoded as [1.0, 2.0 ,3.0 ,4.0]
+  // When this field is present, the data_type field MUST be FLOAT or COMPLEX64.
+  repeated float float_data = 4 [packed = true];
+
+  // For int32, uint8, int8, uint16, int16, bool, and float16 values
+  // float16 values must be bit-wise converted to an uint16_t prior
+  // to writing to the buffer.
+  // When this field is present, the data_type field MUST be
+  // INT32, INT16, INT8, UINT16, UINT8, BOOL, or FLOAT16
+  repeated int32 int32_data = 5 [packed = true];
+
+  // For strings.
+  // Each element of string_data is a UTF-8 encoded Unicode
+  // string. No trailing null, no leading BOM. The protobuf "string"
+  // scalar type is not used to match ML community conventions.
+  // When this field is present, the data_type field MUST be STRING
+  repeated bytes string_data = 6;
+
+  // For int64.
+  // When this field is present, the data_type field MUST be INT64
+  repeated int64 int64_data = 7 [packed = true];
+
+  // Optionally, a name for the tensor.
+  optional string name = 8; // namespace Value
+
+  // A human-readable documentation for this tensor. Markdown is allowed.
+  optional string doc_string = 12;
+
+  // Serializations can either use one of the fields above, or use this
+  // raw bytes field. The only exception is the string case, where one is
+  // required to store the content in the repeated bytes string_data field.
+  //
+  // When this raw_data field is used to store tensor value, elements MUST
+  // be stored in as fixed-width, little-endian order.
+  // Floating-point data types MUST be stored in IEEE 754 format.
+  // Complex64 elements must be written as two consecutive FLOAT values, real component first.
+  // Complex128 elements must be written as two consecutive DOUBLE values, real component first.
+  // Boolean type MUST be written one byte per tensor element (00000001 for true, 00000000 for false).
+  //
+  // Note: the advantage of specific field rather than the raw_data field is
+  // that in some cases (e.g. int data), protobuf does a better packing via
+  // variable length storage, and may lead to smaller binary footprint.
+  // When this field is present, the data_type field MUST NOT be STRING or UNDEFINED
+  optional bytes raw_data = 9;
+
+  // Data can be stored inside the protobuf file using type-specific fields or raw_data.
+  // Alternatively, raw bytes data can be stored in an external file, using the external_data field.
+  // external_data stores key-value pairs describing data location. Recognized keys are:
+  // - "location" (required) - POSIX filesystem path relative to the directory where the ONNX
+  //                           protobuf model was stored
+  // - "offset" (optional) - position of byte at which stored data begins. Integer stored as string.
+  //                         Offset values SHOULD be multiples 4096 (page size) to enable mmap support.
+  // - "length" (optional) - number of bytes containing data. Integer stored as string.
+  // - "checksum" (optional) - SHA1 digest of file specified in under 'location' key.
+  repeated StringStringEntryProto external_data = 13;
+
+  // Location of the data for this tensor. MUST be one of:
+  // - DEFAULT - data stored inside the protobuf message. Data is stored in raw_data (if set) otherwise in type-specified field.
+  // - EXTERNAL - data stored in an external location as described by external_data field.
+  enum DataLocation {
+    DEFAULT = 0;
+    EXTERNAL = 1;
+  }
+
+  // If value not set, data is stored in raw_data (if set) otherwise in type-specified field.
+  optional DataLocation data_location = 14;
+
+  // For double
+  // Complex128 tensors are encoded as a single array of doubles,
+  // with the real components appearing in odd numbered positions,
+  // and the corresponding imaginary component apparing in the
+  // subsequent even numbered position. (e.g., [1.0 + 2.0i, 3.0 + 4.0i]
+  // is encoded as [1.0, 2.0 ,3.0 ,4.0]
+  // When this field is present, the data_type field MUST be DOUBLE or COMPLEX128
+  repeated double double_data = 10 [packed = true];
+
+  // For uint64 and uint32 values
+  // When this field is present, the data_type field MUST be
+  // UINT32 or UINT64
+  repeated uint64 uint64_data = 11 [packed = true];
+}
+
+// A serialized sparse-tensor value
+message SparseTensorProto {
+  // The sequence of non-default values are encoded as a tensor of shape [NNZ].
+  // The default-value is zero for numeric tensors, and empty-string for string tensors.
+  optional TensorProto values = 1;
+
+  // The indices of the non-default values, which may be stored in one of two formats.
+  // (a) Indices can be a tensor of shape [NNZ, rank] with the [i,j]-th value
+  // corresponding to the j-th index of the i-th value (in the values tensor).
+  // (b) Indices can be a tensor of shape [NNZ], in which case the i-th value
+  // must be the linearized-index of the i-th value (in the values tensor).
+  // The linearized-index can be converted into an index tuple (k_1,...,k_rank)
+  // using the shape provided below.
+  // The indices must appear in ascending order without duplication.
+  // In the first format, the ordering is lexicographic-ordering:
+  // e.g., index-value [1,4] must appear before [2,1]
+  optional TensorProto indices = 2;
+
+  // The shape of the underlying dense-tensor: [dim_1, dim_2, ... dim_rank]
+  repeated int64 dims = 3;
+}
+
+// Defines a tensor shape. A dimension can be either an integer value
+// or a symbolic variable. A symbolic variable represents an unknown
+// dimension.
+message TensorShapeProto {
+  message Dimension {
+    oneof value {
+      int64 dim_value = 1;
+      string dim_param = 2;   // namespace Shape
+    };
+    // Standard denotation can optionally be used to denote tensor
+    // dimensions with standard semantic descriptions to ensure
+    // that operations are applied to the correct axis of a tensor.
+    // Refer to https://github.com/onnx/onnx/blob/master/docs/DimensionDenotation.md#denotation-definition
+    // for pre-defined dimension denotations.
+    optional string denotation = 3;
+  };
+  repeated Dimension dim = 1;
+}
+
+// Types
+//
+// The standard ONNX data types.
+message TypeProto {
+
+  message Tensor {
+    // This field MUST NOT have the value of UNDEFINED
+    // This field MUST have a valid TensorProto.DataType value
+    // This field MUST be present for this version of the IR.
+    optional int32 elem_type = 1;
+    optional TensorShapeProto shape = 2;
+  }
+
+  // repeated T
+  message Sequence {
+    // The type and optional shape of each element of the sequence.
+    // This field MUST be present for this version of the IR.
+    optional TypeProto elem_type = 1;
+  };
+
+  // map<K,V>
+  message Map {
+    // This field MUST have a valid TensorProto.DataType value
+    // This field MUST be present for this version of the IR.
+    // This field MUST refer to an integral type ([U]INT{8|16|32|64}) or STRING
+    optional int32 key_type = 1;
+    // This field MUST be present for this version of the IR.
+    optional TypeProto value_type = 2;
+  };
+
+
+  message SparseTensor { 
+    // This field MUST NOT have the value of UNDEFINED 
+    // This field MUST have a valid TensorProto.DataType value
+    // This field MUST be present for this version of the IR. 
+    optional int32 elem_type = 1;
+    optional TensorShapeProto shape = 2;
+  }
+  
+  message Opaque {
+    // When missing, the domain is the same as the model's.
+    optional string domain = 1;
+    // The name is optional but significant when provided.
+    optional string name = 2;
+    // parameters that help defining the type
+    // DEPRECATED do not use.
+    // repeated TypeProto parameters = 3;
+  }
+
+
+  oneof value {
+    // The type of a tensor.
+    Tensor tensor_type = 1;
+
+    // NOTE:  DNN-only implementations of ONNX MAY elect to not support non-tensor values
+    //        as input and output to graphs and nodes. These types are needed to naturally
+    //        support classical ML operators.  DNN operators SHOULD restrict their input
+    //        and output types to tensors.
+
+    // The type of a sequence.
+    Sequence sequence_type = 4;
+
+    // The type of a map.
+    Map map_type = 5;
+
+
+    SparseTensor sparse_tensor_type = 8;
+    
+    Opaque opaque_type = 7;
+
+
+  }
+
+  // An optional denotation can be used to denote the whole 
+  // type with a standard semantic description as to what is 
+  // stored inside. Refer to https://github.com/onnx/onnx/blob/master/docs/TypeDenotation.md#type-denotation-definition
+  // for pre-defined type denotations.
+  optional string denotation = 6;
+}
+
+// Operator Sets
+//
+// OperatorSets are uniquely identified by a (domain, opset_version) pair.
+message OperatorSetIdProto {
+  // The domain of the operator set being identified.
+  // The empty string ("") or absence of this field implies the operator
+  // set that is defined as part of the ONNX specification.
+  // This field MUST be present in this version of the IR when referring to any other operator set.
+  optional string domain = 1;
+
+  // The version of the operator set being identified.
+  // This field MUST be present in this version of the IR.
+  optional int64 version = 2;
+}
+
+// Operator/function status.
+enum OperatorStatus {
+    EXPERIMENTAL = 0;
+    STABLE = 1;
+}
+
+message FunctionProto {
+  // The name of the function, similar usage of op_type in OperatorProto.
+  optional string name = 1;
+  
+  // The first version of a function set which contains this function.
+  // When there's any breaking change for this function, the function set
+  // contains the function needs to bump its version, and since_version of
+  // the updated function will be changed to the updated function set version.  
+  optional int64 since_version = 2;
+
+  // This field indicates whether the syntax, semantics, or presence
+  // of this function is in an experimental or stable stage. Once an
+  // function is published as STABLE, its syntax and semantics MUST NOT
+  // change in subsequent versions of the operator set.
+  // When a function is published as EXPERIMENTAL, the syntax and semantics
+  // of the function MAY change across operator set versions.
+  // Functions "become" stable by deprecating the experimental version and
+  // introducing a new stable function with the same name.
+  optional OperatorStatus status = 3;
+
+  // The inputs and outputs of the function.
+  repeated string input = 4;
+  repeated string output = 5;
+
+  // The attributes of the function.
+  repeated string attribute= 6;
+  
+  // The nodes in the function.
+  repeated NodeProto node = 7;
+  // A human-readable documentation for this function. Markdown is allowed.
+  optional string doc_string = 8;
+}
\ No newline at end of file
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/proto/onnx_ml_pb2.py b/MLOps/serving_patterns/data_cache_pattern/src/proto/onnx_ml_pb2.py
new file mode 100644
index 0000000..73e1052
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/proto/onnx_ml_pb2.py
@@ -0,0 +1,3056 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: onnx-ml.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from google.protobuf import reflection as _reflection
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import enum_type_wrapper
+
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+DESCRIPTOR = _descriptor.FileDescriptor(
+    name="onnx-ml.proto",
+    package="onnx",
+    syntax="proto2",
+    serialized_options=None,
+    create_key=_descriptor._internal_create_key,
+    serialized_pb=b'\n\ronnx-ml.proto\x12\x04onnx"\xe8\x04\n\x0e\x41ttributeProto\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x15\n\rref_attr_name\x18\x15 \x01(\t\x12\x12\n\ndoc_string\x18\r \x01(\t\x12\x30\n\x04type\x18\x14 \x01(\x0e\x32".onnx.AttributeProto.AttributeType\x12\t\n\x01\x66\x18\x02 \x01(\x02\x12\t\n\x01i\x18\x03 \x01(\x03\x12\t\n\x01s\x18\x04 \x01(\x0c\x12\x1c\n\x01t\x18\x05 \x01(\x0b\x32\x11.onnx.TensorProto\x12\x1b\n\x01g\x18\x06 \x01(\x0b\x32\x10.onnx.GraphProto\x12.\n\rsparse_tensor\x18\x16 \x01(\x0b\x32\x17.onnx.SparseTensorProto\x12\x0e\n\x06\x66loats\x18\x07 \x03(\x02\x12\x0c\n\x04ints\x18\x08 \x03(\x03\x12\x0f\n\x07strings\x18\t \x03(\x0c\x12"\n\x07tensors\x18\n \x03(\x0b\x32\x11.onnx.TensorProto\x12 \n\x06graphs\x18\x0b \x03(\x0b\x32\x10.onnx.GraphProto\x12/\n\x0esparse_tensors\x18\x17 \x03(\x0b\x32\x17.onnx.SparseTensorProto"\xb8\x01\n\rAttributeType\x12\r\n\tUNDEFINED\x10\x00\x12\t\n\x05\x46LOAT\x10\x01\x12\x07\n\x03INT\x10\x02\x12\n\n\x06STRING\x10\x03\x12\n\n\x06TENSOR\x10\x04\x12\t\n\x05GRAPH\x10\x05\x12\x11\n\rSPARSE_TENSOR\x10\x0b\x12\n\n\x06\x46LOATS\x10\x06\x12\x08\n\x04INTS\x10\x07\x12\x0b\n\x07STRINGS\x10\x08\x12\x0b\n\x07TENSORS\x10\t\x12\n\n\x06GRAPHS\x10\n\x12\x12\n\x0eSPARSE_TENSORS\x10\x0c"Q\n\x0eValueInfoProto\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x1d\n\x04type\x18\x02 \x01(\x0b\x32\x0f.onnx.TypeProto\x12\x12\n\ndoc_string\x18\x03 \x01(\t"\x96\x01\n\tNodeProto\x12\r\n\x05input\x18\x01 \x03(\t\x12\x0e\n\x06output\x18\x02 \x03(\t\x12\x0c\n\x04name\x18\x03 \x01(\t\x12\x0f\n\x07op_type\x18\x04 \x01(\t\x12\x0e\n\x06\x64omain\x18\x07 \x01(\t\x12\'\n\tattribute\x18\x05 \x03(\x0b\x32\x14.onnx.AttributeProto\x12\x12\n\ndoc_string\x18\x06 \x01(\t"\xbb\x02\n\nModelProto\x12\x12\n\nir_version\x18\x01 \x01(\x03\x12.\n\x0copset_import\x18\x08 \x03(\x0b\x32\x18.onnx.OperatorSetIdProto\x12\x15\n\rproducer_name\x18\x02 \x01(\t\x12\x18\n\x10producer_version\x18\x03 \x01(\t\x12\x0e\n\x06\x64omain\x18\x04 \x01(\t\x12\x15\n\rmodel_version\x18\x05 \x01(\x03\x12\x12\n\ndoc_string\x18\x06 \x01(\t\x12\x1f\n\x05graph\x18\x07 \x01(\x0b\x32\x10.onnx.GraphProto\x12&\n\tfunctions\x18\x64 \x03(\x0b\x32\x13.onnx.FunctionProto\x12\x34\n\x0emetadata_props\x18\x0e \x03(\x0b\x32\x1c.onnx.StringStringEntryProto"4\n\x16StringStringEntryProto\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t"k\n\x10TensorAnnotation\x12\x13\n\x0btensor_name\x18\x01 \x01(\t\x12\x42\n\x1cquant_parameter_tensor_names\x18\x02 \x03(\x0b\x32\x1c.onnx.StringStringEntryProto"\xd8\x02\n\nGraphProto\x12\x1d\n\x04node\x18\x01 \x03(\x0b\x32\x0f.onnx.NodeProto\x12\x0c\n\x04name\x18\x02 \x01(\t\x12&\n\x0binitializer\x18\x05 \x03(\x0b\x32\x11.onnx.TensorProto\x12\x33\n\x12sparse_initializer\x18\x0f \x03(\x0b\x32\x17.onnx.SparseTensorProto\x12\x12\n\ndoc_string\x18\n \x01(\t\x12#\n\x05input\x18\x0b \x03(\x0b\x32\x14.onnx.ValueInfoProto\x12$\n\x06output\x18\x0c \x03(\x0b\x32\x14.onnx.ValueInfoProto\x12(\n\nvalue_info\x18\r \x03(\x0b\x32\x14.onnx.ValueInfoProto\x12\x37\n\x17quantization_annotation\x18\x0e \x03(\x0b\x32\x16.onnx.TensorAnnotation"\xb8\x05\n\x0bTensorProto\x12\x0c\n\x04\x64ims\x18\x01 \x03(\x03\x12\x11\n\tdata_type\x18\x02 \x01(\x05\x12*\n\x07segment\x18\x03 \x01(\x0b\x32\x19.onnx.TensorProto.Segment\x12\x16\n\nfloat_data\x18\x04 \x03(\x02\x42\x02\x10\x01\x12\x16\n\nint32_data\x18\x05 \x03(\x05\x42\x02\x10\x01\x12\x13\n\x0bstring_data\x18\x06 \x03(\x0c\x12\x16\n\nint64_data\x18\x07 \x03(\x03\x42\x02\x10\x01\x12\x0c\n\x04name\x18\x08 \x01(\t\x12\x12\n\ndoc_string\x18\x0c \x01(\t\x12\x10\n\x08raw_data\x18\t \x01(\x0c\x12\x33\n\rexternal_data\x18\r \x03(\x0b\x32\x1c.onnx.StringStringEntryProto\x12\x35\n\rdata_location\x18\x0e \x01(\x0e\x32\x1e.onnx.TensorProto.DataLocation\x12\x17\n\x0b\x64ouble_data\x18\n \x03(\x01\x42\x02\x10\x01\x12\x17\n\x0buint64_data\x18\x0b \x03(\x04\x42\x02\x10\x01\x1a%\n\x07Segment\x12\r\n\x05\x62\x65gin\x18\x01 \x01(\x03\x12\x0b\n\x03\x65nd\x18\x02 \x01(\x03"\xda\x01\n\x08\x44\x61taType\x12\r\n\tUNDEFINED\x10\x00\x12\t\n\x05\x46LOAT\x10\x01\x12\t\n\x05UINT8\x10\x02\x12\x08\n\x04INT8\x10\x03\x12\n\n\x06UINT16\x10\x04\x12\t\n\x05INT16\x10\x05\x12\t\n\x05INT32\x10\x06\x12\t\n\x05INT64\x10\x07\x12\n\n\x06STRING\x10\x08\x12\x08\n\x04\x42OOL\x10\t\x12\x0b\n\x07\x46LOAT16\x10\n\x12\n\n\x06\x44OUBLE\x10\x0b\x12\n\n\x06UINT32\x10\x0c\x12\n\n\x06UINT64\x10\r\x12\r\n\tCOMPLEX64\x10\x0e\x12\x0e\n\nCOMPLEX128\x10\x0f\x12\x0c\n\x08\x42\x46LOAT16\x10\x10")\n\x0c\x44\x61taLocation\x12\x0b\n\x07\x44\x45\x46\x41ULT\x10\x00\x12\x0c\n\x08\x45XTERNAL\x10\x01"h\n\x11SparseTensorProto\x12!\n\x06values\x18\x01 \x01(\x0b\x32\x11.onnx.TensorProto\x12"\n\x07indices\x18\x02 \x01(\x0b\x32\x11.onnx.TensorProto\x12\x0c\n\x04\x64ims\x18\x03 \x03(\x03"\x95\x01\n\x10TensorShapeProto\x12-\n\x03\x64im\x18\x01 \x03(\x0b\x32 .onnx.TensorShapeProto.Dimension\x1aR\n\tDimension\x12\x13\n\tdim_value\x18\x01 \x01(\x03H\x00\x12\x13\n\tdim_param\x18\x02 \x01(\tH\x00\x12\x12\n\ndenotation\x18\x03 \x01(\tB\x07\n\x05value"\xc2\x04\n\tTypeProto\x12-\n\x0btensor_type\x18\x01 \x01(\x0b\x32\x16.onnx.TypeProto.TensorH\x00\x12\x31\n\rsequence_type\x18\x04 \x01(\x0b\x32\x18.onnx.TypeProto.SequenceH\x00\x12\'\n\x08map_type\x18\x05 \x01(\x0b\x32\x13.onnx.TypeProto.MapH\x00\x12:\n\x12sparse_tensor_type\x18\x08 \x01(\x0b\x32\x1c.onnx.TypeProto.SparseTensorH\x00\x12-\n\x0bopaque_type\x18\x07 \x01(\x0b\x32\x16.onnx.TypeProto.OpaqueH\x00\x12\x12\n\ndenotation\x18\x06 \x01(\t\x1a\x42\n\x06Tensor\x12\x11\n\telem_type\x18\x01 \x01(\x05\x12%\n\x05shape\x18\x02 \x01(\x0b\x32\x16.onnx.TensorShapeProto\x1a.\n\x08Sequence\x12"\n\telem_type\x18\x01 \x01(\x0b\x32\x0f.onnx.TypeProto\x1a<\n\x03Map\x12\x10\n\x08key_type\x18\x01 \x01(\x05\x12#\n\nvalue_type\x18\x02 \x01(\x0b\x32\x0f.onnx.TypeProto\x1aH\n\x0cSparseTensor\x12\x11\n\telem_type\x18\x01 \x01(\x05\x12%\n\x05shape\x18\x02 \x01(\x0b\x32\x16.onnx.TensorShapeProto\x1a&\n\x06Opaque\x12\x0e\n\x06\x64omain\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\tB\x07\n\x05value"5\n\x12OperatorSetIdProto\x12\x0e\n\x06\x64omain\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\x03"\xbf\x01\n\rFunctionProto\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x15\n\rsince_version\x18\x02 \x01(\x03\x12$\n\x06status\x18\x03 \x01(\x0e\x32\x14.onnx.OperatorStatus\x12\r\n\x05input\x18\x04 \x03(\t\x12\x0e\n\x06output\x18\x05 \x03(\t\x12\x11\n\tattribute\x18\x06 \x03(\t\x12\x1d\n\x04node\x18\x07 \x03(\x0b\x32\x0f.onnx.NodeProto\x12\x12\n\ndoc_string\x18\x08 \x01(\t*\xb1\x01\n\x07Version\x12\x12\n\x0e_START_VERSION\x10\x00\x12\x19\n\x15IR_VERSION_2017_10_10\x10\x01\x12\x19\n\x15IR_VERSION_2017_10_30\x10\x02\x12\x18\n\x14IR_VERSION_2017_11_3\x10\x03\x12\x18\n\x14IR_VERSION_2019_1_22\x10\x04\x12\x18\n\x14IR_VERSION_2019_3_18\x10\x05\x12\x0e\n\nIR_VERSION\x10\x06*.\n\x0eOperatorStatus\x12\x10\n\x0c\x45XPERIMENTAL\x10\x00\x12\n\n\x06STABLE\x10\x01',
+)
+
+_VERSION = _descriptor.EnumDescriptor(
+    name="Version",
+    full_name="onnx.Version",
+    filename=None,
+    file=DESCRIPTOR,
+    create_key=_descriptor._internal_create_key,
+    values=[
+        _descriptor.EnumValueDescriptor(
+            name="_START_VERSION",
+            index=0,
+            number=0,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION_2017_10_10",
+            index=1,
+            number=1,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION_2017_10_30",
+            index=2,
+            number=2,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION_2017_11_3",
+            index=3,
+            number=3,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION_2019_1_22",
+            index=4,
+            number=4,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION_2019_3_18",
+            index=5,
+            number=5,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION",
+            index=6,
+            number=6,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    containing_type=None,
+    serialized_options=None,
+    serialized_start=3494,
+    serialized_end=3671,
+)
+_sym_db.RegisterEnumDescriptor(_VERSION)
+
+Version = enum_type_wrapper.EnumTypeWrapper(_VERSION)
+_OPERATORSTATUS = _descriptor.EnumDescriptor(
+    name="OperatorStatus",
+    full_name="onnx.OperatorStatus",
+    filename=None,
+    file=DESCRIPTOR,
+    create_key=_descriptor._internal_create_key,
+    values=[
+        _descriptor.EnumValueDescriptor(
+            name="EXPERIMENTAL",
+            index=0,
+            number=0,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="STABLE",
+            index=1,
+            number=1,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    containing_type=None,
+    serialized_options=None,
+    serialized_start=3673,
+    serialized_end=3719,
+)
+_sym_db.RegisterEnumDescriptor(_OPERATORSTATUS)
+
+OperatorStatus = enum_type_wrapper.EnumTypeWrapper(_OPERATORSTATUS)
+_START_VERSION = 0
+IR_VERSION_2017_10_10 = 1
+IR_VERSION_2017_10_30 = 2
+IR_VERSION_2017_11_3 = 3
+IR_VERSION_2019_1_22 = 4
+IR_VERSION_2019_3_18 = 5
+IR_VERSION = 6
+EXPERIMENTAL = 0
+STABLE = 1
+
+
+_ATTRIBUTEPROTO_ATTRIBUTETYPE = _descriptor.EnumDescriptor(
+    name="AttributeType",
+    full_name="onnx.AttributeProto.AttributeType",
+    filename=None,
+    file=DESCRIPTOR,
+    create_key=_descriptor._internal_create_key,
+    values=[
+        _descriptor.EnumValueDescriptor(
+            name="UNDEFINED",
+            index=0,
+            number=0,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="FLOAT",
+            index=1,
+            number=1,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INT",
+            index=2,
+            number=2,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="STRING",
+            index=3,
+            number=3,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="TENSOR",
+            index=4,
+            number=4,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="GRAPH",
+            index=5,
+            number=5,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="SPARSE_TENSOR",
+            index=6,
+            number=11,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="FLOATS",
+            index=7,
+            number=6,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INTS",
+            index=8,
+            number=7,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="STRINGS",
+            index=9,
+            number=8,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="TENSORS",
+            index=10,
+            number=9,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="GRAPHS",
+            index=11,
+            number=10,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="SPARSE_TENSORS",
+            index=12,
+            number=12,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    containing_type=None,
+    serialized_options=None,
+    serialized_start=456,
+    serialized_end=640,
+)
+_sym_db.RegisterEnumDescriptor(_ATTRIBUTEPROTO_ATTRIBUTETYPE)
+
+_TENSORPROTO_DATATYPE = _descriptor.EnumDescriptor(
+    name="DataType",
+    full_name="onnx.TensorProto.DataType",
+    filename=None,
+    file=DESCRIPTOR,
+    create_key=_descriptor._internal_create_key,
+    values=[
+        _descriptor.EnumValueDescriptor(
+            name="UNDEFINED",
+            index=0,
+            number=0,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="FLOAT",
+            index=1,
+            number=1,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="UINT8",
+            index=2,
+            number=2,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INT8",
+            index=3,
+            number=3,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="UINT16",
+            index=4,
+            number=4,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INT16",
+            index=5,
+            number=5,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INT32",
+            index=6,
+            number=6,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INT64",
+            index=7,
+            number=7,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="STRING",
+            index=8,
+            number=8,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="BOOL",
+            index=9,
+            number=9,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="FLOAT16",
+            index=10,
+            number=10,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="DOUBLE",
+            index=11,
+            number=11,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="UINT32",
+            index=12,
+            number=12,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="UINT64",
+            index=13,
+            number=13,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="COMPLEX64",
+            index=14,
+            number=14,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="COMPLEX128",
+            index=15,
+            number=15,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="BFLOAT16",
+            index=16,
+            number=16,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    containing_type=None,
+    serialized_options=None,
+    serialized_start=2142,
+    serialized_end=2360,
+)
+_sym_db.RegisterEnumDescriptor(_TENSORPROTO_DATATYPE)
+
+_TENSORPROTO_DATALOCATION = _descriptor.EnumDescriptor(
+    name="DataLocation",
+    full_name="onnx.TensorProto.DataLocation",
+    filename=None,
+    file=DESCRIPTOR,
+    create_key=_descriptor._internal_create_key,
+    values=[
+        _descriptor.EnumValueDescriptor(
+            name="DEFAULT",
+            index=0,
+            number=0,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="EXTERNAL",
+            index=1,
+            number=1,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    containing_type=None,
+    serialized_options=None,
+    serialized_start=2362,
+    serialized_end=2403,
+)
+_sym_db.RegisterEnumDescriptor(_TENSORPROTO_DATALOCATION)
+
+
+_ATTRIBUTEPROTO = _descriptor.Descriptor(
+    name="AttributeProto",
+    full_name="onnx.AttributeProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.AttributeProto.name",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="ref_attr_name",
+            full_name="onnx.AttributeProto.ref_attr_name",
+            index=1,
+            number=21,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.AttributeProto.doc_string",
+            index=2,
+            number=13,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="type",
+            full_name="onnx.AttributeProto.type",
+            index=3,
+            number=20,
+            type=14,
+            cpp_type=8,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="f",
+            full_name="onnx.AttributeProto.f",
+            index=4,
+            number=2,
+            type=2,
+            cpp_type=6,
+            label=1,
+            has_default_value=False,
+            default_value=float(0),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="i",
+            full_name="onnx.AttributeProto.i",
+            index=5,
+            number=3,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="s",
+            full_name="onnx.AttributeProto.s",
+            index=6,
+            number=4,
+            type=12,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"",
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="t",
+            full_name="onnx.AttributeProto.t",
+            index=7,
+            number=5,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="g",
+            full_name="onnx.AttributeProto.g",
+            index=8,
+            number=6,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="sparse_tensor",
+            full_name="onnx.AttributeProto.sparse_tensor",
+            index=9,
+            number=22,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="floats",
+            full_name="onnx.AttributeProto.floats",
+            index=10,
+            number=7,
+            type=2,
+            cpp_type=6,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="ints",
+            full_name="onnx.AttributeProto.ints",
+            index=11,
+            number=8,
+            type=3,
+            cpp_type=2,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="strings",
+            full_name="onnx.AttributeProto.strings",
+            index=12,
+            number=9,
+            type=12,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="tensors",
+            full_name="onnx.AttributeProto.tensors",
+            index=13,
+            number=10,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="graphs",
+            full_name="onnx.AttributeProto.graphs",
+            index=14,
+            number=11,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="sparse_tensors",
+            full_name="onnx.AttributeProto.sparse_tensors",
+            index=15,
+            number=23,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[
+        _ATTRIBUTEPROTO_ATTRIBUTETYPE,
+    ],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=24,
+    serialized_end=640,
+)
+
+
+_VALUEINFOPROTO = _descriptor.Descriptor(
+    name="ValueInfoProto",
+    full_name="onnx.ValueInfoProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.ValueInfoProto.name",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="type",
+            full_name="onnx.ValueInfoProto.type",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.ValueInfoProto.doc_string",
+            index=2,
+            number=3,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=642,
+    serialized_end=723,
+)
+
+
+_NODEPROTO = _descriptor.Descriptor(
+    name="NodeProto",
+    full_name="onnx.NodeProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="input",
+            full_name="onnx.NodeProto.input",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="output",
+            full_name="onnx.NodeProto.output",
+            index=1,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.NodeProto.name",
+            index=2,
+            number=3,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="op_type",
+            full_name="onnx.NodeProto.op_type",
+            index=3,
+            number=4,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="domain",
+            full_name="onnx.NodeProto.domain",
+            index=4,
+            number=7,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="attribute",
+            full_name="onnx.NodeProto.attribute",
+            index=5,
+            number=5,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.NodeProto.doc_string",
+            index=6,
+            number=6,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=726,
+    serialized_end=876,
+)
+
+
+_MODELPROTO = _descriptor.Descriptor(
+    name="ModelProto",
+    full_name="onnx.ModelProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="ir_version",
+            full_name="onnx.ModelProto.ir_version",
+            index=0,
+            number=1,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="opset_import",
+            full_name="onnx.ModelProto.opset_import",
+            index=1,
+            number=8,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="producer_name",
+            full_name="onnx.ModelProto.producer_name",
+            index=2,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="producer_version",
+            full_name="onnx.ModelProto.producer_version",
+            index=3,
+            number=3,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="domain",
+            full_name="onnx.ModelProto.domain",
+            index=4,
+            number=4,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="model_version",
+            full_name="onnx.ModelProto.model_version",
+            index=5,
+            number=5,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.ModelProto.doc_string",
+            index=6,
+            number=6,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="graph",
+            full_name="onnx.ModelProto.graph",
+            index=7,
+            number=7,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="functions",
+            full_name="onnx.ModelProto.functions",
+            index=8,
+            number=100,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="metadata_props",
+            full_name="onnx.ModelProto.metadata_props",
+            index=9,
+            number=14,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=879,
+    serialized_end=1194,
+)
+
+
+_STRINGSTRINGENTRYPROTO = _descriptor.Descriptor(
+    name="StringStringEntryProto",
+    full_name="onnx.StringStringEntryProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="key",
+            full_name="onnx.StringStringEntryProto.key",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="value",
+            full_name="onnx.StringStringEntryProto.value",
+            index=1,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=1196,
+    serialized_end=1248,
+)
+
+
+_TENSORANNOTATION = _descriptor.Descriptor(
+    name="TensorAnnotation",
+    full_name="onnx.TensorAnnotation",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="tensor_name",
+            full_name="onnx.TensorAnnotation.tensor_name",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="quant_parameter_tensor_names",
+            full_name="onnx.TensorAnnotation.quant_parameter_tensor_names",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=1250,
+    serialized_end=1357,
+)
+
+
+_GRAPHPROTO = _descriptor.Descriptor(
+    name="GraphProto",
+    full_name="onnx.GraphProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="node",
+            full_name="onnx.GraphProto.node",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.GraphProto.name",
+            index=1,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="initializer",
+            full_name="onnx.GraphProto.initializer",
+            index=2,
+            number=5,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="sparse_initializer",
+            full_name="onnx.GraphProto.sparse_initializer",
+            index=3,
+            number=15,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.GraphProto.doc_string",
+            index=4,
+            number=10,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="input",
+            full_name="onnx.GraphProto.input",
+            index=5,
+            number=11,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="output",
+            full_name="onnx.GraphProto.output",
+            index=6,
+            number=12,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="value_info",
+            full_name="onnx.GraphProto.value_info",
+            index=7,
+            number=13,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="quantization_annotation",
+            full_name="onnx.GraphProto.quantization_annotation",
+            index=8,
+            number=14,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=1360,
+    serialized_end=1704,
+)
+
+
+_TENSORPROTO_SEGMENT = _descriptor.Descriptor(
+    name="Segment",
+    full_name="onnx.TensorProto.Segment",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="begin",
+            full_name="onnx.TensorProto.Segment.begin",
+            index=0,
+            number=1,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="end",
+            full_name="onnx.TensorProto.Segment.end",
+            index=1,
+            number=2,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=2102,
+    serialized_end=2139,
+)
+
+_TENSORPROTO = _descriptor.Descriptor(
+    name="TensorProto",
+    full_name="onnx.TensorProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="dims",
+            full_name="onnx.TensorProto.dims",
+            index=0,
+            number=1,
+            type=3,
+            cpp_type=2,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="data_type",
+            full_name="onnx.TensorProto.data_type",
+            index=1,
+            number=2,
+            type=5,
+            cpp_type=1,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="segment",
+            full_name="onnx.TensorProto.segment",
+            index=2,
+            number=3,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="float_data",
+            full_name="onnx.TensorProto.float_data",
+            index=3,
+            number=4,
+            type=2,
+            cpp_type=6,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=b"\020\001",
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="int32_data",
+            full_name="onnx.TensorProto.int32_data",
+            index=4,
+            number=5,
+            type=5,
+            cpp_type=1,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=b"\020\001",
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="string_data",
+            full_name="onnx.TensorProto.string_data",
+            index=5,
+            number=6,
+            type=12,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="int64_data",
+            full_name="onnx.TensorProto.int64_data",
+            index=6,
+            number=7,
+            type=3,
+            cpp_type=2,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=b"\020\001",
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.TensorProto.name",
+            index=7,
+            number=8,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.TensorProto.doc_string",
+            index=8,
+            number=12,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="raw_data",
+            full_name="onnx.TensorProto.raw_data",
+            index=9,
+            number=9,
+            type=12,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"",
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="external_data",
+            full_name="onnx.TensorProto.external_data",
+            index=10,
+            number=13,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="data_location",
+            full_name="onnx.TensorProto.data_location",
+            index=11,
+            number=14,
+            type=14,
+            cpp_type=8,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="double_data",
+            full_name="onnx.TensorProto.double_data",
+            index=12,
+            number=10,
+            type=1,
+            cpp_type=5,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=b"\020\001",
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="uint64_data",
+            full_name="onnx.TensorProto.uint64_data",
+            index=13,
+            number=11,
+            type=4,
+            cpp_type=4,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=b"\020\001",
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[
+        _TENSORPROTO_SEGMENT,
+    ],
+    enum_types=[
+        _TENSORPROTO_DATATYPE,
+        _TENSORPROTO_DATALOCATION,
+    ],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=1707,
+    serialized_end=2403,
+)
+
+
+_SPARSETENSORPROTO = _descriptor.Descriptor(
+    name="SparseTensorProto",
+    full_name="onnx.SparseTensorProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="values",
+            full_name="onnx.SparseTensorProto.values",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="indices",
+            full_name="onnx.SparseTensorProto.indices",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="dims",
+            full_name="onnx.SparseTensorProto.dims",
+            index=2,
+            number=3,
+            type=3,
+            cpp_type=2,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=2405,
+    serialized_end=2509,
+)
+
+
+_TENSORSHAPEPROTO_DIMENSION = _descriptor.Descriptor(
+    name="Dimension",
+    full_name="onnx.TensorShapeProto.Dimension",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="dim_value",
+            full_name="onnx.TensorShapeProto.Dimension.dim_value",
+            index=0,
+            number=1,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="dim_param",
+            full_name="onnx.TensorShapeProto.Dimension.dim_param",
+            index=1,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="denotation",
+            full_name="onnx.TensorShapeProto.Dimension.denotation",
+            index=2,
+            number=3,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[
+        _descriptor.OneofDescriptor(
+            name="value",
+            full_name="onnx.TensorShapeProto.Dimension.value",
+            index=0,
+            containing_type=None,
+            create_key=_descriptor._internal_create_key,
+            fields=[],
+        ),
+    ],
+    serialized_start=2579,
+    serialized_end=2661,
+)
+
+_TENSORSHAPEPROTO = _descriptor.Descriptor(
+    name="TensorShapeProto",
+    full_name="onnx.TensorShapeProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="dim",
+            full_name="onnx.TensorShapeProto.dim",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[
+        _TENSORSHAPEPROTO_DIMENSION,
+    ],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=2512,
+    serialized_end=2661,
+)
+
+
+_TYPEPROTO_TENSOR = _descriptor.Descriptor(
+    name="Tensor",
+    full_name="onnx.TypeProto.Tensor",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="elem_type",
+            full_name="onnx.TypeProto.Tensor.elem_type",
+            index=0,
+            number=1,
+            type=5,
+            cpp_type=1,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="shape",
+            full_name="onnx.TypeProto.Tensor.shape",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=2943,
+    serialized_end=3009,
+)
+
+_TYPEPROTO_SEQUENCE = _descriptor.Descriptor(
+    name="Sequence",
+    full_name="onnx.TypeProto.Sequence",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="elem_type",
+            full_name="onnx.TypeProto.Sequence.elem_type",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3011,
+    serialized_end=3057,
+)
+
+_TYPEPROTO_MAP = _descriptor.Descriptor(
+    name="Map",
+    full_name="onnx.TypeProto.Map",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="key_type",
+            full_name="onnx.TypeProto.Map.key_type",
+            index=0,
+            number=1,
+            type=5,
+            cpp_type=1,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="value_type",
+            full_name="onnx.TypeProto.Map.value_type",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3059,
+    serialized_end=3119,
+)
+
+_TYPEPROTO_SPARSETENSOR = _descriptor.Descriptor(
+    name="SparseTensor",
+    full_name="onnx.TypeProto.SparseTensor",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="elem_type",
+            full_name="onnx.TypeProto.SparseTensor.elem_type",
+            index=0,
+            number=1,
+            type=5,
+            cpp_type=1,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="shape",
+            full_name="onnx.TypeProto.SparseTensor.shape",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3121,
+    serialized_end=3193,
+)
+
+_TYPEPROTO_OPAQUE = _descriptor.Descriptor(
+    name="Opaque",
+    full_name="onnx.TypeProto.Opaque",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="domain",
+            full_name="onnx.TypeProto.Opaque.domain",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.TypeProto.Opaque.name",
+            index=1,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3195,
+    serialized_end=3233,
+)
+
+_TYPEPROTO = _descriptor.Descriptor(
+    name="TypeProto",
+    full_name="onnx.TypeProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="tensor_type",
+            full_name="onnx.TypeProto.tensor_type",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="sequence_type",
+            full_name="onnx.TypeProto.sequence_type",
+            index=1,
+            number=4,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="map_type",
+            full_name="onnx.TypeProto.map_type",
+            index=2,
+            number=5,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="sparse_tensor_type",
+            full_name="onnx.TypeProto.sparse_tensor_type",
+            index=3,
+            number=8,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="opaque_type",
+            full_name="onnx.TypeProto.opaque_type",
+            index=4,
+            number=7,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="denotation",
+            full_name="onnx.TypeProto.denotation",
+            index=5,
+            number=6,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[
+        _TYPEPROTO_TENSOR,
+        _TYPEPROTO_SEQUENCE,
+        _TYPEPROTO_MAP,
+        _TYPEPROTO_SPARSETENSOR,
+        _TYPEPROTO_OPAQUE,
+    ],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[
+        _descriptor.OneofDescriptor(
+            name="value",
+            full_name="onnx.TypeProto.value",
+            index=0,
+            containing_type=None,
+            create_key=_descriptor._internal_create_key,
+            fields=[],
+        ),
+    ],
+    serialized_start=2664,
+    serialized_end=3242,
+)
+
+
+_OPERATORSETIDPROTO = _descriptor.Descriptor(
+    name="OperatorSetIdProto",
+    full_name="onnx.OperatorSetIdProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="domain",
+            full_name="onnx.OperatorSetIdProto.domain",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="version",
+            full_name="onnx.OperatorSetIdProto.version",
+            index=1,
+            number=2,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3244,
+    serialized_end=3297,
+)
+
+
+_FUNCTIONPROTO = _descriptor.Descriptor(
+    name="FunctionProto",
+    full_name="onnx.FunctionProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.FunctionProto.name",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="since_version",
+            full_name="onnx.FunctionProto.since_version",
+            index=1,
+            number=2,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="status",
+            full_name="onnx.FunctionProto.status",
+            index=2,
+            number=3,
+            type=14,
+            cpp_type=8,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="input",
+            full_name="onnx.FunctionProto.input",
+            index=3,
+            number=4,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="output",
+            full_name="onnx.FunctionProto.output",
+            index=4,
+            number=5,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="attribute",
+            full_name="onnx.FunctionProto.attribute",
+            index=5,
+            number=6,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="node",
+            full_name="onnx.FunctionProto.node",
+            index=6,
+            number=7,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.FunctionProto.doc_string",
+            index=7,
+            number=8,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3300,
+    serialized_end=3491,
+)
+
+_ATTRIBUTEPROTO.fields_by_name["type"].enum_type = _ATTRIBUTEPROTO_ATTRIBUTETYPE
+_ATTRIBUTEPROTO.fields_by_name["t"].message_type = _TENSORPROTO
+_ATTRIBUTEPROTO.fields_by_name["g"].message_type = _GRAPHPROTO
+_ATTRIBUTEPROTO.fields_by_name["sparse_tensor"].message_type = _SPARSETENSORPROTO
+_ATTRIBUTEPROTO.fields_by_name["tensors"].message_type = _TENSORPROTO
+_ATTRIBUTEPROTO.fields_by_name["graphs"].message_type = _GRAPHPROTO
+_ATTRIBUTEPROTO.fields_by_name["sparse_tensors"].message_type = _SPARSETENSORPROTO
+_ATTRIBUTEPROTO_ATTRIBUTETYPE.containing_type = _ATTRIBUTEPROTO
+_VALUEINFOPROTO.fields_by_name["type"].message_type = _TYPEPROTO
+_NODEPROTO.fields_by_name["attribute"].message_type = _ATTRIBUTEPROTO
+_MODELPROTO.fields_by_name["opset_import"].message_type = _OPERATORSETIDPROTO
+_MODELPROTO.fields_by_name["graph"].message_type = _GRAPHPROTO
+_MODELPROTO.fields_by_name["functions"].message_type = _FUNCTIONPROTO
+_MODELPROTO.fields_by_name["metadata_props"].message_type = _STRINGSTRINGENTRYPROTO
+_TENSORANNOTATION.fields_by_name["quant_parameter_tensor_names"].message_type = _STRINGSTRINGENTRYPROTO
+_GRAPHPROTO.fields_by_name["node"].message_type = _NODEPROTO
+_GRAPHPROTO.fields_by_name["initializer"].message_type = _TENSORPROTO
+_GRAPHPROTO.fields_by_name["sparse_initializer"].message_type = _SPARSETENSORPROTO
+_GRAPHPROTO.fields_by_name["input"].message_type = _VALUEINFOPROTO
+_GRAPHPROTO.fields_by_name["output"].message_type = _VALUEINFOPROTO
+_GRAPHPROTO.fields_by_name["value_info"].message_type = _VALUEINFOPROTO
+_GRAPHPROTO.fields_by_name["quantization_annotation"].message_type = _TENSORANNOTATION
+_TENSORPROTO_SEGMENT.containing_type = _TENSORPROTO
+_TENSORPROTO.fields_by_name["segment"].message_type = _TENSORPROTO_SEGMENT
+_TENSORPROTO.fields_by_name["external_data"].message_type = _STRINGSTRINGENTRYPROTO
+_TENSORPROTO.fields_by_name["data_location"].enum_type = _TENSORPROTO_DATALOCATION
+_TENSORPROTO_DATATYPE.containing_type = _TENSORPROTO
+_TENSORPROTO_DATALOCATION.containing_type = _TENSORPROTO
+_SPARSETENSORPROTO.fields_by_name["values"].message_type = _TENSORPROTO
+_SPARSETENSORPROTO.fields_by_name["indices"].message_type = _TENSORPROTO
+_TENSORSHAPEPROTO_DIMENSION.containing_type = _TENSORSHAPEPROTO
+_TENSORSHAPEPROTO_DIMENSION.oneofs_by_name["value"].fields.append(
+    _TENSORSHAPEPROTO_DIMENSION.fields_by_name["dim_value"]
+)
+_TENSORSHAPEPROTO_DIMENSION.fields_by_name["dim_value"].containing_oneof = _TENSORSHAPEPROTO_DIMENSION.oneofs_by_name[
+    "value"
+]
+_TENSORSHAPEPROTO_DIMENSION.oneofs_by_name["value"].fields.append(
+    _TENSORSHAPEPROTO_DIMENSION.fields_by_name["dim_param"]
+)
+_TENSORSHAPEPROTO_DIMENSION.fields_by_name["dim_param"].containing_oneof = _TENSORSHAPEPROTO_DIMENSION.oneofs_by_name[
+    "value"
+]
+_TENSORSHAPEPROTO.fields_by_name["dim"].message_type = _TENSORSHAPEPROTO_DIMENSION
+_TYPEPROTO_TENSOR.fields_by_name["shape"].message_type = _TENSORSHAPEPROTO
+_TYPEPROTO_TENSOR.containing_type = _TYPEPROTO
+_TYPEPROTO_SEQUENCE.fields_by_name["elem_type"].message_type = _TYPEPROTO
+_TYPEPROTO_SEQUENCE.containing_type = _TYPEPROTO
+_TYPEPROTO_MAP.fields_by_name["value_type"].message_type = _TYPEPROTO
+_TYPEPROTO_MAP.containing_type = _TYPEPROTO
+_TYPEPROTO_SPARSETENSOR.fields_by_name["shape"].message_type = _TENSORSHAPEPROTO
+_TYPEPROTO_SPARSETENSOR.containing_type = _TYPEPROTO
+_TYPEPROTO_OPAQUE.containing_type = _TYPEPROTO
+_TYPEPROTO.fields_by_name["tensor_type"].message_type = _TYPEPROTO_TENSOR
+_TYPEPROTO.fields_by_name["sequence_type"].message_type = _TYPEPROTO_SEQUENCE
+_TYPEPROTO.fields_by_name["map_type"].message_type = _TYPEPROTO_MAP
+_TYPEPROTO.fields_by_name["sparse_tensor_type"].message_type = _TYPEPROTO_SPARSETENSOR
+_TYPEPROTO.fields_by_name["opaque_type"].message_type = _TYPEPROTO_OPAQUE
+_TYPEPROTO.oneofs_by_name["value"].fields.append(_TYPEPROTO.fields_by_name["tensor_type"])
+_TYPEPROTO.fields_by_name["tensor_type"].containing_oneof = _TYPEPROTO.oneofs_by_name["value"]
+_TYPEPROTO.oneofs_by_name["value"].fields.append(_TYPEPROTO.fields_by_name["sequence_type"])
+_TYPEPROTO.fields_by_name["sequence_type"].containing_oneof = _TYPEPROTO.oneofs_by_name["value"]
+_TYPEPROTO.oneofs_by_name["value"].fields.append(_TYPEPROTO.fields_by_name["map_type"])
+_TYPEPROTO.fields_by_name["map_type"].containing_oneof = _TYPEPROTO.oneofs_by_name["value"]
+_TYPEPROTO.oneofs_by_name["value"].fields.append(_TYPEPROTO.fields_by_name["sparse_tensor_type"])
+_TYPEPROTO.fields_by_name["sparse_tensor_type"].containing_oneof = _TYPEPROTO.oneofs_by_name["value"]
+_TYPEPROTO.oneofs_by_name["value"].fields.append(_TYPEPROTO.fields_by_name["opaque_type"])
+_TYPEPROTO.fields_by_name["opaque_type"].containing_oneof = _TYPEPROTO.oneofs_by_name["value"]
+_FUNCTIONPROTO.fields_by_name["status"].enum_type = _OPERATORSTATUS
+_FUNCTIONPROTO.fields_by_name["node"].message_type = _NODEPROTO
+DESCRIPTOR.message_types_by_name["AttributeProto"] = _ATTRIBUTEPROTO
+DESCRIPTOR.message_types_by_name["ValueInfoProto"] = _VALUEINFOPROTO
+DESCRIPTOR.message_types_by_name["NodeProto"] = _NODEPROTO
+DESCRIPTOR.message_types_by_name["ModelProto"] = _MODELPROTO
+DESCRIPTOR.message_types_by_name["StringStringEntryProto"] = _STRINGSTRINGENTRYPROTO
+DESCRIPTOR.message_types_by_name["TensorAnnotation"] = _TENSORANNOTATION
+DESCRIPTOR.message_types_by_name["GraphProto"] = _GRAPHPROTO
+DESCRIPTOR.message_types_by_name["TensorProto"] = _TENSORPROTO
+DESCRIPTOR.message_types_by_name["SparseTensorProto"] = _SPARSETENSORPROTO
+DESCRIPTOR.message_types_by_name["TensorShapeProto"] = _TENSORSHAPEPROTO
+DESCRIPTOR.message_types_by_name["TypeProto"] = _TYPEPROTO
+DESCRIPTOR.message_types_by_name["OperatorSetIdProto"] = _OPERATORSETIDPROTO
+DESCRIPTOR.message_types_by_name["FunctionProto"] = _FUNCTIONPROTO
+DESCRIPTOR.enum_types_by_name["Version"] = _VERSION
+DESCRIPTOR.enum_types_by_name["OperatorStatus"] = _OPERATORSTATUS
+_sym_db.RegisterFileDescriptor(DESCRIPTOR)
+
+AttributeProto = _reflection.GeneratedProtocolMessageType(
+    "AttributeProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _ATTRIBUTEPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.AttributeProto)
+    },
+)
+_sym_db.RegisterMessage(AttributeProto)
+
+ValueInfoProto = _reflection.GeneratedProtocolMessageType(
+    "ValueInfoProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _VALUEINFOPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.ValueInfoProto)
+    },
+)
+_sym_db.RegisterMessage(ValueInfoProto)
+
+NodeProto = _reflection.GeneratedProtocolMessageType(
+    "NodeProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _NODEPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.NodeProto)
+    },
+)
+_sym_db.RegisterMessage(NodeProto)
+
+ModelProto = _reflection.GeneratedProtocolMessageType(
+    "ModelProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _MODELPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.ModelProto)
+    },
+)
+_sym_db.RegisterMessage(ModelProto)
+
+StringStringEntryProto = _reflection.GeneratedProtocolMessageType(
+    "StringStringEntryProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _STRINGSTRINGENTRYPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.StringStringEntryProto)
+    },
+)
+_sym_db.RegisterMessage(StringStringEntryProto)
+
+TensorAnnotation = _reflection.GeneratedProtocolMessageType(
+    "TensorAnnotation",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _TENSORANNOTATION,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.TensorAnnotation)
+    },
+)
+_sym_db.RegisterMessage(TensorAnnotation)
+
+GraphProto = _reflection.GeneratedProtocolMessageType(
+    "GraphProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _GRAPHPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.GraphProto)
+    },
+)
+_sym_db.RegisterMessage(GraphProto)
+
+TensorProto = _reflection.GeneratedProtocolMessageType(
+    "TensorProto",
+    (_message.Message,),
+    {
+        "Segment": _reflection.GeneratedProtocolMessageType(
+            "Segment",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TENSORPROTO_SEGMENT,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TensorProto.Segment)
+            },
+        ),
+        "DESCRIPTOR": _TENSORPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.TensorProto)
+    },
+)
+_sym_db.RegisterMessage(TensorProto)
+_sym_db.RegisterMessage(TensorProto.Segment)
+
+SparseTensorProto = _reflection.GeneratedProtocolMessageType(
+    "SparseTensorProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _SPARSETENSORPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.SparseTensorProto)
+    },
+)
+_sym_db.RegisterMessage(SparseTensorProto)
+
+TensorShapeProto = _reflection.GeneratedProtocolMessageType(
+    "TensorShapeProto",
+    (_message.Message,),
+    {
+        "Dimension": _reflection.GeneratedProtocolMessageType(
+            "Dimension",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TENSORSHAPEPROTO_DIMENSION,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TensorShapeProto.Dimension)
+            },
+        ),
+        "DESCRIPTOR": _TENSORSHAPEPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.TensorShapeProto)
+    },
+)
+_sym_db.RegisterMessage(TensorShapeProto)
+_sym_db.RegisterMessage(TensorShapeProto.Dimension)
+
+TypeProto = _reflection.GeneratedProtocolMessageType(
+    "TypeProto",
+    (_message.Message,),
+    {
+        "Tensor": _reflection.GeneratedProtocolMessageType(
+            "Tensor",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TYPEPROTO_TENSOR,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TypeProto.Tensor)
+            },
+        ),
+        "Sequence": _reflection.GeneratedProtocolMessageType(
+            "Sequence",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TYPEPROTO_SEQUENCE,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TypeProto.Sequence)
+            },
+        ),
+        "Map": _reflection.GeneratedProtocolMessageType(
+            "Map",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TYPEPROTO_MAP,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TypeProto.Map)
+            },
+        ),
+        "SparseTensor": _reflection.GeneratedProtocolMessageType(
+            "SparseTensor",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TYPEPROTO_SPARSETENSOR,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TypeProto.SparseTensor)
+            },
+        ),
+        "Opaque": _reflection.GeneratedProtocolMessageType(
+            "Opaque",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TYPEPROTO_OPAQUE,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TypeProto.Opaque)
+            },
+        ),
+        "DESCRIPTOR": _TYPEPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.TypeProto)
+    },
+)
+_sym_db.RegisterMessage(TypeProto)
+_sym_db.RegisterMessage(TypeProto.Tensor)
+_sym_db.RegisterMessage(TypeProto.Sequence)
+_sym_db.RegisterMessage(TypeProto.Map)
+_sym_db.RegisterMessage(TypeProto.SparseTensor)
+_sym_db.RegisterMessage(TypeProto.Opaque)
+
+OperatorSetIdProto = _reflection.GeneratedProtocolMessageType(
+    "OperatorSetIdProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _OPERATORSETIDPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.OperatorSetIdProto)
+    },
+)
+_sym_db.RegisterMessage(OperatorSetIdProto)
+
+FunctionProto = _reflection.GeneratedProtocolMessageType(
+    "FunctionProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _FUNCTIONPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.FunctionProto)
+    },
+)
+_sym_db.RegisterMessage(FunctionProto)
+
+
+_TENSORPROTO.fields_by_name["float_data"]._options = None
+_TENSORPROTO.fields_by_name["int32_data"]._options = None
+_TENSORPROTO.fields_by_name["int64_data"]._options = None
+_TENSORPROTO.fields_by_name["double_data"]._options = None
+_TENSORPROTO.fields_by_name["uint64_data"]._options = None
+# @@protoc_insertion_point(module_scope)
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/proto/onnx_ml_pb2_grpc.py b/MLOps/serving_patterns/data_cache_pattern/src/proto/onnx_ml_pb2_grpc.py
new file mode 100644
index 0000000..8a93939
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/proto/onnx_ml_pb2_grpc.py
@@ -0,0 +1,3 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/proto/predict.proto b/MLOps/serving_patterns/data_cache_pattern/src/proto/predict.proto
new file mode 100644
index 0000000..e71d4c9
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/proto/predict.proto
@@ -0,0 +1,27 @@
+syntax = "proto3";
+
+import "onnx-ml.proto";
+
+package onnxruntime.server;
+
+// PredictRequest specifies how inputs are mapped to tensors
+// and how outputs are filtered before returning to user.
+message PredictRequest {
+  reserved 1;
+
+  // Input Tensors.
+  // This is a mapping between output name and tensor.
+  map<string, onnx.TensorProto> inputs = 2;
+
+  // Output Filters.
+  // This field is to specify which output fields need to be returned.
+  // If the list is empty, all outputs will be included.
+  repeated string output_filter = 3;
+}
+
+// Response for PredictRequest on successful run.
+message PredictResponse {
+  // Output Tensors.
+  // This is a mapping between output name and tensor.
+  map<string, onnx.TensorProto> outputs = 1;
+}
\ No newline at end of file
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/proto/predict_pb2.py b/MLOps/serving_patterns/data_cache_pattern/src/proto/predict_pb2.py
new file mode 100644
index 0000000..bafb9c9
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/proto/predict_pb2.py
@@ -0,0 +1,307 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: predict.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from google.protobuf import reflection as _reflection
+from google.protobuf import symbol_database as _symbol_database
+
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+import src.proto.onnx_ml_pb2 as onnx__ml__pb2
+
+DESCRIPTOR = _descriptor.FileDescriptor(
+    name="predict.proto",
+    package="onnxruntime.server",
+    syntax="proto3",
+    serialized_options=None,
+    create_key=_descriptor._internal_create_key,
+    serialized_pb=b'\n\rpredict.proto\x12\x12onnxruntime.server\x1a\ronnx-ml.proto"\xaf\x01\n\x0ePredictRequest\x12>\n\x06inputs\x18\x02 \x03(\x0b\x32..onnxruntime.server.PredictRequest.InputsEntry\x12\x15\n\routput_filter\x18\x03 \x03(\t\x1a@\n\x0bInputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12 \n\x05value\x18\x02 \x01(\x0b\x32\x11.onnx.TensorProto:\x02\x38\x01J\x04\x08\x01\x10\x02"\x97\x01\n\x0fPredictResponse\x12\x41\n\x07outputs\x18\x01 \x03(\x0b\x32\x30.onnxruntime.server.PredictResponse.OutputsEntry\x1a\x41\n\x0cOutputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12 \n\x05value\x18\x02 \x01(\x0b\x32\x11.onnx.TensorProto:\x02\x38\x01\x62\x06proto3',
+    dependencies=[
+        onnx__ml__pb2.DESCRIPTOR,
+    ],
+)
+
+
+_PREDICTREQUEST_INPUTSENTRY = _descriptor.Descriptor(
+    name="InputsEntry",
+    full_name="onnxruntime.server.PredictRequest.InputsEntry",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="key",
+            full_name="onnxruntime.server.PredictRequest.InputsEntry.key",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="value",
+            full_name="onnxruntime.server.PredictRequest.InputsEntry.value",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=b"8\001",
+    is_extendable=False,
+    syntax="proto3",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=158,
+    serialized_end=222,
+)
+
+_PREDICTREQUEST = _descriptor.Descriptor(
+    name="PredictRequest",
+    full_name="onnxruntime.server.PredictRequest",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="inputs",
+            full_name="onnxruntime.server.PredictRequest.inputs",
+            index=0,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="output_filter",
+            full_name="onnxruntime.server.PredictRequest.output_filter",
+            index=1,
+            number=3,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[
+        _PREDICTREQUEST_INPUTSENTRY,
+    ],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto3",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=53,
+    serialized_end=228,
+)
+
+
+_PREDICTRESPONSE_OUTPUTSENTRY = _descriptor.Descriptor(
+    name="OutputsEntry",
+    full_name="onnxruntime.server.PredictResponse.OutputsEntry",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="key",
+            full_name="onnxruntime.server.PredictResponse.OutputsEntry.key",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="value",
+            full_name="onnxruntime.server.PredictResponse.OutputsEntry.value",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=b"8\001",
+    is_extendable=False,
+    syntax="proto3",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=317,
+    serialized_end=382,
+)
+
+_PREDICTRESPONSE = _descriptor.Descriptor(
+    name="PredictResponse",
+    full_name="onnxruntime.server.PredictResponse",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="outputs",
+            full_name="onnxruntime.server.PredictResponse.outputs",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[
+        _PREDICTRESPONSE_OUTPUTSENTRY,
+    ],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto3",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=231,
+    serialized_end=382,
+)
+
+_PREDICTREQUEST_INPUTSENTRY.fields_by_name["value"].message_type = onnx__ml__pb2._TENSORPROTO
+_PREDICTREQUEST_INPUTSENTRY.containing_type = _PREDICTREQUEST
+_PREDICTREQUEST.fields_by_name["inputs"].message_type = _PREDICTREQUEST_INPUTSENTRY
+_PREDICTRESPONSE_OUTPUTSENTRY.fields_by_name["value"].message_type = onnx__ml__pb2._TENSORPROTO
+_PREDICTRESPONSE_OUTPUTSENTRY.containing_type = _PREDICTRESPONSE
+_PREDICTRESPONSE.fields_by_name["outputs"].message_type = _PREDICTRESPONSE_OUTPUTSENTRY
+DESCRIPTOR.message_types_by_name["PredictRequest"] = _PREDICTREQUEST
+DESCRIPTOR.message_types_by_name["PredictResponse"] = _PREDICTRESPONSE
+_sym_db.RegisterFileDescriptor(DESCRIPTOR)
+
+PredictRequest = _reflection.GeneratedProtocolMessageType(
+    "PredictRequest",
+    (_message.Message,),
+    {
+        "InputsEntry": _reflection.GeneratedProtocolMessageType(
+            "InputsEntry",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _PREDICTREQUEST_INPUTSENTRY,
+                "__module__": "predict_pb2"
+                # @@protoc_insertion_point(class_scope:onnxruntime.server.PredictRequest.InputsEntry)
+            },
+        ),
+        "DESCRIPTOR": _PREDICTREQUEST,
+        "__module__": "predict_pb2"
+        # @@protoc_insertion_point(class_scope:onnxruntime.server.PredictRequest)
+    },
+)
+_sym_db.RegisterMessage(PredictRequest)
+_sym_db.RegisterMessage(PredictRequest.InputsEntry)
+
+PredictResponse = _reflection.GeneratedProtocolMessageType(
+    "PredictResponse",
+    (_message.Message,),
+    {
+        "OutputsEntry": _reflection.GeneratedProtocolMessageType(
+            "OutputsEntry",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _PREDICTRESPONSE_OUTPUTSENTRY,
+                "__module__": "predict_pb2"
+                # @@protoc_insertion_point(class_scope:onnxruntime.server.PredictResponse.OutputsEntry)
+            },
+        ),
+        "DESCRIPTOR": _PREDICTRESPONSE,
+        "__module__": "predict_pb2"
+        # @@protoc_insertion_point(class_scope:onnxruntime.server.PredictResponse)
+    },
+)
+_sym_db.RegisterMessage(PredictResponse)
+_sym_db.RegisterMessage(PredictResponse.OutputsEntry)
+
+
+_PREDICTREQUEST_INPUTSENTRY._options = None
+_PREDICTRESPONSE_OUTPUTSENTRY._options = None
+# @@protoc_insertion_point(module_scope)
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/proto/predict_pb2_grpc.py b/MLOps/serving_patterns/data_cache_pattern/src/proto/predict_pb2_grpc.py
new file mode 100644
index 0000000..8a93939
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/proto/predict_pb2_grpc.py
@@ -0,0 +1,3 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/proto/prediction_service.proto b/MLOps/serving_patterns/data_cache_pattern/src/proto/prediction_service.proto
new file mode 100644
index 0000000..268010a
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/proto/prediction_service.proto
@@ -0,0 +1,8 @@
+syntax = "proto3";
+import "predict.proto";
+
+package onnxruntime.server;
+
+service PredictionService {
+    rpc Predict(PredictRequest) returns (PredictResponse);
+}
\ No newline at end of file
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/proto/prediction_service_pb2.py b/MLOps/serving_patterns/data_cache_pattern/src/proto/prediction_service_pb2.py
new file mode 100644
index 0000000..f5f807e
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/proto/prediction_service_pb2.py
@@ -0,0 +1,59 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: prediction_service.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from google.protobuf import reflection as _reflection
+from google.protobuf import symbol_database as _symbol_database
+
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+import src.proto.predict_pb2 as predict__pb2
+
+DESCRIPTOR = _descriptor.FileDescriptor(
+    name="prediction_service.proto",
+    package="onnxruntime.server",
+    syntax="proto3",
+    serialized_options=None,
+    create_key=_descriptor._internal_create_key,
+    serialized_pb=b'\n\x18prediction_service.proto\x12\x12onnxruntime.server\x1a\rpredict.proto2g\n\x11PredictionService\x12R\n\x07Predict\x12".onnxruntime.server.PredictRequest\x1a#.onnxruntime.server.PredictResponseb\x06proto3',
+    dependencies=[
+        predict__pb2.DESCRIPTOR,
+    ],
+)
+
+
+_sym_db.RegisterFileDescriptor(DESCRIPTOR)
+
+
+_PREDICTIONSERVICE = _descriptor.ServiceDescriptor(
+    name="PredictionService",
+    full_name="onnxruntime.server.PredictionService",
+    file=DESCRIPTOR,
+    index=0,
+    serialized_options=None,
+    create_key=_descriptor._internal_create_key,
+    serialized_start=63,
+    serialized_end=166,
+    methods=[
+        _descriptor.MethodDescriptor(
+            name="Predict",
+            full_name="onnxruntime.server.PredictionService.Predict",
+            index=0,
+            containing_service=None,
+            input_type=predict__pb2._PREDICTREQUEST,
+            output_type=predict__pb2._PREDICTRESPONSE,
+            serialized_options=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+)
+_sym_db.RegisterServiceDescriptor(_PREDICTIONSERVICE)
+
+DESCRIPTOR.services_by_name["PredictionService"] = _PREDICTIONSERVICE
+
+# @@protoc_insertion_point(module_scope)
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/proto/prediction_service_pb2_grpc.py b/MLOps/serving_patterns/data_cache_pattern/src/proto/prediction_service_pb2_grpc.py
new file mode 100644
index 0000000..79090fb
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/proto/prediction_service_pb2_grpc.py
@@ -0,0 +1,76 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+import src.proto.predict_pb2 as predict__pb2
+
+
+class PredictionServiceStub(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+        self.Predict = channel.unary_unary(
+            "/onnxruntime.server.PredictionService/Predict",
+            request_serializer=predict__pb2.PredictRequest.SerializeToString,
+            response_deserializer=predict__pb2.PredictResponse.FromString,
+        )
+
+
+class PredictionServiceServicer(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def Predict(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details("Method not implemented!")
+        raise NotImplementedError("Method not implemented!")
+
+
+def add_PredictionServiceServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+        "Predict": grpc.unary_unary_rpc_method_handler(
+            servicer.Predict,
+            request_deserializer=predict__pb2.PredictRequest.FromString,
+            response_serializer=predict__pb2.PredictResponse.SerializeToString,
+        ),
+    }
+    generic_handler = grpc.method_handlers_generic_handler("onnxruntime.server.PredictionService", rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+
+
+# This class is part of an EXPERIMENTAL API.
+class PredictionService(object):
+    """Missing associated documentation comment in .proto file."""
+
+    @staticmethod
+    def Predict(
+        request,
+        target,
+        options=(),
+        channel_credentials=None,
+        call_credentials=None,
+        insecure=False,
+        compression=None,
+        wait_for_ready=None,
+        timeout=None,
+        metadata=None,
+    ):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            "/onnxruntime.server.PredictionService/Predict",
+            predict__pb2.PredictRequest.SerializeToString,
+            predict__pb2.PredictResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+        )
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/utils/__init__.py b/MLOps/serving_patterns/data_cache_pattern/src/utils/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/utils/logging.conf b/MLOps/serving_patterns/data_cache_pattern/src/utils/logging.conf
new file mode 100644
index 0000000..490b0c1
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/utils/logging.conf
@@ -0,0 +1,78 @@
+[loggers]
+keys=root, gunicorn.error, gunicorn.access, uvicorn.error, uvicorn.access
+
+[logger_root]
+level=DEBUG
+handlers=console
+
+[logger_gunicorn.error]
+level=DEBUG
+handlers=gunicorn_error_file, console
+propagate=1
+qualname=gunicorn.error
+
+[logger_gunicorn.access]
+level=INFO
+handlers=gunicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+[logger_uvicorn.error]
+level=DEBUG
+handlers=uvicorn_error_file, console
+propagate=1
+qualname=uvicorn.error
+
+[logger_uvicorn.access]
+level=INFO
+handlers=uvicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+
+[handlers]
+keys=console, gunicorn_error_file, gunicorn_access_file, uvicorn_error_file, uvicorn_access_file
+
+[handler_console]
+class=StreamHandler
+formatter=generic
+args=(sys.stdout, )
+
+[handler_gunicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/gunicorn_error.log', 'a')
+
+[handler_gunicorn_access_file]
+class=logging.FileHandler
+formatter=gunicorn_access
+args=('/var/log/gunicorn_access.log', 'a')
+
+[handler_uvicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/uvicorn_error.log', 'a')
+
+[handler_uvicorn_access_file]
+class=logging.FileHandler
+formatter=uvicorn_access
+args=('/var/log/uvicorn_access.log', 'a')
+
+
+[formatters]
+keys=generic, gunicorn_access, uvicorn_access
+
+[formatter_generic]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%Y-%m-%d %H:%M:%S
+
+[formatter_gunicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] %(h)s %(l)s %(u)s %(t)s %(r)s %(m)s %(U)s %(q)s %(H)s %(s)s %(b)s %(f)s %(a)s %(D)s %(p)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
+
+[formatter_uvicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
\ No newline at end of file
diff --git a/MLOps/serving_patterns/data_cache_pattern/src/utils/profiler.py b/MLOps/serving_patterns/data_cache_pattern/src/utils/profiler.py
new file mode 100644
index 0000000..8f7b1b9
--- /dev/null
+++ b/MLOps/serving_patterns/data_cache_pattern/src/utils/profiler.py
@@ -0,0 +1,23 @@
+import cProfile
+import os
+from logging import getLogger
+
+logger = getLogger(__name__)
+
+
+def do_cprofile(func):
+    def profiled_func(*args, **kwargs):
+        enable_profile = int(os.getenv("PROFILE", 1))
+        if enable_profile:
+            profile = cProfile.Profile()
+            try:
+                profile.enable()
+                result = func(*args, **kwargs)
+                profile.disable()
+                return result
+            finally:
+                profile.print_stats()
+        else:
+            return func(*args, **kwargs)
+
+    return profiled_func
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/executionHistory/executionHistory.bin b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/executionHistory/executionHistory.bin
new file mode 100644
index 0000000..78428f1
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/executionHistory/executionHistory.bin differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/executionHistory/executionHistory.lock b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/executionHistory/executionHistory.lock
new file mode 100644
index 0000000..a851c95
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/executionHistory/executionHistory.lock differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/fileChanges/last-build.bin b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/fileChanges/last-build.bin
new file mode 100644
index 0000000..f76dd23
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/fileChanges/last-build.bin differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/fileContent/fileContent.lock b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/fileContent/fileContent.lock
new file mode 100644
index 0000000..4f05887
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/fileContent/fileContent.lock differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/fileHashes/fileHashes.bin b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/fileHashes/fileHashes.bin
new file mode 100644
index 0000000..7d830af
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/fileHashes/fileHashes.bin differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/fileHashes/fileHashes.lock b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/fileHashes/fileHashes.lock
new file mode 100644
index 0000000..fb6f866
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/fileHashes/fileHashes.lock differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/fileHashes/resourceHashesCache.bin b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/fileHashes/resourceHashesCache.bin
new file mode 100644
index 0000000..2466f1c
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/fileHashes/resourceHashesCache.bin differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/gc.properties b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/gc.properties
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/javaCompile/classAnalysis.bin b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/javaCompile/classAnalysis.bin
new file mode 100644
index 0000000..961b509
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/javaCompile/classAnalysis.bin differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/javaCompile/jarAnalysis.bin b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/javaCompile/jarAnalysis.bin
new file mode 100644
index 0000000..d5a5237
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/javaCompile/jarAnalysis.bin differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/javaCompile/javaCompile.lock b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/javaCompile/javaCompile.lock
new file mode 100644
index 0000000..c9c8ecf
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/javaCompile/javaCompile.lock differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/javaCompile/taskHistory.bin b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/javaCompile/taskHistory.bin
new file mode 100644
index 0000000..352b5c6
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.gradle/6.5/javaCompile/taskHistory.bin differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/buildOutputCleanup/buildOutputCleanup.lock b/MLOps/serving_patterns/edge_ai_pattern/.gradle/buildOutputCleanup/buildOutputCleanup.lock
new file mode 100644
index 0000000..acc4237
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.gradle/buildOutputCleanup/buildOutputCleanup.lock differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/buildOutputCleanup/cache.properties b/MLOps/serving_patterns/edge_ai_pattern/.gradle/buildOutputCleanup/cache.properties
new file mode 100644
index 0000000..27ca4d7
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.gradle/buildOutputCleanup/cache.properties
@@ -0,0 +1,2 @@
+#Thu Feb 11 12:42:41 JST 2021
+gradle.version=6.5
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/buildOutputCleanup/outputFiles.bin b/MLOps/serving_patterns/edge_ai_pattern/.gradle/buildOutputCleanup/outputFiles.bin
new file mode 100644
index 0000000..53d6284
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.gradle/buildOutputCleanup/outputFiles.bin differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/checksums/checksums.lock b/MLOps/serving_patterns/edge_ai_pattern/.gradle/checksums/checksums.lock
new file mode 100644
index 0000000..e1d14df
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.gradle/checksums/checksums.lock differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/checksums/md5-checksums.bin b/MLOps/serving_patterns/edge_ai_pattern/.gradle/checksums/md5-checksums.bin
new file mode 100644
index 0000000..a1643de
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.gradle/checksums/md5-checksums.bin differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/checksums/sha1-checksums.bin b/MLOps/serving_patterns/edge_ai_pattern/.gradle/checksums/sha1-checksums.bin
new file mode 100644
index 0000000..bf56b5b
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.gradle/checksums/sha1-checksums.bin differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.gradle/vcs-1/gc.properties b/MLOps/serving_patterns/edge_ai_pattern/.gradle/vcs-1/gc.properties
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/.gitignore b/MLOps/serving_patterns/edge_ai_pattern/.idea/.gitignore
new file mode 100644
index 0000000..26d3352
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/.gitignore
@@ -0,0 +1,3 @@
+# Default ignored files
+/shelf/
+/workspace.xml
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/.name b/MLOps/serving_patterns/edge_ai_pattern/.idea/.name
new file mode 100644
index 0000000..d64a2e6
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/.name
@@ -0,0 +1 @@
+TFLitePyTorch
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/caches/build_file_checksums.ser b/MLOps/serving_patterns/edge_ai_pattern/.idea/caches/build_file_checksums.ser
new file mode 100644
index 0000000..e346c26
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/.idea/caches/build_file_checksums.ser differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/compiler.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/compiler.xml
new file mode 100644
index 0000000..61a9130
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/compiler.xml
@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="CompilerConfiguration">
+    <bytecodeTargetLevel target="1.8" />
+  </component>
+</project>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/gradle.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/gradle.xml
new file mode 100644
index 0000000..acf0820
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/gradle.xml
@@ -0,0 +1,24 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="GradleMigrationSettings" migrationVersion="1" />
+  <component name="GradleSettings">
+    <option name="linkedExternalProjectsSettings">
+      <GradleProjectSettings>
+        <option name="testRunner" value="PLATFORM" />
+        <option name="disableWrapperSourceDistributionNotification" value="true" />
+        <option name="distributionType" value="DEFAULT_WRAPPED" />
+        <option name="externalProjectPath" value="$PROJECT_DIR$" />
+        <option name="gradleHome" value="/usr/local/Cellar/gradle/6.5.1/libexec" />
+        <option name="gradleJvm" value="1.8" />
+        <option name="modules">
+          <set>
+            <option value="$PROJECT_DIR$" />
+            <option value="$PROJECT_DIR$/app" />
+          </set>
+        </option>
+        <option name="resolveModulePerSourceSet" value="false" />
+        <option name="useQualifiedModuleNames" value="true" />
+      </GradleProjectSettings>
+    </option>
+  </component>
+</project>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/jarRepositories.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/jarRepositories.xml
new file mode 100644
index 0000000..a5f05cd
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/jarRepositories.xml
@@ -0,0 +1,25 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="RemoteRepositoriesConfiguration">
+    <remote-repository>
+      <option name="id" value="central" />
+      <option name="name" value="Maven Central repository" />
+      <option name="url" value="https://repo1.maven.org/maven2" />
+    </remote-repository>
+    <remote-repository>
+      <option name="id" value="jboss.community" />
+      <option name="name" value="JBoss Community repository" />
+      <option name="url" value="https://repository.jboss.org/nexus/content/repositories/public/" />
+    </remote-repository>
+    <remote-repository>
+      <option name="id" value="BintrayJCenter" />
+      <option name="name" value="BintrayJCenter" />
+      <option name="url" value="https://jcenter.bintray.com/" />
+    </remote-repository>
+    <remote-repository>
+      <option name="id" value="Google" />
+      <option name="name" value="Google" />
+      <option name="url" value="https://dl.google.com/dl/android/maven2/" />
+    </remote-repository>
+  </component>
+</project>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_activity_activity_1_0_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_activity_activity_1_0_0_aar.xml
new file mode 100644
index 0000000..127ef7c
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_activity_activity_1_0_0_aar.xml
@@ -0,0 +1,14 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.activity:activity:1.0.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/5503ff9e4fba1ca944360e0ad846cffa/jetified-activity-1.0.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/d8fd3f7edf4554bddd00982e70df7235/jetified-activity-1.0.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/5503ff9e4fba1ca944360e0ad846cffa/jetified-activity-1.0.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/5503ff9e4fba1ca944360e0ad846cffa/jetified-activity-1.0.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.activity/activity/1.0.0/28eb83e6a29ac3fbb87aa632cfa0e644a313f491/activity-1.0.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_annotation_annotation_1_1_0.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_annotation_annotation_1_1_0.xml
new file mode 100644
index 0000000..b2158ac
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_annotation_annotation_1_1_0.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.annotation:annotation:1.1.0">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.annotation/annotation/1.1.0/e3a6fb2f40e3a3842e6b7472628ba4ce416ea4c8/annotation-1.1.0.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.annotation/annotation/1.1.0/408af38ec57369afe3fd6466e1c4bfdd5f15fc92/annotation-1.1.0-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.annotation/annotation/1.1.0/8b7bdc00eb4d998bfbc76767b098620990f2a805/annotation-1.1.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_appcompat_appcompat_1_2_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_appcompat_appcompat_1_2_0_aar.xml
new file mode 100644
index 0000000..db947a3
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_appcompat_appcompat_1_2_0_aar.xml
@@ -0,0 +1,16 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.appcompat:appcompat:1.2.0@aar">
+    <ANNOTATIONS>
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/8d7de2dc3bc859c7215eda8912d27136/appcompat-1.2.0/annotations.zip!/" />
+    </ANNOTATIONS>
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/8d7de2dc3bc859c7215eda8912d27136/appcompat-1.2.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/8d7de2dc3bc859c7215eda8912d27136/appcompat-1.2.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/8d7de2dc3bc859c7215eda8912d27136/appcompat-1.2.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.appcompat/appcompat/1.2.0/13e8ff89631c2e101eb6bddd12c2fb4bbd74b15d/appcompat-1.2.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_appcompat_appcompat_resources_1_2_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_appcompat_appcompat_resources_1_2_0_aar.xml
new file mode 100644
index 0000000..22040d5
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_appcompat_appcompat_resources_1_2_0_aar.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.appcompat:appcompat-resources:1.2.0@aar">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/866a6791e8083f045b6388af6b7adb19/jetified-appcompat-resources-1.2.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/866a6791e8083f045b6388af6b7adb19/jetified-appcompat-resources-1.2.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/866a6791e8083f045b6388af6b7adb19/jetified-appcompat-resources-1.2.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.appcompat/appcompat-resources/1.2.0/9c8b428f65a329eeff4f6abe14a44931b12ef3f2/appcompat-resources-1.2.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_arch_core_core_common_2_1_0.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_arch_core_core_common_2_1_0.xml
new file mode 100644
index 0000000..2208415
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_arch_core_core_common_2_1_0.xml
@@ -0,0 +1,11 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.arch.core:core-common:2.1.0">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.arch.core/core-common/2.1.0/b3152fc64428c9354344bd89848ecddc09b6f07e/core-common-2.1.0.jar!/" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.arch.core/core-common/2.1.0/80ac2d7c8e6400ce2fbc663cd1a7e1cbef38c4b8/core-common-2.1.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_arch_core_core_runtime_2_0_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_arch_core_core_runtime_2_0_0_aar.xml
new file mode 100644
index 0000000..7b529e5
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_arch_core_core_runtime_2_0_0_aar.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.arch.core:core-runtime:2.0.0@aar">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/8d4ca56c128363fbcd558fe6d20ec511/core-runtime-2.0.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/8d4ca56c128363fbcd558fe6d20ec511/core-runtime-2.0.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/8d4ca56c128363fbcd558fe6d20ec511/core-runtime-2.0.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.arch.core/core-runtime/2.0.0/bc41b287c95bc50a3cd27cb1b7cfb301805ba7f1/core-runtime-2.0.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_camera_camera_camera2_1_0_0_alpha05_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_camera_camera_camera2_1_0_0_alpha05_aar.xml
new file mode 100644
index 0000000..d9710f3
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_camera_camera_camera2_1_0_0_alpha05_aar.xml
@@ -0,0 +1,16 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.camera:camera-camera2:1.0.0-alpha05@aar">
+    <ANNOTATIONS>
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/01961e66bfb20c143133ebfe6856d0e9/jetified-camera-camera2-1.0.0-alpha05/annotations.zip!/" />
+    </ANNOTATIONS>
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/01961e66bfb20c143133ebfe6856d0e9/jetified-camera-camera2-1.0.0-alpha05/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/01961e66bfb20c143133ebfe6856d0e9/jetified-camera-camera2-1.0.0-alpha05/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/01961e66bfb20c143133ebfe6856d0e9/jetified-camera-camera2-1.0.0-alpha05/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.camera/camera-camera2/1.0.0-alpha05/f1214d4fee415757c55f6f9123c51c60d1e0a91b/camera-camera2-1.0.0-alpha05-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_camera_camera_core_1_0_0_alpha05_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_camera_camera_core_1_0_0_alpha05_aar.xml
new file mode 100644
index 0000000..601d954
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_camera_camera_core_1_0_0_alpha05_aar.xml
@@ -0,0 +1,16 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.camera:camera-core:1.0.0-alpha05@aar">
+    <ANNOTATIONS>
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/c077194355bf41908136cd5944a52be2/jetified-camera-core-1.0.0-alpha05/annotations.zip!/" />
+    </ANNOTATIONS>
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/c077194355bf41908136cd5944a52be2/jetified-camera-core-1.0.0-alpha05/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/c077194355bf41908136cd5944a52be2/jetified-camera-core-1.0.0-alpha05/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/c077194355bf41908136cd5944a52be2/jetified-camera-core-1.0.0-alpha05/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.camera/camera-core/1.0.0-alpha05/48c4df1548d5f070b7f3c7d19bb27163b97518c5/camera-core-1.0.0-alpha05-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_collection_collection_1_1_0.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_collection_collection_1_1_0.xml
new file mode 100644
index 0000000..eafc05e
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_collection_collection_1_1_0.xml
@@ -0,0 +1,11 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.collection:collection:1.1.0">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.collection/collection/1.1.0/1f27220b47669781457de0d600849a5de0e89909/collection-1.1.0.jar!/" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.collection/collection/1.1.0/bae67b0019fbb38498198fcc2d0282a340b71c5b/collection-1.1.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_concurrent_concurrent_futures_1_0_0_alpha03.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_concurrent_concurrent_futures_1_0_0_alpha03.xml
new file mode 100644
index 0000000..395799a
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_concurrent_concurrent_futures_1_0_0_alpha03.xml
@@ -0,0 +1,11 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.concurrent:concurrent-futures:1.0.0-alpha03">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.concurrent/concurrent-futures/1.0.0-alpha03/b528df95c7e2fefa2210c0c742bf3e491c1818ae/concurrent-futures-1.0.0-alpha03.jar!/" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.concurrent/concurrent-futures/1.0.0-alpha03/50447f73372a033116ee982d5946ec61253fa881/concurrent-futures-1.0.0-alpha03-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_constraintlayout_constraintlayout_2_0_4_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_constraintlayout_constraintlayout_2_0_4_aar.xml
new file mode 100644
index 0000000..db28186
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_constraintlayout_constraintlayout_2_0_4_aar.xml
@@ -0,0 +1,11 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.constraintlayout:constraintlayout:2.0.4@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/2817580fb52b01b6a3b967c0143d9134/constraintlayout-2.0.4/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/2817580fb52b01b6a3b967c0143d9134/constraintlayout-2.0.4/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/2817580fb52b01b6a3b967c0143d9134/constraintlayout-2.0.4/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES />
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_constraintlayout_constraintlayout_solver_2_0_4.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_constraintlayout_constraintlayout_solver_2_0_4.xml
new file mode 100644
index 0000000..cba1dae
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_constraintlayout_constraintlayout_solver_2_0_4.xml
@@ -0,0 +1,9 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.constraintlayout:constraintlayout-solver:2.0.4">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.constraintlayout/constraintlayout-solver/2.0.4/1f001d7db280a89a6c26b26a66eb064bb6d5efeb/constraintlayout-solver-2.0.4.jar!/" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES />
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_core_core_1_3_2_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_core_core_1_3_2_aar.xml
new file mode 100644
index 0000000..7235ac7
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_core_core_1_3_2_aar.xml
@@ -0,0 +1,16 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.core:core:1.3.2@aar">
+    <ANNOTATIONS>
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/3414d4f8c6d2974484da138475b51c4f/core-1.3.2/annotations.zip!/" />
+    </ANNOTATIONS>
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/3414d4f8c6d2974484da138475b51c4f/core-1.3.2/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/3414d4f8c6d2974484da138475b51c4f/core-1.3.2/AndroidManifest.xml" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/3414d4f8c6d2974484da138475b51c4f/core-1.3.2/jars/classes.jar!/" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.core/core/1.3.2/71dd65cb480e8e7f9110edb28eb4930d709e551b/core-1.3.2-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_core_core_ktx_1_3_2_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_core_core_ktx_1_3_2_aar.xml
new file mode 100644
index 0000000..461a1cf
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_core_core_ktx_1_3_2_aar.xml
@@ -0,0 +1,14 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.core:core-ktx:1.3.2@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/2d0969fa6152c985618655273f5ba553/jetified-core-ktx-1.3.2/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/03e32258805d685b6db173674196cde3/jetified-core-ktx-1.3.2/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/2d0969fa6152c985618655273f5ba553/jetified-core-ktx-1.3.2/AndroidManifest.xml" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/2d0969fa6152c985618655273f5ba553/jetified-core-ktx-1.3.2/jars/classes.jar!/" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.core/core-ktx/1.3.2/98b0507bcf3cd12d671bf6dac09262757b60351d/core-ktx-1.3.2-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_cursoradapter_cursoradapter_1_0_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_cursoradapter_cursoradapter_1_0_0_aar.xml
new file mode 100644
index 0000000..1c786da
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_cursoradapter_cursoradapter_1_0_0_aar.xml
@@ -0,0 +1,14 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.cursoradapter:cursoradapter:1.0.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/9a632407174e76d252cf735e6fa5479e/cursoradapter-1.0.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/98e6cd434afd95dbaac7db8f87638826/cursoradapter-1.0.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/9a632407174e76d252cf735e6fa5479e/cursoradapter-1.0.0/AndroidManifest.xml" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/9a632407174e76d252cf735e6fa5479e/cursoradapter-1.0.0/jars/classes.jar!/" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.cursoradapter/cursoradapter/1.0.0/1e323083b41c31fd4d45510dfce50614963c3c6c/cursoradapter-1.0.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_customview_customview_1_0_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_customview_customview_1_0_0_aar.xml
new file mode 100644
index 0000000..a81b8f8
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_customview_customview_1_0_0_aar.xml
@@ -0,0 +1,14 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.customview:customview:1.0.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/08dbee4b9d3fa09854fb2ca6ea3e66ef/customview-1.0.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/42f273de8e047d9a033102b855a995ab/customview-1.0.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/08dbee4b9d3fa09854fb2ca6ea3e66ef/customview-1.0.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/08dbee4b9d3fa09854fb2ca6ea3e66ef/customview-1.0.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.customview/customview/1.0.0/61f6a717d144dff3a6bda413d9abeeb2bca71581/customview-1.0.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_drawerlayout_drawerlayout_1_0_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_drawerlayout_drawerlayout_1_0_0_aar.xml
new file mode 100644
index 0000000..10fcac2
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_drawerlayout_drawerlayout_1_0_0_aar.xml
@@ -0,0 +1,17 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.drawerlayout:drawerlayout:1.0.0@aar">
+    <ANNOTATIONS>
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/16a8267d0291291dcc1a609471380a9c/drawerlayout-1.0.0/annotations.zip!/" />
+    </ANNOTATIONS>
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/16a8267d0291291dcc1a609471380a9c/drawerlayout-1.0.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/cd75e17f8814c7e08a77f2afaca100c9/drawerlayout-1.0.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/16a8267d0291291dcc1a609471380a9c/drawerlayout-1.0.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/16a8267d0291291dcc1a609471380a9c/drawerlayout-1.0.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.drawerlayout/drawerlayout/1.0.0/9ecd4ecb7da215ba4c5c3e00bf8d290dad6f2bc5/drawerlayout-1.0.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_exifinterface_exifinterface_1_0_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_exifinterface_exifinterface_1_0_0_aar.xml
new file mode 100644
index 0000000..52d8ae5
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_exifinterface_exifinterface_1_0_0_aar.xml
@@ -0,0 +1,16 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.exifinterface:exifinterface:1.0.0@aar">
+    <ANNOTATIONS>
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/660b92ca70a8558446c387ae4e7bdc42/exifinterface-1.0.0/annotations.zip!/" />
+    </ANNOTATIONS>
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/660b92ca70a8558446c387ae4e7bdc42/exifinterface-1.0.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/660b92ca70a8558446c387ae4e7bdc42/exifinterface-1.0.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/660b92ca70a8558446c387ae4e7bdc42/exifinterface-1.0.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.exifinterface/exifinterface/1.0.0/cb592500decea684137bd17587a92eee4e2568e/exifinterface-1.0.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_fragment_fragment_1_1_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_fragment_fragment_1_1_0_aar.xml
new file mode 100644
index 0000000..7b7f49c
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_fragment_fragment_1_1_0_aar.xml
@@ -0,0 +1,17 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.fragment:fragment:1.1.0@aar">
+    <ANNOTATIONS>
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/3ec18cc8a559ac30df85d0d855fb7b0e/fragment-1.1.0/annotations.zip!/" />
+    </ANNOTATIONS>
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/3ec18cc8a559ac30df85d0d855fb7b0e/fragment-1.1.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/79839b75b29041e93d390d7958043a70/fragment-1.1.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/3ec18cc8a559ac30df85d0d855fb7b0e/fragment-1.1.0/AndroidManifest.xml" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/3ec18cc8a559ac30df85d0d855fb7b0e/fragment-1.1.0/jars/classes.jar!/" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.fragment/fragment/1.1.0/b9ebb04df2cb0cad4419af3c658690bc82aa5706/fragment-1.1.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_interpolator_interpolator_1_0_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_interpolator_interpolator_1_0_0_aar.xml
new file mode 100644
index 0000000..02d9746
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_interpolator_interpolator_1_0_0_aar.xml
@@ -0,0 +1,14 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.interpolator:interpolator:1.0.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/988785254883d0455949a354e27f4b1c/interpolator-1.0.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/b968d505205735ad809320b7bc593775/interpolator-1.0.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/988785254883d0455949a354e27f4b1c/interpolator-1.0.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/988785254883d0455949a354e27f4b1c/interpolator-1.0.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.interpolator/interpolator/1.0.0/fefd5e3cbc479b6b4a9532d05688a1e659e8d3d2/interpolator-1.0.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_lifecycle_lifecycle_common_2_1_0.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_lifecycle_lifecycle_common_2_1_0.xml
new file mode 100644
index 0000000..9354d44
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_lifecycle_lifecycle_common_2_1_0.xml
@@ -0,0 +1,11 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.lifecycle:lifecycle-common:2.1.0">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.lifecycle/lifecycle-common/2.1.0/c67e7807d9cd6c329b9d0218b2ec4e505dd340b7/lifecycle-common-2.1.0.jar!/" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.lifecycle/lifecycle-common/2.1.0/ff1470ebad448355d3722c637c85d5174b584f38/lifecycle-common-2.1.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_lifecycle_lifecycle_livedata_2_0_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_lifecycle_lifecycle_livedata_2_0_0_aar.xml
new file mode 100644
index 0000000..db63952
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_lifecycle_lifecycle_livedata_2_0_0_aar.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.lifecycle:lifecycle-livedata:2.0.0@aar">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/5926825aae1efb554c51c7d50811be02/lifecycle-livedata-2.0.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/5926825aae1efb554c51c7d50811be02/lifecycle-livedata-2.0.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/5926825aae1efb554c51c7d50811be02/lifecycle-livedata-2.0.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.lifecycle/lifecycle-livedata/2.0.0/740ce61935bd789380c01178bd8ce402402ebd2f/lifecycle-livedata-2.0.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_lifecycle_lifecycle_livedata_core_2_0_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_lifecycle_lifecycle_livedata_core_2_0_0_aar.xml
new file mode 100644
index 0000000..a532866
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_lifecycle_lifecycle_livedata_core_2_0_0_aar.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.lifecycle:lifecycle-livedata-core:2.0.0@aar">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/535b316eb59403c1a9122a03636063ed/lifecycle-livedata-core-2.0.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/535b316eb59403c1a9122a03636063ed/lifecycle-livedata-core-2.0.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/535b316eb59403c1a9122a03636063ed/lifecycle-livedata-core-2.0.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.lifecycle/lifecycle-livedata-core/2.0.0/c158207594782b42f3a2e08a5a029eb3319e4404/lifecycle-livedata-core-2.0.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_lifecycle_lifecycle_runtime_2_1_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_lifecycle_lifecycle_runtime_2_1_0_aar.xml
new file mode 100644
index 0000000..8b2caf4
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_lifecycle_lifecycle_runtime_2_1_0_aar.xml
@@ -0,0 +1,14 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.lifecycle:lifecycle-runtime:2.1.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/2369de5657f5656a0f2fb83cd2e1b6bd/lifecycle-runtime-2.1.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/d262c1caf4d3f7c15b7d65df05259f87/lifecycle-runtime-2.1.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/2369de5657f5656a0f2fb83cd2e1b6bd/lifecycle-runtime-2.1.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/2369de5657f5656a0f2fb83cd2e1b6bd/lifecycle-runtime-2.1.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.lifecycle/lifecycle-runtime/2.1.0/533a0cd1a095abbdfd08a49c4d34bd0713977034/lifecycle-runtime-2.1.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_lifecycle_lifecycle_viewmodel_2_1_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_lifecycle_lifecycle_viewmodel_2_1_0_aar.xml
new file mode 100644
index 0000000..28236b3
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_lifecycle_lifecycle_viewmodel_2_1_0_aar.xml
@@ -0,0 +1,14 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.lifecycle:lifecycle-viewmodel:2.1.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/7a24fa065fdd5b02d46f996a244c8968/lifecycle-viewmodel-2.1.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/de251ebc2f0924d7d1b3a1bd52d73b52/lifecycle-viewmodel-2.1.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/7a24fa065fdd5b02d46f996a244c8968/lifecycle-viewmodel-2.1.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/7a24fa065fdd5b02d46f996a244c8968/lifecycle-viewmodel-2.1.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.lifecycle/lifecycle-viewmodel/2.1.0/bfd86b9887c2343516f82bed91acbab34a45841d/lifecycle-viewmodel-2.1.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_loader_loader_1_0_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_loader_loader_1_0_0_aar.xml
new file mode 100644
index 0000000..74d6443
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_loader_loader_1_0_0_aar.xml
@@ -0,0 +1,14 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.loader:loader:1.0.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/9df30f74352a2e3710d6bf7ff2a07eb9/loader-1.0.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/7bc3d405d0fc6e0eba13e7bcc2d60d3c/loader-1.0.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/9df30f74352a2e3710d6bf7ff2a07eb9/loader-1.0.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/9df30f74352a2e3710d6bf7ff2a07eb9/loader-1.0.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.loader/loader/1.0.0/b9ef587f3e46c7fe5b00264989764e43ff45cada/loader-1.0.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_savedstate_savedstate_1_0_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_savedstate_savedstate_1_0_0_aar.xml
new file mode 100644
index 0000000..478561c
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_savedstate_savedstate_1_0_0_aar.xml
@@ -0,0 +1,14 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.savedstate:savedstate:1.0.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/471922250ef12ae0d0c5a1035d583d5d/jetified-savedstate-1.0.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/896bd02d877bfc8b6d400665e7c1badf/jetified-savedstate-1.0.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/471922250ef12ae0d0c5a1035d583d5d/jetified-savedstate-1.0.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/471922250ef12ae0d0c5a1035d583d5d/jetified-savedstate-1.0.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.savedstate/savedstate/1.0.0/e6daf87ed227a6f80bb8accb466755a5ee01a652/savedstate-1.0.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_core_1_3_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_core_1_3_0_aar.xml
new file mode 100644
index 0000000..17c0885
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_core_1_3_0_aar.xml
@@ -0,0 +1,16 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.test:core:1.3.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/3977684557ba46e9880d67424456db34/jetified-core-1.3.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/040c53386fdbe907efbae1fdd706ed12/jetified-core-1.3.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/3977684557ba46e9880d67424456db34/jetified-core-1.3.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/3977684557ba46e9880d67424456db34/jetified-core-1.3.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.test/core/1.3.0/3d046283a0729cb2d5dacdd9b3f8b62203052da5/core-1.3.0-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.test/core/1.3.0/cab982e254e02674aa7a46e3086986cddd50ca06/core-1.3.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_espresso_espresso_core_3_3_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_espresso_espresso_core_3_3_0_aar.xml
new file mode 100644
index 0000000..ab3021c
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_espresso_espresso_core_3_3_0_aar.xml
@@ -0,0 +1,16 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.test.espresso:espresso-core:3.3.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/361a99c9b03dbfd07d858e962081475b/espresso-core-3.3.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/339c5dc1edc1a94052542ca8d7c40258/espresso-core-3.3.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/361a99c9b03dbfd07d858e962081475b/espresso-core-3.3.0/AndroidManifest.xml" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/361a99c9b03dbfd07d858e962081475b/espresso-core-3.3.0/jars/classes.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.test.espresso/espresso-core/3.3.0/8da4ff80a40b70b852341a5ad99c943811400eec/espresso-core-3.3.0-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.test.espresso/espresso-core/3.3.0/1b378d81de64c2e4740b0856c4ed65c1b76ea1b2/espresso-core-3.3.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_espresso_espresso_idling_resource_3_3_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_espresso_espresso_idling_resource_3_3_0_aar.xml
new file mode 100644
index 0000000..ea72292
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_espresso_espresso_idling_resource_3_3_0_aar.xml
@@ -0,0 +1,16 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.test.espresso:espresso-idling-resource:3.3.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/8b564fa47b9901e507781ddf063d885e/espresso-idling-resource-3.3.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/92d9ab4d684735ec6d5b17c8a4b0187b/espresso-idling-resource-3.3.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/8b564fa47b9901e507781ddf063d885e/espresso-idling-resource-3.3.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/8b564fa47b9901e507781ddf063d885e/espresso-idling-resource-3.3.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.test.espresso/espresso-idling-resource/3.3.0/ac774bb29e6171578dc7508bf390a4a3ccbedfea/espresso-idling-resource-3.3.0-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.test.espresso/espresso-idling-resource/3.3.0/ee0f3ffdd7782d68dbe1eafa9337872817cb299e/espresso-idling-resource-3.3.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_ext_junit_1_1_2_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_ext_junit_1_1_2_aar.xml
new file mode 100644
index 0000000..5e2943c
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_ext_junit_1_1_2_aar.xml
@@ -0,0 +1,16 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.test.ext:junit:1.1.2@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/4a4e4a4aa6bac4c176daa9f6728af162/jetified-junit-1.1.2/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/eb9725c00de38a7fab2074b12c683040/jetified-junit-1.1.2/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/4a4e4a4aa6bac4c176daa9f6728af162/jetified-junit-1.1.2/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/4a4e4a4aa6bac4c176daa9f6728af162/jetified-junit-1.1.2/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.test.ext/junit/1.1.2/c69cad63303f01767122a49e379c6121d6721a0b/junit-1.1.2-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.test.ext/junit/1.1.2/d8ceef67c64321bbf484dc5997a1d2efa319bed7/junit-1.1.2-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_monitor_1_3_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_monitor_1_3_0_aar.xml
new file mode 100644
index 0000000..f2b38c8
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_monitor_1_3_0_aar.xml
@@ -0,0 +1,16 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.test:monitor:1.3.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/0d2b7cec13bd6fc46fe10393919fcec2/monitor-1.3.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/f4fe9481896a86f7853d21f6f5e3dcdc/monitor-1.3.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/0d2b7cec13bd6fc46fe10393919fcec2/monitor-1.3.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/0d2b7cec13bd6fc46fe10393919fcec2/monitor-1.3.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.test/monitor/1.3.0/3a80466a460e22ec785a9c0ad1a1cbaf6a08c0ee/monitor-1.3.0-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.test/monitor/1.3.0/42fd8fe34ba94b2e75f5df0b3184887af6f98670/monitor-1.3.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_runner_1_3_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_runner_1_3_0_aar.xml
new file mode 100644
index 0000000..243fdea
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_test_runner_1_3_0_aar.xml
@@ -0,0 +1,16 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.test:runner:1.3.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/4a9c51a655820d8a679fa393bb41cdba/runner-1.3.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/43ae1d7ffd50d1a90bca27beb63b9e5f/runner-1.3.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/4a9c51a655820d8a679fa393bb41cdba/runner-1.3.0/AndroidManifest.xml" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/4a9c51a655820d8a679fa393bb41cdba/runner-1.3.0/jars/classes.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.test/runner/1.3.0/c0fd1f1e715bfa4777ae6a679444f7471205ee7c/runner-1.3.0-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.test/runner/1.3.0/506c97f735db13fda1943c4eb95f2ccfc7b457e0/runner-1.3.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_vectordrawable_vectordrawable_1_1_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_vectordrawable_vectordrawable_1_1_0_aar.xml
new file mode 100644
index 0000000..5de13b1
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_vectordrawable_vectordrawable_1_1_0_aar.xml
@@ -0,0 +1,14 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.vectordrawable:vectordrawable:1.1.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/099016dddd819b2b4d739e65902bcbeb/vectordrawable-1.1.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/8e7b021908219768ef647cae91d4e311/vectordrawable-1.1.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/099016dddd819b2b4d739e65902bcbeb/vectordrawable-1.1.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/099016dddd819b2b4d739e65902bcbeb/vectordrawable-1.1.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.vectordrawable/vectordrawable/1.1.0/1e0694477eed874c50c54b547cc3e5a62a57a62b/vectordrawable-1.1.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_vectordrawable_vectordrawable_animated_1_1_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_vectordrawable_vectordrawable_animated_1_1_0_aar.xml
new file mode 100644
index 0000000..4dc90c9
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_vectordrawable_vectordrawable_animated_1_1_0_aar.xml
@@ -0,0 +1,14 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.vectordrawable:vectordrawable-animated:1.1.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/b21ba4622a4c3ddea1d70095b459705f/vectordrawable-animated-1.1.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/568ae087321683b65d6ccfb781ce4325/vectordrawable-animated-1.1.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/b21ba4622a4c3ddea1d70095b459705f/vectordrawable-animated-1.1.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/b21ba4622a4c3ddea1d70095b459705f/vectordrawable-animated-1.1.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.vectordrawable/vectordrawable-animated/1.1.0/871a7705cd03bc246947638c712cdd11378233ff/vectordrawable-animated-1.1.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_versionedparcelable_versionedparcelable_1_1_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_versionedparcelable_versionedparcelable_1_1_0_aar.xml
new file mode 100644
index 0000000..37288b9
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_versionedparcelable_versionedparcelable_1_1_0_aar.xml
@@ -0,0 +1,14 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.versionedparcelable:versionedparcelable:1.1.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/7c2cad3e78ad42de7cf077768b385948/versionedparcelable-1.1.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/b4bf81fdeaf53b6a0b56f9c9535d2732/versionedparcelable-1.1.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/7c2cad3e78ad42de7cf077768b385948/versionedparcelable-1.1.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/7c2cad3e78ad42de7cf077768b385948/versionedparcelable-1.1.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.versionedparcelable/versionedparcelable/1.1.0/d9085927216387af679d18b6f472bc0fc5c7cc81/versionedparcelable-1.1.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_viewpager_viewpager_1_0_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_viewpager_viewpager_1_0_0_aar.xml
new file mode 100644
index 0000000..cf04fa9
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__androidx_viewpager_viewpager_1_0_0_aar.xml
@@ -0,0 +1,14 @@
+<component name="libraryTable">
+  <library name="Gradle: androidx.viewpager:viewpager:1.0.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/0c2802306bb87693689e92aadd05386c/viewpager-1.0.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/299709e7b9e2e0cc871370421bc9a8c0/viewpager-1.0.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/0c2802306bb87693689e92aadd05386c/viewpager-1.0.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/0c2802306bb87693689e92aadd05386c/viewpager-1.0.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/androidx.viewpager/viewpager/1.0.0/db045f92188b9d247d5f556866f8861ab68528f0/viewpager-1.0.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__com_google_auto_value_auto_value_annotations_1_6_3.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__com_google_auto_value_auto_value_annotations_1_6_3.xml
new file mode 100644
index 0000000..9f84cac
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__com_google_auto_value_auto_value_annotations_1_6_3.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: com.google.auto.value:auto-value-annotations:1.6.3">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/com.google.auto.value/auto-value-annotations/1.6.3/b88c1bb7f149f6d2cc03898359283e57b08f39cc/auto-value-annotations-1.6.3.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/com.google.auto.value/auto-value-annotations/1.6.3/69e9af671f5070c7db1ebbdcb9dd31058e769f0e/auto-value-annotations-1.6.3-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/com.google.auto.value/auto-value-annotations/1.6.3/11c277d47d012b2830b37f3750ff040c1f38883e/auto-value-annotations-1.6.3-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__com_google_code_findbugs_jsr305_2_0_1.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__com_google_code_findbugs_jsr305_2_0_1.xml
new file mode 100644
index 0000000..2b834ea
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__com_google_code_findbugs_jsr305_2_0_1.xml
@@ -0,0 +1,9 @@
+<component name="libraryTable">
+  <library name="Gradle: com.google.code.findbugs:jsr305:2.0.1">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/com.google.code.findbugs/jsr305/2.0.1/516c03b21d50a644d538de0f0369c620989cd8f0/jsr305-2.0.1.jar!/" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES />
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__com_google_guava_listenablefuture_1_0.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__com_google_guava_listenablefuture_1_0.xml
new file mode 100644
index 0000000..09da23b
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__com_google_guava_listenablefuture_1_0.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: com.google.guava:listenablefuture:1.0">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/com.google.guava/listenablefuture/1.0/c949a840a6acbc5268d088e47b04177bf90b3cad/listenablefuture-1.0.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/com.google.guava/listenablefuture/1.0/c6fc3e29c8cc24b39c2cd8f66b41bf40e342901c/listenablefuture-1.0-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/com.google.guava/listenablefuture/1.0/be1234988ac73d61e52e35a912169b06020caa7/listenablefuture-1.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__com_squareup_javawriter_2_1_1.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__com_squareup_javawriter_2_1_1.xml
new file mode 100644
index 0000000..662b001
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__com_squareup_javawriter_2_1_1.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: com.squareup:javawriter:2.1.1">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/com.squareup/javawriter/2.1.1/67ff45d9ae02e583d0f9b3432a5ebbe05c30c966/javawriter-2.1.1.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/com.squareup/javawriter/2.1.1/f591a105db78771d0a1e7a277b3747556c528c22/javawriter-2.1.1-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/com.squareup/javawriter/2.1.1/5b31387d839a5cdaf5b6de3990da01f7f2b963c5/javawriter-2.1.1-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__javax_inject_javax_inject_1.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__javax_inject_javax_inject_1.xml
new file mode 100644
index 0000000..62012ea
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__javax_inject_javax_inject_1.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: javax.inject:javax.inject:1">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/javax.inject/javax.inject/1/6975da39a7040257bd51d21a231b76c915872d38/javax.inject-1.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/javax.inject/javax.inject/1/70ec961c25111ed9015d1af77772d96383c2d238/javax.inject-1-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/javax.inject/javax.inject/1/a00123f261762a7c5e0ec916a2c7c8298d29c400/javax.inject-1-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__junit_junit_4_12.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__junit_junit_4_12.xml
new file mode 100644
index 0000000..6c078d6
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__junit_junit_4_12.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: junit:junit:4.12">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/junit/junit/4.12/2973d150c0dc1fefe998f834810d68f278ea58ec/junit-4.12.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/junit/junit/4.12/941a8be4506c65f0a9001c08812fb7da1e505e21/junit-4.12-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/junit/junit/4.12/a6c32b40bf3d76eca54e3c601e5d1470c86fcdfa/junit-4.12-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__junit_junit_4_13_1.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__junit_junit_4_13_1.xml
new file mode 100644
index 0000000..4405e64
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__junit_junit_4_13_1.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: junit:junit:4.13.1">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/junit/junit/4.13.1/cdd00374f1fee76b11e2a9d127405aa3f6be5b6a/junit-4.13.1.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/junit/junit/4.13.1/9d466b5eabb0cb144c8c9ef8b4ee6db15d46d6e6/junit-4.13.1-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/junit/junit/4.13.1/523bdce923a13622132b263550d06519fc591ec4/junit-4.13.1-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_checkerframework_checker_qual_2_5_8.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_checkerframework_checker_qual_2_5_8.xml
new file mode 100644
index 0000000..8584336
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_checkerframework_checker_qual_2_5_8.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: org.checkerframework:checker-qual:2.5.8">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.checkerframework/checker-qual/2.5.8/41c6fa63cba0fea55ebd3581d42b3d2c5cca98b2/checker-qual-2.5.8.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.checkerframework/checker-qual/2.5.8/19b51c7dd17f7705e7dae1a92841fbe2cbf5ade5/checker-qual-2.5.8-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.checkerframework/checker-qual/2.5.8/278ac2b559d1cf8da28451b26e320786e8a089a7/checker-qual-2.5.8-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_hamcrest_hamcrest_core_1_3.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_hamcrest_hamcrest_core_1_3.xml
new file mode 100644
index 0000000..09cf23d
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_hamcrest_hamcrest_core_1_3.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: org.hamcrest:hamcrest-core:1.3">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.hamcrest/hamcrest-core/1.3/42a25dc3219429f0e5d060061f71acb49bf010a0/hamcrest-core-1.3.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.hamcrest/hamcrest-core/1.3/ad09811315f1d4f5756986575b0ea16b99cd686f/hamcrest-core-1.3-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.hamcrest/hamcrest-core/1.3/1dc37250fbc78e23a65a67fbbaf71d2e9cbc3c0b/hamcrest-core-1.3-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_hamcrest_hamcrest_integration_1_3.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_hamcrest_hamcrest_integration_1_3.xml
new file mode 100644
index 0000000..1a77dd8
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_hamcrest_hamcrest_integration_1_3.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: org.hamcrest:hamcrest-integration:1.3">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.hamcrest/hamcrest-integration/1.3/5de0c73fef18917cd85d0ab70bb23818685e4dfd/hamcrest-integration-1.3.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.hamcrest/hamcrest-integration/1.3/cc5884d4138d3376f574f6a3992acceedfc37bea/hamcrest-integration-1.3-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.hamcrest/hamcrest-integration/1.3/ae7787a563e6a1b1f17fd4ac43be3a3c8830cfda/hamcrest-integration-1.3-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_hamcrest_hamcrest_library_1_3.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_hamcrest_hamcrest_library_1_3.xml
new file mode 100644
index 0000000..3d45e8e
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_hamcrest_hamcrest_library_1_3.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: org.hamcrest:hamcrest-library:1.3">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.hamcrest/hamcrest-library/1.3/4785a3c21320980282f9f33d0d1264a69040538f/hamcrest-library-1.3.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.hamcrest/hamcrest-library/1.3/4324046c5f99f3dc91b5370899fa3ae65fd137d2/hamcrest-library-1.3-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.hamcrest/hamcrest-library/1.3/47a7ee46628ab7133129cd7cef1e92657bc275e/hamcrest-library-1.3-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_jetbrains_annotations_13_0.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_jetbrains_annotations_13_0.xml
new file mode 100644
index 0000000..1fa0fa9
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_jetbrains_annotations_13_0.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: org.jetbrains:annotations:13.0">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains/annotations/13.0/919f0dfe192fb4e063e7dacadee7f8bb9a2672a9/annotations-13.0.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains/annotations/13.0/73368c3b0887f3adc2c2730dd1b95d7c3781aaf3/annotations-13.0-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains/annotations/13.0/5991ca87ef1fb5544943d9abc5a9a37583fabe03/annotations-13.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_jetbrains_kotlin_kotlin_android_extensions_runtime_1_4_20.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_jetbrains_kotlin_kotlin_android_extensions_runtime_1_4_20.xml
new file mode 100644
index 0000000..51db252
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_jetbrains_kotlin_kotlin_android_extensions_runtime_1_4_20.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: org.jetbrains.kotlin:kotlin-android-extensions-runtime:1.4.20">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-android-extensions-runtime/1.4.20/8f6239ddd98bf9937a81d8a932a185dab930e82a/kotlin-android-extensions-runtime-1.4.20.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-android-extensions-runtime/1.4.20/5b8f86fea035328fc9e8c660773037a3401ce25f/kotlin-android-extensions-runtime-1.4.20-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-android-extensions-runtime/1.4.20/6060dd1b23ab4d19b7b76d0c6a9ca562ad5514ae/kotlin-android-extensions-runtime-1.4.20-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_jetbrains_kotlin_kotlin_stdlib_1_4_20.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_jetbrains_kotlin_kotlin_stdlib_1_4_20.xml
new file mode 100644
index 0000000..ab42e17
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_jetbrains_kotlin_kotlin_stdlib_1_4_20.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: org.jetbrains.kotlin:kotlin-stdlib:1.4.20">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-stdlib/1.4.20/9be77b243a362b745e365f286627b8724337009c/kotlin-stdlib-1.4.20.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-stdlib/1.4.20/5b8f86fea035328fc9e8c660773037a3401ce25f/kotlin-stdlib-1.4.20-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-stdlib/1.4.20/a990be30014ecfb80eabb1db4bc157bc16f3a25e/kotlin-stdlib-1.4.20-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_jetbrains_kotlin_kotlin_stdlib_common_1_4_20.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_jetbrains_kotlin_kotlin_stdlib_common_1_4_20.xml
new file mode 100644
index 0000000..2b85444
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_jetbrains_kotlin_kotlin_stdlib_common_1_4_20.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: org.jetbrains.kotlin:kotlin-stdlib-common:1.4.20" type="kotlin.common">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-stdlib-common/1.4.20/c6761d7805b5312302f2bbd78cda68c976ce0c70/kotlin-stdlib-common-1.4.20.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-stdlib-common/1.4.20/5b8f86fea035328fc9e8c660773037a3401ce25f/kotlin-stdlib-common-1.4.20-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-stdlib-common/1.4.20/f43399bcb1a17566dd6a89937876b898b89ef4c0/kotlin-stdlib-common-1.4.20-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_jetbrains_kotlin_kotlin_stdlib_jdk7_1_4_20.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_jetbrains_kotlin_kotlin_stdlib_jdk7_1_4_20.xml
new file mode 100644
index 0000000..652c287
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_jetbrains_kotlin_kotlin_stdlib_jdk7_1_4_20.xml
@@ -0,0 +1,13 @@
+<component name="libraryTable">
+  <library name="Gradle: org.jetbrains.kotlin:kotlin-stdlib-jdk7:1.4.20">
+    <CLASSES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-stdlib-jdk7/1.4.20/9de2c79e95d4b4699a455e88ba285a95352e0bea/kotlin-stdlib-jdk7-1.4.20.jar!/" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-stdlib-jdk7/1.4.20/5b8f86fea035328fc9e8c660773037a3401ce25f/kotlin-stdlib-jdk7-1.4.20-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-stdlib-jdk7/1.4.20/5b8bd3496f34e36f787d5f7081161560eb710bbd/kotlin-stdlib-jdk7-1.4.20-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_pytorch_pytorch_android_1_4_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_pytorch_pytorch_android_1_4_0_aar.xml
new file mode 100644
index 0000000..b5ccdc8
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_pytorch_pytorch_android_1_4_0_aar.xml
@@ -0,0 +1,15 @@
+<component name="libraryTable">
+  <library name="Gradle: org.pytorch:pytorch_android:1.4.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/d8405931017ef52b7880d6fb5e713abf/jetified-pytorch_android-1.4.0/AndroidManifest.xml" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/d8405931017ef52b7880d6fb5e713abf/jetified-pytorch_android-1.4.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/d8405931017ef52b7880d6fb5e713abf/jetified-pytorch_android-1.4.0/res" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.pytorch/pytorch_android/1.4.0/8c916ac28f16ce436fcdea5a71dc4a88f3cb227c/pytorch_android-1.4.0-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.pytorch/pytorch_android/1.4.0/1747cd2ede065cb1e777f31f8709e1a80e74f8b9/pytorch_android-1.4.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_pytorch_pytorch_android_fbjni_1_4_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_pytorch_pytorch_android_fbjni_1_4_0_aar.xml
new file mode 100644
index 0000000..0416583
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_pytorch_pytorch_android_fbjni_1_4_0_aar.xml
@@ -0,0 +1,16 @@
+<component name="libraryTable">
+  <library name="Gradle: org.pytorch:pytorch_android_fbjni:1.4.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/417b3fe576e81484967ea383fe8f39de/jetified-pytorch_android_fbjni-1.4.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/17857a264a71475f2887b6ee507077a8/jetified-pytorch_android_fbjni-1.4.0/res" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/417b3fe576e81484967ea383fe8f39de/jetified-pytorch_android_fbjni-1.4.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/417b3fe576e81484967ea383fe8f39de/jetified-pytorch_android_fbjni-1.4.0/AndroidManifest.xml" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.pytorch/pytorch_android_fbjni/1.4.0/67234dd895e2f31f0b4b7ea3e6370d20e9e440dd/pytorch_android_fbjni-1.4.0-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.pytorch/pytorch_android_fbjni/1.4.0/734b43bf411d488976bc0fbca44576bfab1664d9/pytorch_android_fbjni-1.4.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_pytorch_pytorch_android_torchvision_1_4_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_pytorch_pytorch_android_torchvision_1_4_0_aar.xml
new file mode 100644
index 0000000..e928aaa
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_pytorch_pytorch_android_torchvision_1_4_0_aar.xml
@@ -0,0 +1,15 @@
+<component name="libraryTable">
+  <library name="Gradle: org.pytorch:pytorch_android_torchvision:1.4.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/e4159d14dee35c3dcfcacfb3f3dd369c/jetified-pytorch_android_torchvision-1.4.0/AndroidManifest.xml" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/e4159d14dee35c3dcfcacfb3f3dd369c/jetified-pytorch_android_torchvision-1.4.0/jars/classes.jar!/" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/e4159d14dee35c3dcfcacfb3f3dd369c/jetified-pytorch_android_torchvision-1.4.0/res" />
+    </CLASSES>
+    <JAVADOC>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.pytorch/pytorch_android_torchvision/1.4.0/5cd63e17c15f98d0e3072bde1831d152345a84e7/pytorch_android_torchvision-1.4.0-javadoc.jar!/" />
+    </JAVADOC>
+    <SOURCES>
+      <root url="jar://$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.pytorch/pytorch_android_torchvision/1.4.0/a9bb33f10d3d6263a8f57a6e3d16fb18d9c115fc/pytorch_android_torchvision-1.4.0-sources.jar!/" />
+    </SOURCES>
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_tensorflow_tensorflow_lite_2_4_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_tensorflow_tensorflow_lite_2_4_0_aar.xml
new file mode 100644
index 0000000..19c758b
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_tensorflow_tensorflow_lite_2_4_0_aar.xml
@@ -0,0 +1,12 @@
+<component name="libraryTable">
+  <library name="Gradle: org.tensorflow:tensorflow-lite:2.4.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/75863d2b3e144075e65e8baa353c087b/jetified-tensorflow-lite-2.4.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/f12abca103c1fb724f3347380da9ac34/jetified-tensorflow-lite-2.4.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/75863d2b3e144075e65e8baa353c087b/jetified-tensorflow-lite-2.4.0/AndroidManifest.xml" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/75863d2b3e144075e65e8baa353c087b/jetified-tensorflow-lite-2.4.0/jars/classes.jar!/" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES />
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_tensorflow_tensorflow_lite_gpu_2_4_0_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_tensorflow_tensorflow_lite_gpu_2_4_0_aar.xml
new file mode 100644
index 0000000..9cfb11e
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_tensorflow_tensorflow_lite_gpu_2_4_0_aar.xml
@@ -0,0 +1,12 @@
+<component name="libraryTable">
+  <library name="Gradle: org.tensorflow:tensorflow-lite-gpu:2.4.0@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/44eec9e0b319560fd759ce3822099301/jetified-tensorflow-lite-gpu-2.4.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/e14e313da9ddf4dac5be2b9a5c2da26d/jetified-tensorflow-lite-gpu-2.4.0/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/44eec9e0b319560fd759ce3822099301/jetified-tensorflow-lite-gpu-2.4.0/AndroidManifest.xml" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/44eec9e0b319560fd759ce3822099301/jetified-tensorflow-lite-gpu-2.4.0/jars/classes.jar!/" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES />
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_tensorflow_tensorflow_lite_support_0_0_0_nightly_aar.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_tensorflow_tensorflow_lite_support_0_0_0_nightly_aar.xml
new file mode 100644
index 0000000..d1f9aad
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/libraries/Gradle__org_tensorflow_tensorflow_lite_support_0_0_0_nightly_aar.xml
@@ -0,0 +1,12 @@
+<component name="libraryTable">
+  <library name="Gradle: org.tensorflow:tensorflow-lite-support:0.0.0-nightly@aar">
+    <CLASSES>
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/1cdf13605a9ef17f12ea9cc7a643506d/jetified-tensorflow-lite-support-0.0.0-nightly/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/f220f433b1105929570e530ab4cb196b/jetified-tensorflow-lite-support-0.0.0-nightly/res" />
+      <root url="file://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/1cdf13605a9ef17f12ea9cc7a643506d/jetified-tensorflow-lite-support-0.0.0-nightly/AndroidManifest.xml" />
+      <root url="jar://$USER_HOME$/.gradle/caches/transforms-2/files-2.1/1cdf13605a9ef17f12ea9cc7a643506d/jetified-tensorflow-lite-support-0.0.0-nightly/jars/classes.jar!/" />
+    </CLASSES>
+    <JAVADOC />
+    <SOURCES />
+  </library>
+</component>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/misc.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/misc.xml
new file mode 100644
index 0000000..d5d35ec
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/misc.xml
@@ -0,0 +1,9 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectRootManager" version="2" languageLevel="JDK_1_8" default="true" project-jdk-name="1.8" project-jdk-type="JavaSDK">
+    <output url="file://$PROJECT_DIR$/build/classes" />
+  </component>
+  <component name="ProjectType">
+    <option name="id" value="Android" />
+  </component>
+</project>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/modules.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/modules.xml
new file mode 100644
index 0000000..d839fd3
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/modules.xml
@@ -0,0 +1,9 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/modules/TFLitePyTorch.iml" filepath="$PROJECT_DIR$/.idea/modules/TFLitePyTorch.iml" />
+      <module fileurl="file://$PROJECT_DIR$/.idea/modules/app/TFLitePyTorch.app.iml" filepath="$PROJECT_DIR$/.idea/modules/app/TFLitePyTorch.app.iml" />
+    </modules>
+  </component>
+</project>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/modules/TFLitePyTorch.iml b/MLOps/serving_patterns/edge_ai_pattern/.idea/modules/TFLitePyTorch.iml
new file mode 100644
index 0000000..d37822a
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/modules/TFLitePyTorch.iml
@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module external.linked.project.id="TFLitePyTorch" external.linked.project.path="$MODULE_DIR$/../.." external.root.project.path="$MODULE_DIR$/../.." external.system.id="GRADLE" external.system.module.group="" external.system.module.version="unspecified" type="JAVA_MODULE" version="4">
+  <component name="FacetManager">
+    <facet type="java-gradle" name="Java-Gradle">
+      <configuration>
+        <option name="BUILD_FOLDER_PATH" value="$MODULE_DIR$/../../build" />
+        <option name="BUILDABLE" value="false" />
+      </configuration>
+    </facet>
+  </component>
+  <component name="NewModuleRootManager" inherit-compiler-output="true">
+    <exclude-output />
+    <content url="file://$MODULE_DIR$/../..">
+      <excludeFolder url="file://$MODULE_DIR$/../../.gradle" />
+      <excludeFolder url="file://$MODULE_DIR$/../../build" />
+    </content>
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/modules/app/TFLitePyTorch.app.iml b/MLOps/serving_patterns/edge_ai_pattern/.idea/modules/app/TFLitePyTorch.app.iml
new file mode 100644
index 0000000..2ec283a
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/modules/app/TFLitePyTorch.app.iml
@@ -0,0 +1,145 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module external.linked.project.id=":app" external.linked.project.path="$MODULE_DIR$/../../../app" external.root.project.path="$MODULE_DIR$/../../.." external.system.id="GRADLE" external.system.module.group="TFLitePyTorch" external.system.module.version="unspecified" type="JAVA_MODULE" version="4">
+  <component name="FacetManager">
+    <facet type="android-gradle" name="Android-Gradle">
+      <configuration>
+        <option name="GRADLE_PROJECT_PATH" value=":app" />
+        <option name="LAST_SUCCESSFUL_SYNC_AGP_VERSION" value="4.1.1" />
+        <option name="LAST_KNOWN_AGP_VERSION" value="4.1.1" />
+      </configuration>
+    </facet>
+    <facet type="android" name="Android">
+      <configuration>
+        <option name="SELECTED_BUILD_VARIANT" value="debug" />
+        <option name="ASSEMBLE_TASK_NAME" value="assembleDebug" />
+        <option name="COMPILE_JAVA_TASK_NAME" value="compileDebugSources" />
+        <afterSyncTasks>
+          <task>generateDebugSources</task>
+        </afterSyncTasks>
+        <option name="ALLOW_USER_CONFIGURATION" value="false" />
+        <option name="MANIFEST_FILE_RELATIVE_PATH" value="/src/main/AndroidManifest.xml" />
+        <option name="RES_FOLDER_RELATIVE_PATH" value="/src/main/res" />
+        <option name="RES_FOLDERS_RELATIVE_PATH" value="file://$MODULE_DIR$/../../../app/src/main/res;file://$MODULE_DIR$/../../../app/src/debug/res;file://$MODULE_DIR$/../../../app/build/generated/res/rs/debug;file://$MODULE_DIR$/../../../app/build/generated/res/resValues/debug" />
+        <option name="TEST_RES_FOLDERS_RELATIVE_PATH" value="file://$MODULE_DIR$/../../../app/src/androidTest/res;file://$MODULE_DIR$/../../../app/src/androidTestDebug/res;file://$MODULE_DIR$/../../../app/build/generated/res/rs/androidTest/debug;file://$MODULE_DIR$/../../../app/build/generated/res/resValues/androidTest/debug" />
+        <option name="ASSETS_FOLDER_RELATIVE_PATH" value="/src/main/assets" />
+      </configuration>
+    </facet>
+    <facet type="kotlin-language" name="Kotlin">
+      <configuration version="3" platform="JVM 1.6" allPlatforms="JVM [1.6]" useProjectSettings="false">
+        <compilerSettings>
+          <option name="additionalArguments" value="-Xallow-no-source-files" />
+        </compilerSettings>
+        <compilerArguments>
+          <option name="destination" value="$MODULE_DIR$/../../../app/build/tmp/kotlin-classes/debug" />
+          <option name="classpath" value="$MODULE_DIR$/../../../app/build/intermediates/compile_and_runtime_not_namespaced_r_class_jar/debug/R.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/1ed0998838246710e8fab9e5191ff802/jetified-kotlin-android-extensions-runtime-1.4.20.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/77f776ff52862bce10890842b9c9de67/jetified-kotlin-stdlib-jdk7-1.4.20.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/19776aed9071a3fc9dbb843855633ce2/jetified-core-ktx-1.3.2-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/affee1e10b036709506be105e8dc2e3d/jetified-kotlin-stdlib-1.4.20.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/5ca07387bb123ecf124d5c264870a799/jetified-kotlin-stdlib-common-1.4.20.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/8899d7844bca2ce5763f0cae7e8bc225/jetified-annotations-13.0.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/9e3cbb22aba1275af308b0b7fdf56f1e/constraintlayout-2.0.4-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/ab8a73b18376983a7ed76ee8cea64df9/appcompat-1.2.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/bb7cd27bab29e93bd848c74bc4339236/jetified-camera-camera2-1.0.0-alpha05-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/40db7176dbea8ea01d57e3804ddee5d3/jetified-camera-core-1.0.0-alpha05-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/856e979c286c89480fd8e4f9b7985c5a/fragment-1.1.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/fb6eaede2b7c11689f4d875adfc8a8d8/jetified-appcompat-resources-1.2.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/21414b0c8248ce1c4273dedd03d253d3/drawerlayout-1.0.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/398b7ac9347be266a8260d8228fcecae/viewpager-1.0.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/30dcceb9d91f690a3bd7e4526d3e49fc/loader-1.0.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/30d1e6f84047322ad68337b413d66612/jetified-activity-1.0.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/1ab2bc99a1376563140f2729715ed414/vectordrawable-animated-1.1.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/0d3b3030ed3b950e8e26da199211d16a/vectordrawable-1.1.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/5f001abd95216b29ba90bf1029c51549/customview-1.0.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/c02528ad114902a028c9f61655f939b5/core-1.3.2-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/330ad409b46b66bfa0ba59b81be4f06d/cursoradapter-1.0.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/14a27c9903f08a7301afde8dfa3a0332/lifecycle-runtime-2.1.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/dcda4d5d4882e73020d3d71d59fe759e/lifecycle-livedata-2.0.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/62c3f4637e2ed235cf6948bc64470d04/lifecycle-livedata-core-2.0.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/d7308c8ff658eb5c3a75bee02a3fe0bf/jetified-savedstate-1.0.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/modules-2/files-2.1/androidx.lifecycle/lifecycle-common/2.1.0/c67e7807d9cd6c329b9d0218b2ec4e505dd340b7/lifecycle-common-2.1.0.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/afbb7b7cddb2b69baa844a7369963006/exifinterface-1.0.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/aba54b77838264d5c2f46cc9419a7012/jetified-concurrent-futures-1.0.0-alpha03.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/818683f9fd2ea88f4b129f7b9d1b490e/versionedparcelable-1.1.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/modules-2/files-2.1/androidx.collection/collection/1.1.0/1f27220b47669781457de0d600849a5de0e89909/collection-1.1.0.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/c357b655b44bd0d9588f23b801855b8a/lifecycle-viewmodel-2.1.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/64da138bc0034a3752f0e45dd7d77560/core-runtime-2.0.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/modules-2/files-2.1/androidx.arch.core/core-common/2.1.0/b3152fc64428c9354344bd89848ecddc09b6f07e/core-common-2.1.0.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/42ead6c279557138c2c850126625a169/interpolator-1.0.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/modules-2/files-2.1/androidx.annotation/annotation/1.1.0/e3a6fb2f40e3a3842e6b7472628ba4ce416ea4c8/annotation-1.1.0.jar:/Users/shibuiyuusuke/.gradle/caches/modules-2/files-2.1/androidx.constraintlayout/constraintlayout-solver/2.0.4/1f001d7db280a89a6c26b26a66eb064bb6d5efeb/constraintlayout-solver-2.0.4.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/5920d347917b89ac174bd15118952f2d/jetified-auto-value-annotations-1.6.3.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/6e6a1c4eb727942e6e3e3f186d11fa2b/jetified-listenablefuture-1.0.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/6f913fdf8892fe299921ef184b634595/jetified-tensorflow-lite-support-0.0.0-nightly-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/527ec466f15f54a7b1a116458a230a74/jetified-tensorflow-lite-2.4.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/c8fb5e49b4c211bef194dd50833a62af/jetified-tensorflow-lite-gpu-2.4.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/3e0585ce97c5b17732e64391e525eed4/jetified-checker-qual-2.5.8.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/58e9d88cf3db991a964c1740f3cb28da/jetified-pytorch_android-1.4.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/4be15ab03a52eb2d56ca4f4a27fde90d/jetified-pytorch_android_fbjni-1.4.0-api.jar:/Users/shibuiyuusuke/.gradle/caches/transforms-2/files-2.1/6cfe163aeac9559d74e38bac5581065e/jetified-pytorch_android_torchvision-1.4.0-api.jar:/Users/shibuiyuusuke/Library/Android/sdk/platforms/android-29/android.jar:/Users/shibuiyuusuke/Library/Android/sdk/build-tools/29.0.2/core-lambda-stubs.jar" />
+          <option name="noStdlib" value="true" />
+          <option name="noReflect" value="true" />
+          <option name="moduleName" value="app_debug" />
+          <option name="languageVersion" value="1.4" />
+          <option name="apiVersion" value="1.4" />
+          <option name="pluginOptions">
+            <array>
+              <option value="plugin:org.jetbrains.kotlin.android:experimental=false" />
+              <option value="plugin:org.jetbrains.kotlin.android:enabled=true" />
+              <option value="plugin:org.jetbrains.kotlin.android:defaultCacheImplementation=hashMap" />
+            </array>
+          </option>
+          <option name="pluginClasspaths">
+            <array>
+              <option value="$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.intellij.deps/trove4j/1.0.20181211/216c2e14b070f334479d800987affe4054cd563f/trove4j-1.0.20181211.jar" />
+              <option value="$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-android-extensions/1.4.20/e1598fb2636efd596fc73bc4296bd1a87f32b363/kotlin-android-extensions-1.4.20.jar" />
+              <option value="$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-compiler-embeddable/1.4.20/fc1d26586910b32d676480c75acd3e922e5e81fa/kotlin-compiler-embeddable-1.4.20.jar" />
+              <option value="$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-daemon-embeddable/1.4.20/a051291fb01bf2397759625626fec670cd57b3f0/kotlin-daemon-embeddable-1.4.20.jar" />
+              <option value="$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-reflect/1.4.20/411fc46e908bfa9c034f52b0d31b2e1f61f06127/kotlin-reflect-1.4.20.jar" />
+              <option value="$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-script-runtime/1.4.20/9793d2f6b262847a2d8127951c5786cf907cc7b1/kotlin-script-runtime-1.4.20.jar" />
+              <option value="$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-stdlib-common/1.4.20/c6761d7805b5312302f2bbd78cda68c976ce0c70/kotlin-stdlib-common-1.4.20.jar" />
+              <option value="$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains.kotlin/kotlin-stdlib/1.4.20/9be77b243a362b745e365f286627b8724337009c/kotlin-stdlib-1.4.20.jar" />
+              <option value="$USER_HOME$/.gradle/caches/modules-2/files-2.1/org.jetbrains/annotations/13.0/919f0dfe192fb4e063e7dacadee7f8bb9a2672a9/annotations-13.0.jar" />
+            </array>
+          </option>
+          <option name="errors">
+            <ArgumentParseErrors />
+          </option>
+        </compilerArguments>
+      </configuration>
+    </facet>
+  </component>
+  <component name="NewModuleRootManager" LANGUAGE_LEVEL="JDK_1_8">
+    <output url="file://$MODULE_DIR$/../../../app/build/intermediates/javac/debug/classes" />
+    <output-test url="file://$MODULE_DIR$/../../../app/build/intermediates/javac/debugUnitTest/classes" />
+    <exclude-output />
+    <content url="file://$MODULE_DIR$/../../../app">
+      <sourceFolder url="file://$MODULE_DIR$/../../../app/src/main/java" isTestSource="false" />
+      <sourceFolder url="file://$MODULE_DIR$/../../../app/src/androidTest/java" isTestSource="true" />
+      <sourceFolder url="file://$MODULE_DIR$/../../../app/src/test/java" isTestSource="true" />
+      <sourceFolder url="file://$MODULE_DIR$/../../../app/src/main/assets" type="java-resource" />
+      <sourceFolder url="file://$MODULE_DIR$/../../../app/src/main/res" type="java-resource" />
+      <sourceFolder url="file://$MODULE_DIR$/../../../app/build/generated/source/buildConfig/debug" isTestSource="false" generated="true" />
+      <sourceFolder url="file://$MODULE_DIR$/../../../app/build/generated/res/resValues/debug" type="java-resource" />
+      <sourceFolder url="file://$MODULE_DIR$/../../../app/build/generated/ap_generated_sources/debug/out" isTestSource="false" generated="true" />
+      <excludeFolder url="file://$MODULE_DIR$/../../../app/.gradle" />
+      <excludeFolder url="file://$MODULE_DIR$/../../../app/build" />
+    </content>
+    <orderEntry type="jdk" jdkName="Android API 29 Platform" jdkType="Android SDK" />
+    <orderEntry type="sourceFolder" forTests="false" />
+    <orderEntry type="library" name="Gradle: org.jetbrains.kotlin:kotlin-android-extensions-runtime:1.4.20" level="project" />
+    <orderEntry type="library" name="Gradle: org.jetbrains.kotlin:kotlin-stdlib-jdk7:1.4.20" level="project" />
+    <orderEntry type="library" name="Gradle: org.jetbrains.kotlin:kotlin-stdlib:1.4.20" level="project" />
+    <orderEntry type="library" name="Gradle: org.jetbrains.kotlin:kotlin-stdlib-common:1.4.20" level="project" />
+    <orderEntry type="library" name="Gradle: org.jetbrains:annotations:13.0" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.lifecycle:lifecycle-common:2.1.0" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.concurrent:concurrent-futures:1.0.0-alpha03" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.collection:collection:1.1.0" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.arch.core:core-common:2.1.0" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.annotation:annotation:1.1.0" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.constraintlayout:constraintlayout-solver:2.0.4" level="project" />
+    <orderEntry type="library" name="Gradle: com.google.auto.value:auto-value-annotations:1.6.3" level="project" />
+    <orderEntry type="library" name="Gradle: com.google.guava:listenablefuture:1.0" level="project" />
+    <orderEntry type="library" name="Gradle: org.checkerframework:checker-qual:2.5.8" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.core:core-ktx:1.3.2@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.constraintlayout:constraintlayout:2.0.4@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.appcompat:appcompat:1.2.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.camera:camera-camera2:1.0.0-alpha05@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.camera:camera-core:1.0.0-alpha05@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.fragment:fragment:1.1.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.appcompat:appcompat-resources:1.2.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.drawerlayout:drawerlayout:1.0.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.viewpager:viewpager:1.0.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.loader:loader:1.0.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.activity:activity:1.0.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.vectordrawable:vectordrawable-animated:1.1.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.vectordrawable:vectordrawable:1.1.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.customview:customview:1.0.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.core:core:1.3.2@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.cursoradapter:cursoradapter:1.0.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.lifecycle:lifecycle-runtime:2.1.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.lifecycle:lifecycle-livedata:2.0.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.lifecycle:lifecycle-livedata-core:2.0.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.savedstate:savedstate:1.0.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.exifinterface:exifinterface:1.0.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.versionedparcelable:versionedparcelable:1.1.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.lifecycle:lifecycle-viewmodel:2.1.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.arch.core:core-runtime:2.0.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: androidx.interpolator:interpolator:1.0.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: org.tensorflow:tensorflow-lite-support:0.0.0-nightly@aar" level="project" />
+    <orderEntry type="library" name="Gradle: org.tensorflow:tensorflow-lite:2.4.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: org.tensorflow:tensorflow-lite-gpu:2.4.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: org.pytorch:pytorch_android:1.4.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: org.pytorch:pytorch_android_fbjni:1.4.0@aar" level="project" />
+    <orderEntry type="library" name="Gradle: org.pytorch:pytorch_android_torchvision:1.4.0@aar" level="project" />
+    <orderEntry type="library" scope="TEST" name="Gradle: junit:junit:4.12" level="project" />
+    <orderEntry type="library" scope="TEST" name="Gradle: org.hamcrest:hamcrest-integration:1.3" level="project" />
+    <orderEntry type="library" scope="TEST" name="Gradle: org.hamcrest:hamcrest-library:1.3" level="project" />
+    <orderEntry type="library" scope="TEST" name="Gradle: org.hamcrest:hamcrest-core:1.3" level="project" />
+    <orderEntry type="library" scope="TEST" name="Gradle: com.squareup:javawriter:2.1.1" level="project" />
+    <orderEntry type="library" scope="TEST" name="Gradle: javax.inject:javax.inject:1" level="project" />
+    <orderEntry type="library" scope="TEST" name="Gradle: com.google.code.findbugs:jsr305:2.0.1" level="project" />
+    <orderEntry type="library" scope="TEST" name="Gradle: androidx.test.ext:junit:1.1.2@aar" level="project" />
+    <orderEntry type="library" scope="TEST" name="Gradle: androidx.test.espresso:espresso-core:3.3.0@aar" level="project" />
+    <orderEntry type="library" scope="TEST" name="Gradle: androidx.test:runner:1.3.0@aar" level="project" />
+    <orderEntry type="library" scope="TEST" name="Gradle: androidx.test:core:1.3.0@aar" level="project" />
+    <orderEntry type="library" scope="TEST" name="Gradle: androidx.test:monitor:1.3.0@aar" level="project" />
+    <orderEntry type="library" scope="TEST" name="Gradle: androidx.test.espresso:espresso-idling-resource:3.3.0@aar" level="project" />
+    <orderEntry type="library" scope="TEST" name="Gradle: junit:junit:4.13.1" level="project" />
+  </component>
+</module>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/.idea/vcs.xml b/MLOps/serving_patterns/edge_ai_pattern/.idea/vcs.xml
new file mode 100644
index 0000000..b2bdec2
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/.idea/vcs.xml
@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="$PROJECT_DIR$/../.." vcs="Git" />
+  </component>
+</project>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/LICENSE b/MLOps/serving_patterns/edge_ai_pattern/LICENSE
new file mode 100644
index 0000000..7550992
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/LICENSE
@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2020 shibuiwilliam
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
diff --git a/MLOps/serving_patterns/edge_ai_pattern/README.md b/MLOps/serving_patterns/edge_ai_pattern/README.md
new file mode 100644
index 0000000..f905d85
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/README.md
@@ -0,0 +1,41 @@
+# Edge AI 패턴 - TFLite / PyTorch Mobile
+
+[![](http://img.youtube.com/vi/3XOwdP7Mv2Y/0.jpg)](http://www.youtube.com/watch?v=3XOwdP7Mv2Y)
+
+## 목적
+
+TensorflowLite 또는 Pytorch Mobile 로 이미지 인식 모델을 사용해, Android 에서 카메라에 찍힌 피사체를 분류하는 애플리케이션을 동작합니다.
+
+## 전제
+
+- Android
+- Android 단말
+
+Android Studio 는 아래를 참조해 주십시오.
+
+- [Android Studio](https://developer.android.com/studio/install)
+
+# 사용법
+
+1. Android Studio 를 기동하고, 본 디렉토리를 읽어옵니다.
+
+Android Studio 기동화면
+![img](./img/start.png)
+
+디렉토리 선택
+
+![img](./img/files.png)
+
+2. 애플리케이션 인스톨
+
+Android Studio 에서 애플리케이션을 선택하면 아래와 같은 화면이 나타납니다.
+
+![img](./img/install.png)
+
+Android 스마트폰을 단말에 접속합니다. 
+상부의 에뮬레이터 환경에서 Android 스마트폰이 인식됩니다.
+플레이 버튼（▶）을 눌러, 애플리케이션을 Android 에 인스톨합니다.
+
+3. 애플리케이션 사용하기
+
+![img](./img/edge_ai.png)
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/.gitignore b/MLOps/serving_patterns/edge_ai_pattern/app/.gitignore
new file mode 100644
index 0000000..796b96d
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/.gitignore
@@ -0,0 +1 @@
+/build
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/build.gradle b/MLOps/serving_patterns/edge_ai_pattern/app/build.gradle
new file mode 100644
index 0000000..e7705d6
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/build.gradle
@@ -0,0 +1,61 @@
+apply plugin: 'com.android.application'
+apply plugin: 'kotlin-android'
+apply plugin: 'kotlin-android-extensions'
+
+android {
+    compileSdkVersion 29
+    buildToolsVersion "29.0.2"
+
+    defaultConfig {
+        applicationId "com.shibuiwilliam.tflitepytorch"
+        minSdkVersion 25
+        targetSdkVersion 29
+        versionCode 1
+        versionName "1.0"
+
+        testInstrumentationRunner "androidx.test.runner.AndroidJUnitRunner"
+    }
+
+    buildTypes {
+        release {
+            minifyEnabled false
+            proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-rules.pro'
+        }
+    }
+    aaptOptions {
+        noCompress "tflite"
+    }
+    compileOptions {
+        sourceCompatibility = '1.8'
+        targetCompatibility = '1.8'
+    }
+    lintOptions {
+        abortOnError false
+    }
+}
+
+
+dependencies {
+    implementation fileTree(dir: 'libs', include: ['*.jar'])
+    implementation "org.jetbrains.kotlin:kotlin-stdlib-jdk7:$kotlin_version"
+    implementation 'androidx.appcompat:appcompat:1.2.0'
+    implementation 'androidx.core:core-ktx:1.3.2'
+    testImplementation 'junit:junit:4.13.1'
+    androidTestImplementation 'androidx.test.ext:junit:1.1.2'
+    androidTestImplementation 'androidx.test.espresso:espresso-core:3.3.0'
+    implementation 'androidx.constraintlayout:constraintlayout:2.0.4'
+
+    def camerax_version = "1.0.0-alpha05"
+    implementation "androidx.camera:camera-core:$camerax_version"
+    implementation "androidx.camera:camera-camera2:$camerax_version"
+
+    // Build off of nightly TensorFlow Lite
+    implementation 'org.tensorflow:tensorflow-lite:2.4.0'
+    implementation 'org.tensorflow:tensorflow-lite-gpu:2.4.0'
+    implementation 'org.tensorflow:tensorflow-lite-support:0.0.0-nightly'
+    // Use local TensorFlow library
+    // implementation 'org.tensorflow:tensorflow-lite-local:0.0.0'
+
+    implementation 'org.pytorch:pytorch_android:1.4.0'
+    implementation 'org.pytorch:pytorch_android_torchvision:1.4.0'
+}
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/download.gradle b/MLOps/serving_patterns/edge_ai_pattern/app/download.gradle
new file mode 100644
index 0000000..f58bc7c
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/download.gradle
@@ -0,0 +1,103 @@
+def targetFolder = "src/main/assets"
+def modelFloatDownloadUrl = "http://download.tensorflow.org/models/mobilenet_v1_2018_02_22/mobilenet_v1_1.0_224.tgz"
+def modelQuantDownloadUrl = "http://download.tensorflow.org/models/mobilenet_v1_2018_08_02/mobilenet_v1_1.0_224_quant.tgz"
+def modelEfficientNetFloatDownloadUrl = "http://download.tensorflow.org/models/tflite/efficientnet-lite/efficientnet-lite0-fp32_2020_03_03.zip"
+def modelEfficientNetQuantDownloadUrl = "http://download.tensorflow.org/models/tflite/efficientnet-lite/efficientnet-lite0-int8_2020_03_03.zip"
+def localCacheFloat = "build/intermediates/mobilenet_v1_1.0_224.tgz"
+def localCacheQuant = "build/intermediates/mobilenet_v1_1.0_224_quant.tgz"
+def localCacheEfficientNetFloat = "build/intermediates/efficientnet-lite0-fp32_2020_03_03.zip"
+def localCacheEfficientNetQuant = "build/intermediates/efficientnet-lite0-int8_2020_03_03.zip"
+
+
+task downloadModelFloat(type: DownloadUrlTask) {
+    doFirst {
+        println "Downloading ${modelFloatDownloadUrl}"
+    }
+    sourceUrl = "${modelFloatDownloadUrl}"
+    target = file("${localCacheFloat}")
+}
+
+task downloadModelQuant(type: DownloadUrlTask) {
+    doFirst {
+        println "Downloading ${modelQuantDownloadUrl}"
+    }
+    sourceUrl = "${modelQuantDownloadUrl}"
+    target = file("${localCacheQuant}")
+}
+
+task downloadEfficientNetFloat(type: DownloadUrlTask) {
+    doFirst {
+        println "Downloading ${modelEfficientNetFloatDownloadUrl}"
+    }
+    sourceUrl = "${modelEfficientNetFloatDownloadUrl}"
+    target = file("${localCacheEfficientNetFloat}")
+}
+
+task downloadEfficientNetQuant(type: DownloadUrlTask) {
+    doFirst {
+        println "Downloading ${modelEfficientNetQuantDownloadUrl}"
+    }
+    sourceUrl = "${modelEfficientNetQuantDownloadUrl}"
+    target = file("${localCacheEfficientNetQuant}")
+}
+
+task unzipModelFloat(type: Copy, dependsOn: 'downloadModelFloat') {
+    doFirst {
+        println "Unzipping ${localCacheFloat}"
+    }
+    from tarTree("${localCacheFloat}")
+    into "${targetFolder}"
+}
+
+task unzipModelQuant(type: Copy, dependsOn: 'downloadModelQuant') {
+    doFirst {
+        println "Unzipping ${localCacheQuant}"
+    }
+    from tarTree("${localCacheQuant}")
+    into "${targetFolder}"
+}
+
+task unzipModelEfficientNetFloat(type: Copy, dependsOn: 'downloadEfficientNetFloat') {
+    doFirst {
+        println "Unzipping ${localCacheEfficientNetFloat}"
+    }
+    from zipTree("${localCacheEfficientNetFloat}")
+    into "${targetFolder}"
+}
+
+task unzipModelEfficientNetQuant(type: Copy, dependsOn: 'downloadEfficientNetQuant') {
+    doFirst {
+        println "Unzipping ${localCacheEfficientNetQuant}"
+    }
+    from zipTree("${localCacheEfficientNetQuant}")
+    into "${targetFolder}"
+}
+
+task cleanUnusedFiles(type: Delete, dependsOn: ['unzipModelFloat', 'unzipModelQuant', 'unzipModelEfficientNetFloat', 'unzipModelEfficientNetQuant']) {
+    delete fileTree("${targetFolder}").matching {
+        include "*.pb"
+        include "*.ckpt.*"
+        include "*.pbtxt*"
+        include "*.quant_info.*"
+        include "*.meta"
+    }
+}
+
+class DownloadUrlTask extends DefaultTask {
+    @Input
+    String sourceUrl
+
+    @OutputFile
+    File target
+
+    @TaskAction
+    void download() {
+        ant.get(src: sourceUrl, dest: target)
+    }
+}
+
+preBuild.dependsOn unzipModelFloat
+preBuild.dependsOn unzipModelQuant
+preBuild.dependsOn unzipModelEfficientNetFloat
+preBuild.dependsOn unzipModelEfficientNetQuant
+preBuild.dependsOn cleanUnusedFiles
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/proguard-rules.pro b/MLOps/serving_patterns/edge_ai_pattern/app/proguard-rules.pro
new file mode 100644
index 0000000..f1b4245
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/proguard-rules.pro
@@ -0,0 +1,21 @@
+# Add project specific ProGuard rules here.
+# You can control the set of applied configuration files using the
+# proguardFiles setting in build.gradle.
+#
+# For more details, see
+#   http://developer.android.com/guide/developing/tools/proguard.html
+
+# If your project uses WebView with JS, uncomment the following
+# and specify the fully qualified class name to the JavaScript interface
+# class:
+#-keepclassmembers class fqcn.of.javascript.interface.for.webview {
+#   public *;
+#}
+
+# Uncomment this to preserve the line number information for
+# debugging stack traces.
+#-keepattributes SourceFile,LineNumberTable
+
+# If you keep the line number information, uncomment this to
+# hide the original source file name.
+#-renamesourcefileattribute SourceFile
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/androidTest/java/com/shibuiwilliam/tflitepytorch/ExampleInstrumentedTest.kt b/MLOps/serving_patterns/edge_ai_pattern/app/src/androidTest/java/com/shibuiwilliam/tflitepytorch/ExampleInstrumentedTest.kt
new file mode 100644
index 0000000..0ff9c91
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/androidTest/java/com/shibuiwilliam/tflitepytorch/ExampleInstrumentedTest.kt
@@ -0,0 +1,24 @@
+package com.shibuiwilliam.tflitepytorch
+
+import androidx.test.platform.app.InstrumentationRegistry
+import androidx.test.ext.junit.runners.AndroidJUnit4
+
+import org.junit.Test
+import org.junit.runner.RunWith
+
+import org.junit.Assert.*
+
+/**
+ * Instrumented test, which will execute on an Android device.
+ *
+ * See [testing documentation](http://d.android.com/tools/testing).
+ */
+@RunWith(AndroidJUnit4::class)
+class ExampleInstrumentedTest {
+    @Test
+    fun useAppContext() {
+        // Context of the app under test.
+        val appContext = InstrumentationRegistry.getInstrumentation().targetContext
+        assertEquals("com.shibuiwilliam.tflitepytorch", appContext.packageName)
+    }
+}
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/AndroidManifest.xml b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/AndroidManifest.xml
new file mode 100644
index 0000000..a74d165
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/AndroidManifest.xml
@@ -0,0 +1,31 @@
+<?xml version="1.0" encoding="utf-8"?>
+<manifest xmlns:android="http://schemas.android.com/apk/res/android"
+    package="com.shibuiwilliam.tflitepytorch">
+
+    <uses-sdk />
+
+    <uses-permission android:name="android.permission.CAMERA" />
+
+    <uses-feature android:name="android.hardware.camera" />
+    <uses-feature android:name="android.hardware.camera.autofocus" />
+
+    <application
+        android:name=".App"
+        android:allowBackup="true"
+        android:icon="@mipmap/ic_launcher"
+        android:label="@string/app_name"
+        android:roundIcon="@mipmap/ic_launcher_round"
+        android:supportsRtl="true"
+        android:theme="@style/AppTheme">
+        <activity android:name=".PyTorchActivity"></activity>
+        <activity android:name=".TFLiteActivity" />
+        <activity android:name=".MainActivity">
+            <intent-filter>
+                <action android:name="android.intent.action.MAIN" />
+
+                <category android:name="android.intent.category.LAUNCHER" />
+            </intent-filter>
+        </activity>
+    </application>
+
+</manifest>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/assets/imagenet_labels.txt b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/assets/imagenet_labels.txt
new file mode 100644
index 0000000..fe81123
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/assets/imagenet_labels.txt
@@ -0,0 +1,1001 @@
+background
+tench
+goldfish
+great white shark
+tiger shark
+hammerhead
+electric ray
+stingray
+cock
+hen
+ostrich
+brambling
+goldfinch
+house finch
+junco
+indigo bunting
+robin
+bulbul
+jay
+magpie
+chickadee
+water ouzel
+kite
+bald eagle
+vulture
+great grey owl
+European fire salamander
+common newt
+eft
+spotted salamander
+axolotl
+bullfrog
+tree frog
+tailed frog
+loggerhead
+leatherback turtle
+mud turtle
+terrapin
+box turtle
+banded gecko
+common iguana
+American chameleon
+whiptail
+agama
+frilled lizard
+alligator lizard
+Gila monster
+green lizard
+African chameleon
+Komodo dragon
+African crocodile
+American alligator
+triceratops
+thunder snake
+ringneck snake
+hognose snake
+green snake
+king snake
+garter snake
+water snake
+vine snake
+night snake
+boa constrictor
+rock python
+Indian cobra
+green mamba
+sea snake
+horned viper
+diamondback
+sidewinder
+trilobite
+harvestman
+scorpion
+black and gold garden spider
+barn spider
+garden spider
+black widow
+tarantula
+wolf spider
+tick
+centipede
+black grouse
+ptarmigan
+ruffed grouse
+prairie chicken
+peacock
+quail
+partridge
+African grey
+macaw
+sulphur-crested cockatoo
+lorikeet
+coucal
+bee eater
+hornbill
+hummingbird
+jacamar
+toucan
+drake
+red-breasted merganser
+goose
+black swan
+tusker
+echidna
+platypus
+wallaby
+koala
+wombat
+jellyfish
+sea anemone
+brain coral
+flatworm
+nematode
+conch
+snail
+slug
+sea slug
+chiton
+chambered nautilus
+Dungeness crab
+rock crab
+fiddler crab
+king crab
+American lobster
+spiny lobster
+crayfish
+hermit crab
+isopod
+white stork
+black stork
+spoonbill
+flamingo
+little blue heron
+American egret
+bittern
+crane
+limpkin
+European gallinule
+American coot
+bustard
+ruddy turnstone
+red-backed sandpiper
+redshank
+dowitcher
+oystercatcher
+pelican
+king penguin
+albatross
+grey whale
+killer whale
+dugong
+sea lion
+Chihuahua
+Japanese spaniel
+Maltese dog
+Pekinese
+Shih-Tzu
+Blenheim spaniel
+papillon
+toy terrier
+Rhodesian ridgeback
+Afghan hound
+basset
+beagle
+bloodhound
+bluetick
+black-and-tan coonhound
+Walker hound
+English foxhound
+redbone
+borzoi
+Irish wolfhound
+Italian greyhound
+whippet
+Ibizan hound
+Norwegian elkhound
+otterhound
+Saluki
+Scottish deerhound
+Weimaraner
+Staffordshire bullterrier
+American Staffordshire terrier
+Bedlington terrier
+Border terrier
+Kerry blue terrier
+Irish terrier
+Norfolk terrier
+Norwich terrier
+Yorkshire terrier
+wire-haired fox terrier
+Lakeland terrier
+Sealyham terrier
+Airedale
+cairn
+Australian terrier
+Dandie Dinmont
+Boston bull
+miniature schnauzer
+giant schnauzer
+standard schnauzer
+Scotch terrier
+Tibetan terrier
+silky terrier
+soft-coated wheaten terrier
+West Highland white terrier
+Lhasa
+flat-coated retriever
+curly-coated retriever
+golden retriever
+Labrador retriever
+Chesapeake Bay retriever
+German short-haired pointer
+vizsla
+English setter
+Irish setter
+Gordon setter
+Brittany spaniel
+clumber
+English springer
+Welsh springer spaniel
+cocker spaniel
+Sussex spaniel
+Irish water spaniel
+kuvasz
+schipperke
+groenendael
+malinois
+briard
+kelpie
+komondor
+Old English sheepdog
+Shetland sheepdog
+collie
+Border collie
+Bouvier des Flandres
+Rottweiler
+German shepherd
+Doberman
+miniature pinscher
+Greater Swiss Mountain dog
+Bernese mountain dog
+Appenzeller
+EntleBucher
+boxer
+bull mastiff
+Tibetan mastiff
+French bulldog
+Great Dane
+Saint Bernard
+Eskimo dog
+malamute
+Siberian husky
+dalmatian
+affenpinscher
+basenji
+pug
+Leonberg
+Newfoundland
+Great Pyrenees
+Samoyed
+Pomeranian
+chow
+keeshond
+Brabancon griffon
+Pembroke
+Cardigan
+toy poodle
+miniature poodle
+standard poodle
+Mexican hairless
+timber wolf
+white wolf
+red wolf
+coyote
+dingo
+dhole
+African hunting dog
+hyena
+red fox
+kit fox
+Arctic fox
+grey fox
+tabby
+tiger cat
+Persian cat
+Siamese cat
+Egyptian cat
+cougar
+lynx
+leopard
+snow leopard
+jaguar
+lion
+tiger
+cheetah
+brown bear
+American black bear
+ice bear
+sloth bear
+mongoose
+meerkat
+tiger beetle
+ladybug
+ground beetle
+long-horned beetle
+leaf beetle
+dung beetle
+rhinoceros beetle
+weevil
+fly
+bee
+ant
+grasshopper
+cricket
+walking stick
+cockroach
+mantis
+cicada
+leafhopper
+lacewing
+dragonfly
+damselfly
+admiral
+ringlet
+monarch
+cabbage butterfly
+sulphur butterfly
+lycaenid
+starfish
+sea urchin
+sea cucumber
+wood rabbit
+hare
+Angora
+hamster
+porcupine
+fox squirrel
+marmot
+beaver
+guinea pig
+sorrel
+zebra
+hog
+wild boar
+warthog
+hippopotamus
+ox
+water buffalo
+bison
+ram
+bighorn
+ibex
+hartebeest
+impala
+gazelle
+Arabian camel
+llama
+weasel
+mink
+polecat
+black-footed ferret
+otter
+skunk
+badger
+armadillo
+three-toed sloth
+orangutan
+gorilla
+chimpanzee
+gibbon
+siamang
+guenon
+patas
+baboon
+macaque
+langur
+colobus
+proboscis monkey
+marmoset
+capuchin
+howler monkey
+titi
+spider monkey
+squirrel monkey
+Madagascar cat
+indri
+Indian elephant
+African elephant
+lesser panda
+giant panda
+barracouta
+eel
+coho
+rock beauty
+anemone fish
+sturgeon
+gar
+lionfish
+puffer
+abacus
+abaya
+academic gown
+accordion
+acoustic guitar
+aircraft carrier
+airliner
+airship
+altar
+ambulance
+amphibian
+analog clock
+apiary
+apron
+ashcan
+assault rifle
+backpack
+bakery
+balance beam
+balloon
+ballpoint
+Band Aid
+banjo
+bannister
+barbell
+barber chair
+barbershop
+barn
+barometer
+barrel
+barrow
+baseball
+basketball
+bassinet
+bassoon
+bathing cap
+bath towel
+bathtub
+beach wagon
+beacon
+beaker
+bearskin
+beer bottle
+beer glass
+bell cote
+bib
+bicycle-built-for-two
+bikini
+binder
+binoculars
+birdhouse
+boathouse
+bobsled
+bolo tie
+bonnet
+bookcase
+bookshop
+bottlecap
+bow
+bow tie
+brass
+brassiere
+breakwater
+breastplate
+broom
+bucket
+buckle
+bulletproof vest
+bullet train
+butcher shop
+cab
+caldron
+candle
+cannon
+canoe
+can opener
+cardigan
+car mirror
+carousel
+carpenter's kit
+carton
+car wheel
+cash machine
+cassette
+cassette player
+castle
+catamaran
+CD player
+cello
+cellular telephone
+chain
+chainlink fence
+chain mail
+chain saw
+chest
+chiffonier
+chime
+china cabinet
+Christmas stocking
+church
+cinema
+cleaver
+cliff dwelling
+cloak
+clog
+cocktail shaker
+coffee mug
+coffeepot
+coil
+combination lock
+computer keyboard
+confectionery
+container ship
+convertible
+corkscrew
+cornet
+cowboy boot
+cowboy hat
+cradle
+crane
+crash helmet
+crate
+crib
+Crock Pot
+croquet ball
+crutch
+cuirass
+dam
+desk
+desktop computer
+dial telephone
+diaper
+digital clock
+digital watch
+dining table
+dishrag
+dishwasher
+disk brake
+dock
+dogsled
+dome
+doormat
+drilling platform
+drum
+drumstick
+dumbbell
+Dutch oven
+electric fan
+electric guitar
+electric locomotive
+entertainment center
+envelope
+espresso maker
+face powder
+feather boa
+file
+fireboat
+fire engine
+fire screen
+flagpole
+flute
+folding chair
+football helmet
+forklift
+fountain
+fountain pen
+four-poster
+freight car
+French horn
+frying pan
+fur coat
+garbage truck
+gasmask
+gas pump
+goblet
+go-kart
+golf ball
+golfcart
+gondola
+gong
+gown
+grand piano
+greenhouse
+grille
+grocery store
+guillotine
+hair slide
+hair spray
+half track
+hammer
+hamper
+hand blower
+hand-held computer
+handkerchief
+hard disc
+harmonica
+harp
+harvester
+hatchet
+holster
+home theater
+honeycomb
+hook
+hoopskirt
+horizontal bar
+horse cart
+hourglass
+iPod
+iron
+jack-o'-lantern
+jean
+jeep
+jersey
+jigsaw puzzle
+jinrikisha
+joystick
+kimono
+knee pad
+knot
+lab coat
+ladle
+lampshade
+laptop
+lawn mower
+lens cap
+letter opener
+library
+lifeboat
+lighter
+limousine
+liner
+lipstick
+Loafer
+lotion
+loudspeaker
+loupe
+lumbermill
+magnetic compass
+mailbag
+mailbox
+maillot
+maillot
+manhole cover
+maraca
+marimba
+mask
+matchstick
+maypole
+maze
+measuring cup
+medicine chest
+megalith
+microphone
+microwave
+military uniform
+milk can
+minibus
+miniskirt
+minivan
+missile
+mitten
+mixing bowl
+mobile home
+Model T
+modem
+monastery
+monitor
+moped
+mortar
+mortarboard
+mosque
+mosquito net
+motor scooter
+mountain bike
+mountain tent
+mouse
+mousetrap
+moving van
+muzzle
+nail
+neck brace
+necklace
+nipple
+notebook
+obelisk
+oboe
+ocarina
+odometer
+oil filter
+organ
+oscilloscope
+overskirt
+oxcart
+oxygen mask
+packet
+paddle
+paddlewheel
+padlock
+paintbrush
+pajama
+palace
+panpipe
+paper towel
+parachute
+parallel bars
+park bench
+parking meter
+passenger car
+patio
+pay-phone
+pedestal
+pencil box
+pencil sharpener
+perfume
+Petri dish
+photocopier
+pick
+pickelhaube
+picket fence
+pickup
+pier
+piggy bank
+pill bottle
+pillow
+ping-pong ball
+pinwheel
+pirate
+pitcher
+plane
+planetarium
+plastic bag
+plate rack
+plow
+plunger
+Polaroid camera
+pole
+police van
+poncho
+pool table
+pop bottle
+pot
+potter's wheel
+power drill
+prayer rug
+printer
+prison
+projectile
+projector
+puck
+punching bag
+purse
+quill
+quilt
+racer
+racket
+radiator
+radio
+radio telescope
+rain barrel
+recreational vehicle
+reel
+reflex camera
+refrigerator
+remote control
+restaurant
+revolver
+rifle
+rocking chair
+rotisserie
+rubber eraser
+rugby ball
+rule
+running shoe
+safe
+safety pin
+saltshaker
+sandal
+sarong
+sax
+scabbard
+scale
+school bus
+schooner
+scoreboard
+screen
+screw
+screwdriver
+seat belt
+sewing machine
+shield
+shoe shop
+shoji
+shopping basket
+shopping cart
+shovel
+shower cap
+shower curtain
+ski
+ski mask
+sleeping bag
+slide rule
+sliding door
+slot
+snorkel
+snowmobile
+snowplow
+soap dispenser
+soccer ball
+sock
+solar dish
+sombrero
+soup bowl
+space bar
+space heater
+space shuttle
+spatula
+speedboat
+spider web
+spindle
+sports car
+spotlight
+stage
+steam locomotive
+steel arch bridge
+steel drum
+stethoscope
+stole
+stone wall
+stopwatch
+stove
+strainer
+streetcar
+stretcher
+studio couch
+stupa
+submarine
+suit
+sundial
+sunglass
+sunglasses
+sunscreen
+suspension bridge
+swab
+sweatshirt
+swimming trunks
+swing
+switch
+syringe
+table lamp
+tank
+tape player
+teapot
+teddy
+television
+tennis ball
+thatch
+theater curtain
+thimble
+thresher
+throne
+tile roof
+toaster
+tobacco shop
+toilet seat
+torch
+totem pole
+tow truck
+toyshop
+tractor
+trailer truck
+tray
+trench coat
+tricycle
+trimaran
+tripod
+triumphal arch
+trolleybus
+trombone
+tub
+turnstile
+typewriter keyboard
+umbrella
+unicycle
+upright
+vacuum
+vase
+vault
+velvet
+vending machine
+vestment
+viaduct
+violin
+volleyball
+waffle iron
+wall clock
+wallet
+wardrobe
+warplane
+washbasin
+washer
+water bottle
+water jug
+water tower
+whiskey jug
+whistle
+wig
+window screen
+window shade
+Windsor tie
+wine bottle
+wing
+wok
+wooden spoon
+wool
+worm fence
+wreck
+yawl
+yurt
+web site
+comic book
+crossword puzzle
+street sign
+traffic light
+book jacket
+menu
+plate
+guacamole
+consomme
+hot pot
+trifle
+ice cream
+ice lolly
+French loaf
+bagel
+pretzel
+cheeseburger
+hotdog
+mashed potato
+head cabbage
+broccoli
+cauliflower
+zucchini
+spaghetti squash
+acorn squash
+butternut squash
+cucumber
+artichoke
+bell pepper
+cardoon
+mushroom
+Granny Smith
+strawberry
+orange
+lemon
+fig
+pineapple
+banana
+jackfruit
+custard apple
+pomegranate
+hay
+carbonara
+chocolate sauce
+dough
+meat loaf
+pizza
+potpie
+burrito
+red wine
+espresso
+cup
+eggnog
+alp
+bubble
+cliff
+coral reef
+geyser
+lakeside
+promontory
+sandbar
+seashore
+valley
+volcano
+ballplayer
+groom
+scuba diver
+rapeseed
+daisy
+yellow lady's slipper
+corn
+acorn
+hip
+buckeye
+coral fungus
+agaric
+gyromitra
+stinkhorn
+earthstar
+hen-of-the-woods
+bolete
+ear
+toilet tissue
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/assets/mobilenet_quantized_scripted_925.pt b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/assets/mobilenet_quantized_scripted_925.pt
new file mode 100644
index 0000000..96deea2
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/assets/mobilenet_quantized_scripted_925.pt differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/assets/mobilenet_v2_1.0_224.tflite b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/assets/mobilenet_v2_1.0_224.tflite
new file mode 100644
index 0000000..56268e1
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/assets/mobilenet_v2_1.0_224.tflite differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/assets/resnet18.pt b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/assets/resnet18.pt
new file mode 100644
index 0000000..1cea5f5
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/assets/resnet18.pt differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/AbstractCameraXActivity.kt b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/AbstractCameraXActivity.kt
new file mode 100644
index 0000000..e621249
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/AbstractCameraXActivity.kt
@@ -0,0 +1,192 @@
+package com.shibuiwilliam.tflitepytorch
+
+import android.Manifest
+import android.content.pm.PackageManager
+import android.graphics.Matrix
+import android.os.Bundle
+import android.os.Handler
+import android.os.HandlerThread
+import android.util.Log
+import android.util.Rational
+import android.util.Size
+import android.view.Surface
+import android.view.TextureView
+import android.view.ViewGroup
+import android.widget.TextView
+import androidx.annotation.Nullable
+import androidx.annotation.UiThread
+import androidx.annotation.WorkerThread
+import androidx.appcompat.app.AppCompatActivity
+import androidx.camera.core.*
+import androidx.core.app.ActivityCompat
+import androidx.core.content.ContextCompat
+
+abstract class AbstractCameraXActivity : AppCompatActivity(){
+    private val TAG: String = AbstractCameraXActivity::class.java.simpleName
+
+    protected var app: App? = null
+
+    private val REQUEST_CODE_PERMISSIONS = 101
+    private val REQUIRED_PERMISSIONS = arrayOf<String>(
+        Manifest.permission.CAMERA
+    )
+    protected var mBackgroundThread: HandlerThread? = null
+    protected var mBackgroundHandler: Handler? = null
+
+    protected lateinit var textureView: TextureView
+    internal lateinit var textView: TextView
+
+    private var mLastAnalysisResultTime: Long = System.currentTimeMillis()
+
+    protected abstract fun getContentView(): Int
+    protected abstract fun getCameraTextureView(): TextureView
+    protected abstract fun getInferenceTextView(): TextView
+
+    @WorkerThread
+    @Nullable
+    protected abstract fun analyzeImage(image: ImageProxy, rotationDegrees: Int): String?
+
+    @UiThread
+    protected abstract fun showResult(result: String)
+
+    override fun onCreate(savedInstanceState: Bundle?) {
+        super.onCreate(savedInstanceState)
+        setContentView(getContentView())
+
+        if (app==null) app = application as App
+
+        textureView = getCameraTextureView()
+        textView = getInferenceTextView()
+
+        if (allPermissionsGranted()) {
+            startBackgroundThread()
+            textureView.post { setupCameraX() }
+            textureView.addOnLayoutChangeListener { _, _, _, _, _, _, _, _, _ ->
+                updateTransform()
+            }
+        } else {
+            ActivityCompat.requestPermissions(
+                this,
+                REQUIRED_PERMISSIONS,
+                REQUEST_CODE_PERMISSIONS
+            )
+        }
+    }
+
+    private fun setupCameraX() {
+        CameraX.unbindAll()
+
+        val screenSize = Size(textureView.width, textureView.height)
+        val screenAspectRatio = Rational(1, 1)
+
+        val previewConfig = PreviewConfig
+            .Builder()
+            .apply {
+                setLensFacing(CameraX.LensFacing.BACK)
+                setTargetResolution(screenSize)
+                setTargetAspectRatio(screenAspectRatio)
+                setTargetRotation(windowManager.defaultDisplay.rotation)
+            }
+            .build()
+        val preview = Preview(previewConfig)
+
+        preview.setOnPreviewOutputUpdateListener {
+            val parent = textureView.parent as ViewGroup
+            parent.removeView(textureView)
+            textureView.surfaceTexture = it.surfaceTexture
+            parent.addView(textureView, 0)
+        }
+
+        val imageAnalysisConfig = ImageAnalysisConfig
+            .Builder()
+            .apply {
+                setCallbackHandler(mBackgroundHandler!!)
+                setImageReaderMode(ImageAnalysis.ImageReaderMode.ACQUIRE_LATEST_IMAGE)
+            }
+            .build()
+
+        val imageAnalysis = ImageAnalysis(imageAnalysisConfig)
+        imageAnalysis.analyzer =
+            ImageAnalysis.Analyzer { image: ImageProxy?, rotationDegrees: Int ->
+                if (System.currentTimeMillis() - mLastAnalysisResultTime < 500) return@Analyzer
+                if (image == null) return@Analyzer
+                val result = analyzeImage(image, rotationDegrees)
+
+                if (result != null){
+                    runOnUiThread(Runnable { showResult(result) })
+                }
+                mLastAnalysisResultTime = System.currentTimeMillis()
+            }
+
+        CameraX.bindToLifecycle(this, preview, imageAnalysis)
+    }
+
+    private fun updateTransform() {
+        val matrix = Matrix()
+        val centerX = textureView.width / 2f
+        val centerY = textureView.height / 2f
+
+        val rotationDegrees = when (textureView.display.rotation) {
+            Surface.ROTATION_0 -> 0
+            Surface.ROTATION_90 -> 90
+            Surface.ROTATION_180 -> 180
+            Surface.ROTATION_270 -> 270
+            else -> return
+        }
+        matrix.postRotate(-rotationDegrees.toFloat(), centerX, centerY)
+        textureView.setTransform(matrix)
+    }
+
+    protected fun startBackgroundThread() {
+        mBackgroundThread = HandlerThread("BackgroundThread")
+        mBackgroundThread!!.start()
+        mBackgroundHandler = Handler(mBackgroundThread!!.looper)
+    }
+
+    protected fun stopBackgroundThread() {
+        if (mBackgroundHandler != null) {
+            mBackgroundThread!!.quitSafely()
+            mBackgroundThread!!.join()
+        }
+        try {
+            mBackgroundThread = null
+            mBackgroundHandler = null
+        } catch (e: InterruptedException) {
+            Log.e(TAG, "Error on stopping background thread", e)
+        }
+    }
+
+    override fun onRequestPermissionsResult(
+        requestCode: Int,
+        permissions: Array<String>,
+        grantResults: IntArray
+    ) {
+        if (requestCode == REQUEST_CODE_PERMISSIONS) {
+            if (!allPermissionsGranted()) {
+                finish()
+            }
+        }
+    }
+
+    protected fun allPermissionsGranted() = REQUIRED_PERMISSIONS.all {
+        for (permission in REQUIRED_PERMISSIONS) {
+            if (ContextCompat.checkSelfPermission(this, permission)
+                != PackageManager.PERMISSION_GRANTED
+            ) {
+                return false
+            }
+        }
+        Log.i(TAG, "Permitted to use camera and internet")
+        return true
+    }
+
+    override fun onStop() {
+        stopBackgroundThread()
+        super.onStop()
+    }
+
+    override fun onDestroy() {
+        stopBackgroundThread()
+        super.onDestroy()
+    }
+}
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/App.kt b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/App.kt
new file mode 100644
index 0000000..4384376
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/App.kt
@@ -0,0 +1,23 @@
+package com.shibuiwilliam.tflitepytorch
+
+import android.app.Activity
+import android.app.Application
+import android.content.Context
+
+
+class App: Application(){
+    private val TAG: String = App::class.java.simpleName
+
+    internal lateinit var labels: List<String>
+
+    override fun onCreate() {
+        super.onCreate()
+    }
+
+    internal fun initialize(context: Context){
+        labels = Utils.loadLabelList(context, Constants.LABEL_PATH)
+    }
+
+    internal fun close() {
+    }
+}
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/Constants.kt b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/Constants.kt
new file mode 100644
index 0000000..5c8ea05
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/Constants.kt
@@ -0,0 +1,28 @@
+package com.shibuiwilliam.tflitepytorch
+
+import android.graphics.ImageFormat
+
+object Constants{
+    const val LABEL_PATH = "imagenet_labels.txt"
+    const val TFLITE_MOBILENET_V2_PATH = "mobilenet_v2_1.0_224.tflite"
+    const val PYTORCH_MOBILENET_QUANTIZED_PATH = "mobilenet_quantized_scripted_925.pt"
+    const val PYTORCH_RESNET18_PATH = "resnet18.pt"
+
+    const val INPUT_IMAGE_SIZE = 224
+    const val IMAGE_FORMAT_NV21 = ImageFormat.NV21
+
+    const val IMAGE_MEAN = 127.5f
+    const val IMAGE_STD = 127.5f
+    const val PROBABILITY_MEAN = 0.0f
+    const val PROBABILITY_STD = 1.0f
+
+    const val TOPK = 3
+
+    const val NUM_THREAD = 4
+
+    enum class Device{
+        CPU,
+        NNAPI,
+        GPU
+    }
+}
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/MainActivity.kt b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/MainActivity.kt
new file mode 100644
index 0000000..28f119d
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/MainActivity.kt
@@ -0,0 +1,76 @@
+package com.shibuiwilliam.tflitepytorch
+
+import android.Manifest
+import android.content.Intent
+import android.content.pm.PackageManager
+import android.os.Bundle
+import android.util.Log
+import android.view.View
+import android.widget.Button
+import androidx.appcompat.app.AppCompatActivity
+import androidx.core.content.ContextCompat
+
+class MainActivity : AppCompatActivity() {
+    private val TAG: String = MainActivity::class.java.simpleName
+    private val REQUEST_CODE_PERMISSIONS = 101
+    private val REQUIRED_PERMISSIONS = arrayOf<String>(
+        Manifest.permission.CAMERA
+    )
+
+    private lateinit var tfliteButton: Button
+    private lateinit var pytorchButton: Button
+
+    private var app: App? = null
+
+    override fun onCreate(savedInstanceState: Bundle?) {
+        super.onCreate(savedInstanceState)
+        setContentView(R.layout.activity_main)
+
+        if (app==null){
+            app = application as App
+            app!!.initialize(this)
+        }
+
+        tfliteButton = findViewById(R.id.TFLite)
+        tfliteButton.setOnClickListener(object : View.OnClickListener {
+            override fun onClick(v: View?) {
+                startActivity(Intent(application, TFLiteActivity::class.java))
+            }
+        })
+
+        pytorchButton = findViewById(R.id.PyTorch)
+        pytorchButton.setOnClickListener(object : View.OnClickListener {
+            override fun onClick(v: View?) {
+                startActivity(Intent(application, PyTorchActivity::class.java))
+            }
+        })
+
+    }
+
+    override fun onRequestPermissionsResult(
+        requestCode: Int,
+        permissions: Array<String>,
+        grantResults: IntArray) {
+        if (requestCode == REQUEST_CODE_PERMISSIONS) {
+            if (!allPermissionsGranted()) {
+                finish()
+            }
+        }
+    }
+
+    private fun allPermissionsGranted() = REQUIRED_PERMISSIONS.all {
+        for (permission in REQUIRED_PERMISSIONS) {
+            if (ContextCompat.checkSelfPermission(this, permission)
+                != PackageManager.PERMISSION_GRANTED) {
+                return false
+            }
+        }
+        Log.i(TAG, "Permitted to use camera and internet")
+        return true
+    }
+
+    override fun onDestroy() {
+        super.onDestroy()
+        if (app != null) app!!.close()
+    }
+}
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/PyTorchActivity.kt b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/PyTorchActivity.kt
new file mode 100644
index 0000000..0e79d2b
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/PyTorchActivity.kt
@@ -0,0 +1,106 @@
+package com.shibuiwilliam.tflitepytorch
+
+import android.os.Bundle
+import android.util.Log
+import android.view.TextureView
+import android.widget.TextView
+import androidx.annotation.Nullable
+import androidx.annotation.UiThread
+import androidx.annotation.WorkerThread
+import androidx.camera.core.ImageProxy
+import org.pytorch.IValue
+import org.pytorch.Module
+import org.pytorch.Tensor
+import org.pytorch.torchvision.TensorImageUtils
+import java.nio.FloatBuffer
+
+class PyTorchActivity : AbstractCameraXActivity() {
+    private val TAG: String = PyTorchActivity::class.java.simpleName
+
+    private lateinit var pytorchModule: Module
+
+    private lateinit var mInputTensorBuffer: FloatBuffer
+    private lateinit var mInputTensor: Tensor
+
+    override fun getContentView(): Int = R.layout.activity_py_torch
+    override fun getCameraTextureView(): TextureView = findViewById(R.id.cameraPreviewTextureView)
+    override fun getInferenceTextView(): TextView = findViewById(R.id.inferenceText)
+
+    override fun onCreate(savedInstanceState: Bundle?) {
+        super.onCreate(savedInstanceState)
+
+        initializePyTorch()
+        mInputTensorBuffer =
+            Tensor.allocateFloatBuffer(3 * Constants.INPUT_IMAGE_SIZE * Constants.INPUT_IMAGE_SIZE)
+
+        mInputTensor = Tensor.fromBlob(
+            mInputTensorBuffer,
+            longArrayOf(
+                1,
+                3,
+                Constants.INPUT_IMAGE_SIZE.toLong(),
+                Constants.INPUT_IMAGE_SIZE.toLong()
+            )
+        )
+    }
+
+    private fun initializePyTorch() {
+        pytorchModule = Module.load(Utils.assetFilePath(this, Constants.PYTORCH_RESNET18_PATH))
+    }
+
+    @WorkerThread
+    @Nullable
+    override fun analyzeImage(image: ImageProxy, rotationDegrees: Int): String? {
+        try {
+            TensorImageUtils.imageYUV420CenterCropToFloatBuffer(
+                image.image,
+                rotationDegrees,
+                Constants.INPUT_IMAGE_SIZE,
+                Constants.INPUT_IMAGE_SIZE,
+                TensorImageUtils.TORCHVISION_NORM_MEAN_RGB,
+                TensorImageUtils.TORCHVISION_NORM_STD_RGB,
+                mInputTensorBuffer,
+                0
+            )
+            val labeledProbability = classifyImage()
+            Log.i(TAG, "top${Constants.TOPK} prediction: ${labeledProbability}")
+            return labeledProbability.map { it ->
+                val p = "%,.2f".format(it.value)
+                "${it.key}: ${p} \n"
+            }.joinToString()
+        } catch (e: Exception) {
+            e.printStackTrace()
+            return null
+        }
+    }
+
+    @UiThread
+    override fun showResult(result: String) {
+        textView.text = result
+    }
+
+    private fun classifyImage(): Map<String, Float> {
+        val outputModule = pytorchModule.forward(IValue.from(mInputTensor)).toTensor()
+        val scores = outputModule.dataAsFloatArray
+        val labeledProbability = mapScoreToLabelMap(scores)
+        Log.i(TAG, "full prediction: ${labeledProbability}")
+        return Utils.prioritizeByProbability(labeledProbability)
+    }
+
+    private fun mapScoreToLabelMap(score: FloatArray): Map<String, Float> {
+        val labeledProbability: MutableMap<String, Float> = mutableMapOf()
+        for (i in 0 until app!!.labels.size - 1) {
+            labeledProbability[app!!.labels[i + 1]] = score[i]
+        }
+        return labeledProbability
+    }
+
+    override fun onStop() {
+        super.onStop()
+    }
+
+    override fun onDestroy() {
+        super.onDestroy()
+    }
+
+}
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/TFLiteActivity.kt b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/TFLiteActivity.kt
new file mode 100644
index 0000000..429c6c8
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/TFLiteActivity.kt
@@ -0,0 +1,183 @@
+package com.shibuiwilliam.tflitepytorch
+
+import android.graphics.Bitmap
+import android.graphics.Matrix
+import android.os.Bundle
+import android.util.Log
+import android.view.TextureView
+import android.widget.TextView
+import androidx.annotation.Nullable
+import androidx.annotation.UiThread
+import androidx.annotation.WorkerThread
+import androidx.camera.core.ImageProxy
+import org.tensorflow.lite.Interpreter
+import org.tensorflow.lite.gpu.GpuDelegate
+import org.tensorflow.lite.nnapi.NnApiDelegate
+import org.tensorflow.lite.support.common.FileUtil
+import org.tensorflow.lite.support.common.TensorOperator
+import org.tensorflow.lite.support.common.TensorProcessor
+import org.tensorflow.lite.support.common.ops.NormalizeOp
+import org.tensorflow.lite.support.image.ImageProcessor
+import org.tensorflow.lite.support.image.TensorImage
+import org.tensorflow.lite.support.image.ops.ResizeOp
+import org.tensorflow.lite.support.image.ops.ResizeOp.ResizeMethod
+import org.tensorflow.lite.support.image.ops.ResizeWithCropOrPadOp
+import org.tensorflow.lite.support.label.TensorLabel
+import org.tensorflow.lite.support.tensorbuffer.TensorBuffer
+import java.nio.MappedByteBuffer
+
+
+class TFLiteActivity : AbstractCameraXActivity() {
+    private val TAG: String = TFLiteActivity::class.java.simpleName
+
+    private lateinit var tfliteModel: MappedByteBuffer
+    private lateinit var tfliteInterpreter: Interpreter
+    private val tfliteOptions = Interpreter.Options()
+    private var gpuDelegate: GpuDelegate? = null
+    private var nnApiDelegate: NnApiDelegate? = null
+
+    private lateinit var inputImageBuffer: TensorImage
+    private lateinit var outputProbabilityBuffer: TensorBuffer
+    private lateinit var probabilityProcessor: TensorProcessor
+
+    override fun getContentView(): Int = R.layout.activity_t_f_lite
+    override fun getCameraTextureView(): TextureView = findViewById(R.id.cameraPreviewTextureView)
+    override fun getInferenceTextView(): TextView = findViewById(R.id.inferenceText)
+
+    override fun onCreate(savedInstanceState: Bundle?) {
+        super.onCreate(savedInstanceState)
+
+        initializeTFLite(Constants.Device.NNAPI, Constants.NUM_THREAD)
+
+        inputImageBuffer = TensorImage(tfliteInterpreter.getInputTensor(0).dataType())
+        outputProbabilityBuffer = TensorBuffer.createFixedSize(
+            tfliteInterpreter.getOutputTensor(0).shape(),
+            tfliteInterpreter.getInputTensor(0).dataType()
+        )
+        probabilityProcessor = TensorProcessor
+            .Builder()
+            .add(postprocessNormalizeOp())
+            .build()
+    }
+
+    private fun initializeTFLite(device: Constants.Device, numThreads: Int) {
+        when (device) {
+            Constants.Device.NNAPI -> {
+                nnApiDelegate = NnApiDelegate()
+                tfliteOptions.addDelegate(nnApiDelegate)
+            }
+            Constants.Device.GPU -> {
+                gpuDelegate = GpuDelegate()
+                tfliteOptions.addDelegate(gpuDelegate)
+            }
+            Constants.Device.CPU -> {
+            }
+        }
+        tfliteOptions.setNumThreads(numThreads)
+        tfliteModel = FileUtil.loadMappedFile(this, Constants.TFLITE_MOBILENET_V2_PATH)
+        tfliteInterpreter = Interpreter(tfliteModel, tfliteOptions)
+    }
+
+    @WorkerThread
+    @Nullable
+    override fun analyzeImage(image: ImageProxy, rotationDegrees: Int): String? {
+        try {
+            var bitmap = Utils.imageToBitmap(image)
+            bitmap = rotateBitmap(bitmap, 90f)
+            val labeledProbability = classifyImage(bitmap)
+            Log.i(TAG, "top${Constants.TOPK} prediction: ${labeledProbability}")
+            return labeledProbability.map{it ->
+                val p = "%,.2f".format(it.value)
+                "${it.key}: ${p} \n"
+            }.joinToString()
+        }
+        catch (e: Exception){
+            e.printStackTrace()
+            return null
+        }
+    }
+
+    @UiThread
+    override fun showResult(result: String) {
+        textView.text = result
+    }
+
+    private fun classifyImage(bitmap: Bitmap): Map<String, Float> {
+        val inputImageBuffer = loadImage(bitmap)
+        tfliteInterpreter.run(
+            inputImageBuffer!!.buffer,
+            outputProbabilityBuffer.buffer.rewind()
+        )
+        val labeledProbability: Map<String, Float> = TensorLabel(
+            app!!.labels,
+            probabilityProcessor.process(outputProbabilityBuffer)
+        ).mapWithFloatValue
+        Log.i(TAG, "full prediction: ${labeledProbability}")
+        return Utils.prioritizeByProbability(labeledProbability)
+    }
+
+    private fun loadImage(bitmap: Bitmap): TensorImage? {
+        inputImageBuffer.load(bitmap)
+
+        val cropSize = Math.min(bitmap.width, bitmap.height)
+
+        val imageProcessor = ImageProcessor
+            .Builder()
+            .add(ResizeWithCropOrPadOp(cropSize, cropSize))
+            .add(
+                ResizeOp(
+                    Constants.INPUT_IMAGE_SIZE,
+                    Constants.INPUT_IMAGE_SIZE,
+                    ResizeMethod.NEAREST_NEIGHBOR
+                )
+            )
+            .add(preprocessNormalizeOp())
+            .build()
+        return imageProcessor.process(inputImageBuffer)
+    }
+
+    private fun rotateBitmap(bitmap: Bitmap, degrees: Float): Bitmap {
+        val matrix = Matrix()
+        matrix.postRotate(degrees)
+        return Bitmap.createBitmap(bitmap, 0, 0, bitmap.width, bitmap.height, matrix, true)
+    }
+
+    private fun preprocessNormalizeOp(): TensorOperator? {
+        return NormalizeOp(Constants.IMAGE_MEAN, Constants.IMAGE_STD)
+    }
+
+    protected fun postprocessNormalizeOp(): TensorOperator? {
+        return NormalizeOp(Constants.PROBABILITY_MEAN, Constants.PROBABILITY_STD)
+    }
+
+    override fun onStop() {
+        super.onStop()
+        if (::tfliteInterpreter.isInitialized) {
+            tfliteInterpreter.close()
+        }
+        if (gpuDelegate != null) {
+            gpuDelegate!!.close()
+            gpuDelegate = null
+        }
+        if (nnApiDelegate != null) {
+            nnApiDelegate!!.close()
+            nnApiDelegate = null
+        }
+    }
+
+    override fun onDestroy() {
+        super.onDestroy()
+        if (::tfliteInterpreter.isInitialized) {
+            tfliteInterpreter.close()
+        }
+        if (gpuDelegate != null) {
+            gpuDelegate!!.close()
+            gpuDelegate = null
+        }
+        if (nnApiDelegate != null) {
+            nnApiDelegate!!.close()
+            nnApiDelegate = null
+        }
+
+    }
+}
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/Utils.kt b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/Utils.kt
new file mode 100644
index 0000000..f562428
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/java/com/shibuiwilliam/tflitepytorch/Utils.kt
@@ -0,0 +1,106 @@
+package com.shibuiwilliam.tflitepytorch
+
+import android.content.Context
+import android.graphics.Bitmap
+import android.graphics.BitmapFactory
+import android.graphics.Rect
+import android.graphics.YuvImage
+import android.util.Log
+import androidx.camera.core.ImageProxy
+import java.io.*
+import java.util.*
+import kotlin.Comparator
+
+object Utils{
+    private val TAG: String = Utils::class.java.simpleName
+
+    fun loadLabelList(context: Context, labelPath: String = Constants.LABEL_PATH): List<String> {
+        Log.v(TAG, "Loading ${labelPath}")
+        val labelList: MutableList<String> = mutableListOf()
+        try {
+            BufferedReader(InputStreamReader(context.assets.open(labelPath))).use { reader ->
+                var line = reader.readLine()
+                while (line != null) {
+                    labelList.add(line)
+                    line = reader.readLine()
+                }
+            }
+        }
+        catch (e: IOException) {
+            Log.e(TAG, "Failed to read label list.", e)
+        }
+
+        return labelList
+    }
+
+    fun assetFilePath(context: Context, assetName: String): String? {
+        val file = File(context.filesDir, assetName)
+        if (file.exists() && file.length() > 0) {
+            return file.absolutePath
+        }
+        try {
+            context.assets.open(assetName).use { `is` ->
+                FileOutputStream(file).use { os ->
+                    val buffer = ByteArray(4 * 1024)
+                    var read: Int
+                    while (`is`.read(buffer).also { read = it } != -1) {
+                        os.write(buffer, 0, read)
+                    }
+                    os.flush()
+                }
+                return file.absolutePath
+            }
+        } catch (e: IOException) {
+            Log.e(TAG, "Error process asset $assetName to file path")
+        }
+        return null
+    }
+
+    fun imageToBitmap(image: ImageProxy): Bitmap {
+        val yBuffer = image.planes[0].buffer
+        val uBuffer = image.planes[1].buffer
+        val vBuffer = image.planes[2].buffer
+
+        val ySize = yBuffer.remaining()
+        val uSize = uBuffer.remaining()
+        val vSize = vBuffer.remaining()
+
+        val nv21 = ByteArray(ySize + uSize + vSize)
+
+        yBuffer.get(nv21, 0, ySize)
+        vBuffer.get(nv21, ySize, vSize)
+        uBuffer.get(nv21, ySize + vSize, uSize)
+
+        val yuvImage = YuvImage(nv21, Constants.IMAGE_FORMAT_NV21, image.width, image.height, null)
+        val out = ByteArrayOutputStream()
+        yuvImage.compressToJpeg(Rect(0, 0, yuvImage.width, yuvImage.height), 100, out)
+        val imageBytes = out.toByteArray()
+        return BitmapFactory.decodeByteArray(imageBytes, 0, imageBytes.size)
+    }
+
+    fun prioritizeByProbability(labeledProbability: Map<String, Float>): MutableMap<String, Float> {
+        val priorityMap: MutableMap<String, Float> = mutableMapOf()
+        val priorityQueue = PriorityQueue(
+            Constants.TOPK,
+            Comparator<String> {a,b ->
+                val aProb = labeledProbability.getOrDefault(a, 0f)
+                val bProb = labeledProbability.getOrDefault(b, 0f)
+                when {
+                    aProb > bProb -> 1
+                    aProb < bProb -> -1
+                    else -> 0
+                }
+            }
+        )
+        for (k in labeledProbability.keys){
+            priorityQueue.add(k)
+            if (priorityQueue.size > Constants.TOPK) priorityQueue.remove()
+        }
+        for (i in 0 until Constants.TOPK){
+            val p = priorityQueue.poll()
+            priorityMap[p] = labeledProbability.getOrDefault(p, 0f)
+        }
+        return priorityMap
+    }
+
+}
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/drawable-v24/ic_launcher_foreground.xml b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/drawable-v24/ic_launcher_foreground.xml
new file mode 100644
index 0000000..2b068d1
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/drawable-v24/ic_launcher_foreground.xml
@@ -0,0 +1,30 @@
+<vector xmlns:android="http://schemas.android.com/apk/res/android"
+    xmlns:aapt="http://schemas.android.com/aapt"
+    android:width="108dp"
+    android:height="108dp"
+    android:viewportWidth="108"
+    android:viewportHeight="108">
+    <path android:pathData="M31,63.928c0,0 6.4,-11 12.1,-13.1c7.2,-2.6 26,-1.4 26,-1.4l38.1,38.1L107,108.928l-32,-1L31,63.928z">
+        <aapt:attr name="android:fillColor">
+            <gradient
+                android:endX="85.84757"
+                android:endY="92.4963"
+                android:startX="42.9492"
+                android:startY="49.59793"
+                android:type="linear">
+                <item
+                    android:color="#44000000"
+                    android:offset="0.0" />
+                <item
+                    android:color="#00000000"
+                    android:offset="1.0" />
+            </gradient>
+        </aapt:attr>
+    </path>
+    <path
+        android:fillColor="#FFFFFF"
+        android:fillType="nonZero"
+        android:pathData="M65.3,45.828l3.8,-6.6c0.2,-0.4 0.1,-0.9 -0.3,-1.1c-0.4,-0.2 -0.9,-0.1 -1.1,0.3l-3.9,6.7c-6.3,-2.8 -13.4,-2.8 -19.7,0l-3.9,-6.7c-0.2,-0.4 -0.7,-0.5 -1.1,-0.3C38.8,38.328 38.7,38.828 38.9,39.228l3.8,6.6C36.2,49.428 31.7,56.028 31,63.928h46C76.3,56.028 71.8,49.428 65.3,45.828zM43.4,57.328c-0.8,0 -1.5,-0.5 -1.8,-1.2c-0.3,-0.7 -0.1,-1.5 0.4,-2.1c0.5,-0.5 1.4,-0.7 2.1,-0.4c0.7,0.3 1.2,1 1.2,1.8C45.3,56.528 44.5,57.328 43.4,57.328L43.4,57.328zM64.6,57.328c-0.8,0 -1.5,-0.5 -1.8,-1.2s-0.1,-1.5 0.4,-2.1c0.5,-0.5 1.4,-0.7 2.1,-0.4c0.7,0.3 1.2,1 1.2,1.8C66.5,56.528 65.6,57.328 64.6,57.328L64.6,57.328z"
+        android:strokeWidth="1"
+        android:strokeColor="#00000000" />
+</vector>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/drawable/ic_launcher_background.xml b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/drawable/ic_launcher_background.xml
new file mode 100644
index 0000000..07d5da9
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/drawable/ic_launcher_background.xml
@@ -0,0 +1,170 @@
+<?xml version="1.0" encoding="utf-8"?>
+<vector xmlns:android="http://schemas.android.com/apk/res/android"
+    android:width="108dp"
+    android:height="108dp"
+    android:viewportWidth="108"
+    android:viewportHeight="108">
+    <path
+        android:fillColor="#3DDC84"
+        android:pathData="M0,0h108v108h-108z" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M9,0L9,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,0L19,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M29,0L29,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M39,0L39,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M49,0L49,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M59,0L59,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M69,0L69,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M79,0L79,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M89,0L89,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M99,0L99,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,9L108,9"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,19L108,19"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,29L108,29"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,39L108,39"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,49L108,49"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,59L108,59"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,69L108,69"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,79L108,79"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,89L108,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,99L108,99"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,29L89,29"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,39L89,39"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,49L89,49"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,59L89,59"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,69L89,69"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,79L89,79"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M29,19L29,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M39,19L39,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M49,19L49,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M59,19L59,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M69,19L69,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M79,19L79,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+</vector>
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/layout/activity_main.xml b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/layout/activity_main.xml
new file mode 100644
index 0000000..8a3e3d6
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/layout/activity_main.xml
@@ -0,0 +1,43 @@
+<?xml version="1.0" encoding="utf-8"?>
+<androidx.constraintlayout.widget.ConstraintLayout
+    xmlns:android="http://schemas.android.com/apk/res/android"
+    xmlns:app="http://schemas.android.com/apk/res-auto"
+    xmlns:tools="http://schemas.android.com/tools"
+    android:layout_width="match_parent"
+    android:layout_height="match_parent"
+    tools:context=".MainActivity">
+
+    <LinearLayout
+        android:layout_width="match_parent"
+        android:layout_height="match_parent"
+        android:orientation="vertical"
+        android:background="@color/colorAccent"
+        app:layout_constraintBottom_toBottomOf="parent"
+        app:layout_constraintEnd_toEndOf="parent"
+        app:layout_constraintStart_toStartOf="parent"
+        app:layout_constraintTop_toTopOf="parent">
+
+        <Button
+            android:layout_margin="8dp"
+            android:id="@+id/TFLite"
+            android:layout_width="match_parent"
+            android:layout_height="0dp"
+            android:layout_weight="5"
+            android:text="@string/tflite"
+            android:textSize="40sp"
+            android:textColor="@color/colorAccent"
+            android:background="@color/colorPrimary" />
+
+        <Button
+            android:layout_margin="8dp"
+            android:id="@+id/PyTorch"
+            android:layout_width="match_parent"
+            android:layout_height="0dp"
+            android:layout_weight="5"
+            android:text="@string/pytorch"
+            android:textSize="40sp"
+            android:textColor="@color/colorAccent"
+            android:background="@color/colorPrimaryDark" />
+    </LinearLayout>
+
+</androidx.constraintlayout.widget.ConstraintLayout>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/layout/activity_py_torch.xml b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/layout/activity_py_torch.xml
new file mode 100644
index 0000000..9bd93b3
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/layout/activity_py_torch.xml
@@ -0,0 +1,30 @@
+<?xml version="1.0" encoding="utf-8"?>
+<androidx.constraintlayout.widget.ConstraintLayout
+    xmlns:android="http://schemas.android.com/apk/res/android"
+    xmlns:app="http://schemas.android.com/apk/res-auto"
+    xmlns:tools="http://schemas.android.com/tools"
+    android:layout_width="match_parent"
+    android:layout_height="match_parent"
+    tools:context=".PyTorchActivity">
+
+    <TextureView
+        android:id="@+id/cameraPreviewTextureView"
+        android:layout_width="match_parent"
+        android:layout_height="0dp"
+        app:layout_constraintBottom_toTopOf="@+id/inferenceText"
+        app:layout_constraintEnd_toEndOf="parent"
+        app:layout_constraintStart_toStartOf="parent"
+        app:layout_constraintTop_toTopOf="parent" />
+
+    <TextView
+        android:id="@+id/inferenceText"
+        android:layout_width="match_parent"
+        android:layout_height="wrap_content"
+        android:textAlignment="center"
+        android:textSize="24sp"
+        app:layout_constraintBottom_toBottomOf="parent"
+        app:layout_constraintEnd_toEndOf="parent"
+        app:layout_constraintStart_toStartOf="parent"
+        app:layout_constraintTop_toBottomOf="@+id/cameraPreviewTextureView" />
+
+</androidx.constraintlayout.widget.ConstraintLayout>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/layout/activity_t_f_lite.xml b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/layout/activity_t_f_lite.xml
new file mode 100644
index 0000000..dd9ca3e
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/layout/activity_t_f_lite.xml
@@ -0,0 +1,30 @@
+<?xml version="1.0" encoding="utf-8"?>
+<androidx.constraintlayout.widget.ConstraintLayout
+    xmlns:android="http://schemas.android.com/apk/res/android"
+    xmlns:app="http://schemas.android.com/apk/res-auto"
+    xmlns:tools="http://schemas.android.com/tools"
+    android:layout_width="match_parent"
+    android:layout_height="match_parent"
+    tools:context=".TFLiteActivity">
+
+    <TextureView
+        android:id="@+id/cameraPreviewTextureView"
+        android:layout_width="match_parent"
+        android:layout_height="0dp"
+        app:layout_constraintBottom_toTopOf="@+id/inferenceText"
+        app:layout_constraintEnd_toEndOf="parent"
+        app:layout_constraintStart_toStartOf="parent"
+        app:layout_constraintTop_toTopOf="parent" />
+
+    <TextView
+        android:id="@+id/inferenceText"
+        android:layout_width="match_parent"
+        android:layout_height="wrap_content"
+        android:textAlignment="center"
+        android:textSize="24sp"
+        app:layout_constraintBottom_toBottomOf="parent"
+        app:layout_constraintEnd_toEndOf="parent"
+        app:layout_constraintStart_toStartOf="parent"
+        app:layout_constraintTop_toBottomOf="@+id/cameraPreviewTextureView" />
+
+</androidx.constraintlayout.widget.ConstraintLayout>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml
new file mode 100644
index 0000000..eca70cf
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml
@@ -0,0 +1,5 @@
+<?xml version="1.0" encoding="utf-8"?>
+<adaptive-icon xmlns:android="http://schemas.android.com/apk/res/android">
+    <background android:drawable="@drawable/ic_launcher_background" />
+    <foreground android:drawable="@drawable/ic_launcher_foreground" />
+</adaptive-icon>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml
new file mode 100644
index 0000000..eca70cf
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml
@@ -0,0 +1,5 @@
+<?xml version="1.0" encoding="utf-8"?>
+<adaptive-icon xmlns:android="http://schemas.android.com/apk/res/android">
+    <background android:drawable="@drawable/ic_launcher_background" />
+    <foreground android:drawable="@drawable/ic_launcher_foreground" />
+</adaptive-icon>
\ No newline at end of file
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-hdpi/ic_launcher.png b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-hdpi/ic_launcher.png
new file mode 100644
index 0000000..a571e60
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-hdpi/ic_launcher.png differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-hdpi/ic_launcher_round.png b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-hdpi/ic_launcher_round.png
new file mode 100644
index 0000000..61da551
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-hdpi/ic_launcher_round.png differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-mdpi/ic_launcher.png b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-mdpi/ic_launcher.png
new file mode 100644
index 0000000..c41dd28
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-mdpi/ic_launcher.png differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-mdpi/ic_launcher_round.png b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-mdpi/ic_launcher_round.png
new file mode 100644
index 0000000..db5080a
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-mdpi/ic_launcher_round.png differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xhdpi/ic_launcher.png b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xhdpi/ic_launcher.png
new file mode 100644
index 0000000..6dba46d
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xhdpi/ic_launcher.png differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xhdpi/ic_launcher_round.png b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xhdpi/ic_launcher_round.png
new file mode 100644
index 0000000..da31a87
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xhdpi/ic_launcher_round.png differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xxhdpi/ic_launcher.png b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xxhdpi/ic_launcher.png
new file mode 100644
index 0000000..15ac681
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xxhdpi/ic_launcher.png differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.png b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.png
new file mode 100644
index 0000000..b216f2d
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.png differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xxxhdpi/ic_launcher.png b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xxxhdpi/ic_launcher.png
new file mode 100644
index 0000000..f25a419
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xxxhdpi/ic_launcher.png differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.png b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.png
new file mode 100644
index 0000000..e96783c
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.png differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/values/colors.xml b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/values/colors.xml
new file mode 100644
index 0000000..030098f
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/values/colors.xml
@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="utf-8"?>
+<resources>
+    <color name="colorPrimary">#6200EE</color>
+    <color name="colorPrimaryDark">#3700B3</color>
+    <color name="colorAccent">#03DAC5</color>
+</resources>
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/values/strings.xml b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/values/strings.xml
new file mode 100644
index 0000000..de30a74
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/values/strings.xml
@@ -0,0 +1,5 @@
+<resources>
+    <string name="app_name">TFLitePyTorch</string>
+    <string name="tflite">TFLite</string>
+    <string name="pytorch">PyTorch</string>
+</resources>
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/values/styles.xml b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/values/styles.xml
new file mode 100644
index 0000000..5885930
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/main/res/values/styles.xml
@@ -0,0 +1,11 @@
+<resources>
+
+    <!-- Base application theme. -->
+    <style name="AppTheme" parent="Theme.AppCompat.Light.DarkActionBar">
+        <!-- Customize your theme here. -->
+        <item name="colorPrimary">@color/colorPrimary</item>
+        <item name="colorPrimaryDark">@color/colorPrimaryDark</item>
+        <item name="colorAccent">@color/colorAccent</item>
+    </style>
+
+</resources>
diff --git a/MLOps/serving_patterns/edge_ai_pattern/app/src/test/java/com/shibuiwilliam/tflitepytorch/ExampleUnitTest.kt b/MLOps/serving_patterns/edge_ai_pattern/app/src/test/java/com/shibuiwilliam/tflitepytorch/ExampleUnitTest.kt
new file mode 100644
index 0000000..31864be
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/app/src/test/java/com/shibuiwilliam/tflitepytorch/ExampleUnitTest.kt
@@ -0,0 +1,17 @@
+package com.shibuiwilliam.tflitepytorch
+
+import org.junit.Test
+
+import org.junit.Assert.*
+
+/**
+ * Example local unit test, which will execute on the development machine (host).
+ *
+ * See [testing documentation](http://d.android.com/tools/testing).
+ */
+class ExampleUnitTest {
+    @Test
+    fun addition_isCorrect() {
+        assertEquals(4, 2 + 2)
+    }
+}
diff --git a/MLOps/serving_patterns/edge_ai_pattern/build.gradle b/MLOps/serving_patterns/edge_ai_pattern/build.gradle
new file mode 100644
index 0000000..ba334c4
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/build.gradle
@@ -0,0 +1,29 @@
+// Top-level build file where you can add configuration options common to all sub-projects/modules.
+
+buildscript {
+    ext.kotlin_version = '1.4.20'
+    repositories {
+        google()
+        jcenter()
+        
+    }
+    dependencies {
+        classpath 'com.android.tools.build:gradle:4.1.1'
+        classpath "org.jetbrains.kotlin:kotlin-gradle-plugin:$kotlin_version"
+
+        // NOTE: Do not place your application dependencies here; they belong
+        // in the individual module build.gradle files
+    }
+}
+
+allprojects {
+    repositories {
+        google()
+        jcenter()
+        
+    }
+}
+
+task clean(type: Delete) {
+    delete rootProject.buildDir
+}
diff --git a/MLOps/serving_patterns/edge_ai_pattern/gradle.properties b/MLOps/serving_patterns/edge_ai_pattern/gradle.properties
new file mode 100644
index 0000000..23339e0
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/gradle.properties
@@ -0,0 +1,21 @@
+# Project-wide Gradle settings.
+# IDE (e.g. Android Studio) users:
+# Gradle settings configured through the IDE *will override*
+# any settings specified in this file.
+# For more details on how to configure your build environment visit
+# http://www.gradle.org/docs/current/userguide/build_environment.html
+# Specifies the JVM arguments used for the daemon process.
+# The setting is particularly useful for tweaking memory settings.
+org.gradle.jvmargs=-Xmx1536m
+# When configured, Gradle will run in incubating parallel mode.
+# This option should only be used with decoupled projects. More details, visit
+# http://www.gradle.org/docs/current/userguide/multi_project_builds.html#sec:decoupled_projects
+# org.gradle.parallel=true
+# AndroidX package structure to make it clearer which packages are bundled with the
+# Android operating system, and which are packaged with your app's APK
+# https://developer.android.com/topic/libraries/support-library/androidx-rn
+android.useAndroidX=true
+# Automatically convert third-party libraries to use AndroidX
+android.enableJetifier=true
+# Kotlin code style for this project: "official" or "obsolete":
+kotlin.code.style=official
diff --git a/MLOps/serving_patterns/edge_ai_pattern/gradle/wrapper/gradle-wrapper.jar b/MLOps/serving_patterns/edge_ai_pattern/gradle/wrapper/gradle-wrapper.jar
new file mode 100644
index 0000000..f6b961f
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/gradle/wrapper/gradle-wrapper.jar differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/gradle/wrapper/gradle-wrapper.properties b/MLOps/serving_patterns/edge_ai_pattern/gradle/wrapper/gradle-wrapper.properties
new file mode 100644
index 0000000..6415e38
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/gradle/wrapper/gradle-wrapper.properties
@@ -0,0 +1,6 @@
+#Fri Jan 01 18:50:43 JST 2021
+distributionBase=GRADLE_USER_HOME
+distributionPath=wrapper/dists
+zipStoreBase=GRADLE_USER_HOME
+zipStorePath=wrapper/dists
+distributionUrl=https\://services.gradle.org/distributions/gradle-6.5-bin.zip
diff --git a/MLOps/serving_patterns/edge_ai_pattern/gradlew b/MLOps/serving_patterns/edge_ai_pattern/gradlew
new file mode 100644
index 0000000..cccdd3d
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/gradlew
@@ -0,0 +1,172 @@
+#!/usr/bin/env sh
+
+##############################################################################
+##
+##  Gradle start up script for UN*X
+##
+##############################################################################
+
+# Attempt to set APP_HOME
+# Resolve links: $0 may be a link
+PRG="$0"
+# Need this for relative symlinks.
+while [ -h "$PRG" ] ; do
+    ls=`ls -ld "$PRG"`
+    link=`expr "$ls" : '.*-> \(.*\)$'`
+    if expr "$link" : '/.*' > /dev/null; then
+        PRG="$link"
+    else
+        PRG=`dirname "$PRG"`"/$link"
+    fi
+done
+SAVED="`pwd`"
+cd "`dirname \"$PRG\"`/" >/dev/null
+APP_HOME="`pwd -P`"
+cd "$SAVED" >/dev/null
+
+APP_NAME="Gradle"
+APP_BASE_NAME=`basename "$0"`
+
+# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
+DEFAULT_JVM_OPTS=""
+
+# Use the maximum available, or set MAX_FD != -1 to use that value.
+MAX_FD="maximum"
+
+warn () {
+    echo "$*"
+}
+
+die () {
+    echo
+    echo "$*"
+    echo
+    exit 1
+}
+
+# OS specific support (must be 'true' or 'false').
+cygwin=false
+msys=false
+darwin=false
+nonstop=false
+case "`uname`" in
+  CYGWIN* )
+    cygwin=true
+    ;;
+  Darwin* )
+    darwin=true
+    ;;
+  MINGW* )
+    msys=true
+    ;;
+  NONSTOP* )
+    nonstop=true
+    ;;
+esac
+
+CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar
+
+# Determine the Java command to use to start the JVM.
+if [ -n "$JAVA_HOME" ] ; then
+    if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
+        # IBM's JDK on AIX uses strange locations for the executables
+        JAVACMD="$JAVA_HOME/jre/sh/java"
+    else
+        JAVACMD="$JAVA_HOME/bin/java"
+    fi
+    if [ ! -x "$JAVACMD" ] ; then
+        die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME
+
+Please set the JAVA_HOME variable in your environment to match the
+location of your Java installation."
+    fi
+else
+    JAVACMD="java"
+    which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
+
+Please set the JAVA_HOME variable in your environment to match the
+location of your Java installation."
+fi
+
+# Increase the maximum file descriptors if we can.
+if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then
+    MAX_FD_LIMIT=`ulimit -H -n`
+    if [ $? -eq 0 ] ; then
+        if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then
+            MAX_FD="$MAX_FD_LIMIT"
+        fi
+        ulimit -n $MAX_FD
+        if [ $? -ne 0 ] ; then
+            warn "Could not set maximum file descriptor limit: $MAX_FD"
+        fi
+    else
+        warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT"
+    fi
+fi
+
+# For Darwin, add options to specify how the application appears in the dock
+if $darwin; then
+    GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\""
+fi
+
+# For Cygwin, switch paths to Windows format before running java
+if $cygwin ; then
+    APP_HOME=`cygpath --path --mixed "$APP_HOME"`
+    CLASSPATH=`cygpath --path --mixed "$CLASSPATH"`
+    JAVACMD=`cygpath --unix "$JAVACMD"`
+
+    # We build the pattern for arguments to be converted via cygpath
+    ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`
+    SEP=""
+    for dir in $ROOTDIRSRAW ; do
+        ROOTDIRS="$ROOTDIRS$SEP$dir"
+        SEP="|"
+    done
+    OURCYGPATTERN="(^($ROOTDIRS))"
+    # Add a user-defined pattern to the cygpath arguments
+    if [ "$GRADLE_CYGPATTERN" != "" ] ; then
+        OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)"
+    fi
+    # Now convert the arguments - kludge to limit ourselves to /bin/sh
+    i=0
+    for arg in "$@" ; do
+        CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -`
+        CHECK2=`echo "$arg"|egrep -c "^-"`                                 ### Determine if an option
+
+        if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then                    ### Added a condition
+            eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"`
+        else
+            eval `echo args$i`="\"$arg\""
+        fi
+        i=$((i+1))
+    done
+    case $i in
+        (0) set -- ;;
+        (1) set -- "$args0" ;;
+        (2) set -- "$args0" "$args1" ;;
+        (3) set -- "$args0" "$args1" "$args2" ;;
+        (4) set -- "$args0" "$args1" "$args2" "$args3" ;;
+        (5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;;
+        (6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;;
+        (7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;;
+        (8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;;
+        (9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;;
+    esac
+fi
+
+# Escape application args
+save () {
+    for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done
+    echo " "
+}
+APP_ARGS=$(save "$@")
+
+# Collect all arguments for the java command, following the shell quoting and substitution rules
+eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS"
+
+# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong
+if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then
+  cd "$(dirname "$0")"
+fi
+
+exec "$JAVACMD" "$@"
diff --git a/MLOps/serving_patterns/edge_ai_pattern/gradlew.bat b/MLOps/serving_patterns/edge_ai_pattern/gradlew.bat
new file mode 100644
index 0000000..f955316
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/gradlew.bat
@@ -0,0 +1,84 @@
+@if "%DEBUG%" == "" @echo off
+@rem ##########################################################################
+@rem
+@rem  Gradle startup script for Windows
+@rem
+@rem ##########################################################################
+
+@rem Set local scope for the variables with windows NT shell
+if "%OS%"=="Windows_NT" setlocal
+
+set DIRNAME=%~dp0
+if "%DIRNAME%" == "" set DIRNAME=.
+set APP_BASE_NAME=%~n0
+set APP_HOME=%DIRNAME%
+
+@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
+set DEFAULT_JVM_OPTS=
+
+@rem Find java.exe
+if defined JAVA_HOME goto findJavaFromJavaHome
+
+set JAVA_EXE=java.exe
+%JAVA_EXE% -version >NUL 2>&1
+if "%ERRORLEVEL%" == "0" goto init
+
+echo.
+echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
+echo.
+echo Please set the JAVA_HOME variable in your environment to match the
+echo location of your Java installation.
+
+goto fail
+
+:findJavaFromJavaHome
+set JAVA_HOME=%JAVA_HOME:"=%
+set JAVA_EXE=%JAVA_HOME%/bin/java.exe
+
+if exist "%JAVA_EXE%" goto init
+
+echo.
+echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
+echo.
+echo Please set the JAVA_HOME variable in your environment to match the
+echo location of your Java installation.
+
+goto fail
+
+:init
+@rem Get command-line arguments, handling Windows variants
+
+if not "%OS%" == "Windows_NT" goto win9xME_args
+
+:win9xME_args
+@rem Slurp the command line arguments.
+set CMD_LINE_ARGS=
+set _SKIP=2
+
+:win9xME_args_slurp
+if "x%~1" == "x" goto execute
+
+set CMD_LINE_ARGS=%*
+
+:execute
+@rem Setup the command line
+
+set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
+
+@rem Execute Gradle
+"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
+
+:end
+@rem End local scope for the variables with windows NT shell
+if "%ERRORLEVEL%"=="0" goto mainEnd
+
+:fail
+rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
+rem the _cmd.exe /c_ return code!
+if  not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
+exit /b 1
+
+:mainEnd
+if "%OS%"=="Windows_NT" endlocal
+
+:omega
diff --git a/MLOps/serving_patterns/edge_ai_pattern/img/edge_ai.png b/MLOps/serving_patterns/edge_ai_pattern/img/edge_ai.png
new file mode 100644
index 0000000..4c922e0
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/img/edge_ai.png differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/img/files.png b/MLOps/serving_patterns/edge_ai_pattern/img/files.png
new file mode 100644
index 0000000..da4badd
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/img/files.png differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/img/install.png b/MLOps/serving_patterns/edge_ai_pattern/img/install.png
new file mode 100644
index 0000000..d9e9b91
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/img/install.png differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/img/start.png b/MLOps/serving_patterns/edge_ai_pattern/img/start.png
new file mode 100644
index 0000000..253b28a
Binary files /dev/null and b/MLOps/serving_patterns/edge_ai_pattern/img/start.png differ
diff --git a/MLOps/serving_patterns/edge_ai_pattern/local.properties b/MLOps/serving_patterns/edge_ai_pattern/local.properties
new file mode 100644
index 0000000..7bd3e9c
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/local.properties
@@ -0,0 +1,8 @@
+## This file must *NOT* be checked into Version Control Systems,
+# as it contains information specific to your local configuration.
+#
+# Location of the SDK. This is only used by Gradle.
+# For customization when using a Version Control System, please read the
+# header note.
+#Fri Jan 01 18:35:48 JST 2021
+sdk.dir=/Users/shibuiyuusuke/Library/Android/sdk
diff --git a/MLOps/serving_patterns/edge_ai_pattern/settings.gradle b/MLOps/serving_patterns/edge_ai_pattern/settings.gradle
new file mode 100644
index 0000000..1519b00
--- /dev/null
+++ b/MLOps/serving_patterns/edge_ai_pattern/settings.gradle
@@ -0,0 +1,2 @@
+rootProject.name='TFLitePyTorch'
+include ':app'
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/.dockerignore b/MLOps/serving_patterns/horizontal_microservice_pattern/.dockerignore
new file mode 100644
index 0000000..8c9a4ec
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/.dockerignore
@@ -0,0 +1,12 @@
+dockerfile
+Dockerfile
+.dockerignore
+log
+tmp
+*.sqlite3
+*.sqlite3-journal
+__pycache__
+.pytest_cache
+*.dvc
+dvc.yaml
+dvc.lock
\ No newline at end of file
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/Dockerfile.proxy b/MLOps/serving_patterns/horizontal_microservice_pattern/Dockerfile.proxy
new file mode 100644
index 0000000..1e84b3e
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/Dockerfile.proxy
@@ -0,0 +1,25 @@
+FROM python:3.8-slim
+
+ENV PROJECT_DIR horizontal_microservice_pattern
+ENV PROXY_DIR api_composition_proxy
+
+WORKDIR /${PROJECT_DIR}
+ADD ./requirements_proxy.txt /${PROJECT_DIR}/
+
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements_proxy.txt
+
+COPY ./src/ /${PROJECT_DIR}/src/
+COPY ./models/ /${PROJECT_DIR}/models/
+
+ENV LOG_LEVEL DEBUG
+ENV LOG_FORMAT TEXT
+ENV PORT 9000
+ENV APP_NAME src.api_composition_proxy.app.proxy:app
+
+COPY ./run.sh /${PROJECT_DIR}/run.sh
+RUN chmod +x /${PROJECT_DIR}/run.sh
+CMD [ "./run.sh" ]
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/Dockerfile.service.setosa b/MLOps/serving_patterns/horizontal_microservice_pattern/Dockerfile.service.setosa
new file mode 100644
index 0000000..9898b20
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/Dockerfile.service.setosa
@@ -0,0 +1,24 @@
+FROM python:3.8-slim
+
+ENV PROJECT_DIR horizontal_microservice_pattern
+
+WORKDIR /${PROJECT_DIR}
+ADD ./requirements.txt /${PROJECT_DIR}/
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt
+
+COPY ./src/ /${PROJECT_DIR}/src/
+COPY ./models/ /${PROJECT_DIR}/models/
+
+ENV MODEL_FILEPATH /${PROJECT_DIR}/models/iris_svc_0_setosa.onnx
+ENV LABEL_FILEPATH /${PROJECT_DIR}/models/label.json
+
+ENV LOG_LEVEL DEBUG
+ENV LOG_FORMAT TEXT
+
+COPY ./run.sh /${PROJECT_DIR}/run.sh
+RUN chmod +x /${PROJECT_DIR}/run.sh
+CMD [ "./run.sh" ]
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/Dockerfile.service.versicolor b/MLOps/serving_patterns/horizontal_microservice_pattern/Dockerfile.service.versicolor
new file mode 100644
index 0000000..cc93513
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/Dockerfile.service.versicolor
@@ -0,0 +1,23 @@
+FROM python:3.8-slim
+
+ENV PROJECT_DIR horizontal_microservice_pattern
+WORKDIR /${PROJECT_DIR}
+ADD ./requirements.txt /${PROJECT_DIR}/
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt
+
+COPY ./src/ /${PROJECT_DIR}/src/
+COPY ./models/ /${PROJECT_DIR}/models/
+
+ENV MODEL_FILEPATH /${PROJECT_DIR}/models/iris_svc_0_versicolor.onnx
+ENV LABEL_FILEPATH /${PROJECT_DIR}/models/label.json
+
+ENV LOG_LEVEL DEBUG
+ENV LOG_FORMAT TEXT
+
+COPY ./run.sh /${PROJECT_DIR}/run.sh
+RUN chmod +x /${PROJECT_DIR}/run.sh
+CMD [ "./run.sh" ]
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/Dockerfile.service.virginica b/MLOps/serving_patterns/horizontal_microservice_pattern/Dockerfile.service.virginica
new file mode 100644
index 0000000..a15c3aa
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/Dockerfile.service.virginica
@@ -0,0 +1,23 @@
+FROM python:3.8-slim
+
+ENV PROJECT_DIR horizontal_microservice_pattern
+WORKDIR /${PROJECT_DIR}
+ADD ./requirements.txt /${PROJECT_DIR}/
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt
+
+COPY ./src/ /${PROJECT_DIR}/src/
+COPY ./models/ /${PROJECT_DIR}/models/
+
+ENV MODEL_FILEPATH /${PROJECT_DIR}/models/iris_svc_0_virginica.onnx
+ENV LABEL_FILEPATH /${PROJECT_DIR}/models/label.json
+
+ENV LOG_LEVEL DEBUG
+ENV LOG_FORMAT TEXT
+
+COPY ./run.sh /${PROJECT_DIR}/run.sh
+RUN chmod +x /${PROJECT_DIR}/run.sh
+CMD [ "./run.sh" ]
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/README.md b/MLOps/serving_patterns/horizontal_microservice_pattern/README.md
new file mode 100644
index 0000000..7a3c70a
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/README.md
@@ -0,0 +1,211 @@
+# 병렬 마이크로서비스 패턴
+
+## 목적
+
+추론기를 병렬 마이크로서비스로 배치합니다.
+
+## 전제
+
+- Python 3.8 이상
+- Docker
+- Docker compose
+
+## 사용법
+
+0. 현재 디렉토리
+
+```sh
+$ pwd
+~/ml-system-in-actions/chapter4_serving_patterns/horizontal_microservice_pattern
+```
+
+1. Docker 이미지 빌드
+
+```sh
+$ make build_all
+# 실행 커맨드
+# docker build \
+#     -t shibui/ml-system-in-actions:horizontal_microservice_pattern_setosa_0.0.1 \
+#     -f ./Dockerfile.service.setosa \
+#     .
+# docker build \
+#     -t shibui/ml-system-in-actions:horizontal_microservice_pattern_versicolor_0.0.1 \
+#     -f ./Dockerfile.service.versicolor \
+#     .
+# docker build \
+#     -t shibui/ml-system-in-actions:horizontal_microservice_pattern_virginica_0.0.1 \
+#     -f ./Dockerfile.service.virginica \
+#     .
+# docker build \
+#     -t shibui/ml-system-in-actions:horizontal_microservice_pattern_proxy_0.0.1 \
+#     -f ./Dockerfile.proxy \
+#     .
+```
+
+2. Docker compose 로 각 서비스 기동
+
+```sh
+$ make c_up
+# 실행 커맨드
+# docker-compose \
+#     -f ./docker-compose.yml \
+#     up -d
+```
+
+3. 기동한 API 에 요청
+
+```sh
+# proxy에 헬스 체크
+$ curl localhost:9000/health
+# 출력
+# {"health":"ok"}
+
+# 추론기에 헬스 체크
+$ curl localhost:9000/health/all
+# 출력
+# {
+#   "setosa": {
+#     "health": "ok"
+#   },
+#   "virginica": {
+#     "health": "ok"
+#   },
+#   "versicolor": {
+#     "health": "ok"
+#   }
+# }
+
+# 메타 데이터
+$ curl localhost:9000/metadata
+# 출력
+# {
+#   "data_type": "float32",
+#   "data_structure": "(1,4)",
+#   "data_sample": [
+#     [
+#       5.1,
+#       3.5,
+#       1.4,
+#       0.2
+#     ]
+#   ],
+#   "prediction_type": "float32",
+#   "prediction_structure": "(1,2)",
+#   "prediction_sample": {
+#     "service_setosa": [
+#       0.97,
+#       0.03
+#     ],
+#     "service_versicolor": [
+#       0.97,
+#       0.03
+#     ],
+#     "service_virginica": [
+#       0.97,
+#       0.03
+#     ]
+#   }
+# }
+
+# 테스트 데이터로 추론 요청(GET)
+$ curl localhost:9000/predict/get/test
+# 출력
+# {
+#   "setosa": {
+#     "prediction": [
+#       0.9824145436286926,
+#       0.017585478723049164
+#     ]
+#   },
+#   "virginica": {
+#     "prediction": [
+#       0.011562099680304527,
+#       0.9884378910064697
+#     ]
+#   },
+#   "versicolor": {
+#     "prediction": [
+#       0.0046140821650624275,
+#       0.9953859448432922
+#     ]
+#   }
+# }
+
+# 테스트 데이터로 추론 요청(POST)
+$ curl localhost:9000/predict/post/test
+# 출력
+# {
+#   "setosa": {
+#     "prediction": [
+#       0.9824145436286926,
+#       0.017585478723049164
+#     ]
+#   },
+#   "virginica": {
+#     "prediction": [
+#       0.011562099680304527,
+#       0.9884378910064697
+#     ]
+#   },
+#   "versicolor": {
+#     "prediction": [
+#       0.0046140821650624275,
+#       0.9953859448432922
+#     ]
+#   }
+# }
+
+
+# POST 요청
+$ curl \
+    -X POST \
+    -H "Content-Type: application/json" \
+    -d '{"data": [[1.0, 2.0, 3.0, 4.0]]}' \
+    localhost:9000/predict
+# 출력
+# {
+#   "setosa": {
+#     "prediction": [
+#       0.2897033989429474,
+#       0.710296630859375
+#     ]
+#   },
+#   "virginica": {
+#     "prediction": [
+#       0.3042130172252655,
+#       0.6957869529724121
+#     ]
+#   },
+#   "versicolor": {
+#     "prediction": [
+#       0.05282164365053177,
+#       0.9471783638000488
+#     ]
+#   }
+# }
+
+# 라벨을 요청
+$ curl \
+    -X POST \
+    -H "Content-Type: application/json" \
+    -d '{"data": [[1.0, 2.0, 3.0, 4.0]]}' \
+    localhost:9000/predict/label
+# 출력
+# {
+#   "prediction": {
+#     "proba": 0.3042130172252655,
+#     "label": "virginica"
+#   }
+# }
+
+```
+
+4. Docker compose 정지
+
+```sh
+$ make c_down
+# 실행 커맨드
+# docker-compose \
+#     -f ./docker-compose.yml \
+#     down
+```
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/__init__.py b/MLOps/serving_patterns/horizontal_microservice_pattern/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/docker-compose.yml b/MLOps/serving_patterns/horizontal_microservice_pattern/docker-compose.yml
new file mode 100644
index 0000000..a4cdcd4
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/docker-compose.yml
@@ -0,0 +1,57 @@
+version: "3"
+
+services:
+  proxy:
+    container_name: proxy
+    image: shibui/ml-system-in-actions:horizontal_microservice_pattern_proxy_0.0.1
+    restart: always
+    environment:
+      - PLATFORM=docker_compose
+      - APP_NAME=src.api_composition_proxy.app.proxy:app
+      - PORT=9000
+      - SERVICE_SETOSA=service_setosa:8000
+      - SERVICE_VERSICOLOR=service_versicolor:8001
+      - SERVICE_VIRGINICA=service_virginica:8002
+    ports:
+      - "9000:9000"
+    command: ./run.sh
+    depends_on:
+      - service_setosa
+      - service_versicolor
+      - service_virginica
+
+  service_setosa:
+    container_name: service_setosa
+    image: shibui/ml-system-in-actions:horizontal_microservice_pattern_setosa_0.0.1
+    restart: always
+    environment:
+      - PLATFORM=docker_compose
+      - PORT=8000
+      - MODE=setosa
+    ports:
+      - "8000:8000"
+    command: ./run.sh
+
+  service_versicolor:
+    container_name: service_versicolor
+    image: shibui/ml-system-in-actions:horizontal_microservice_pattern_versicolor_0.0.1
+    restart: always
+    environment:
+      - PLATFORM=docker_compose
+      - PORT=8001
+      - MODE=versicolor
+    ports:
+      - "8001:8001"
+    command: ./run.sh
+
+  service_virginica:
+    container_name: service_virginica
+    image: shibui/ml-system-in-actions:horizontal_microservice_pattern_virginica_0.0.1
+    restart: always
+    environment:
+      - PLATFORM=docker_compose
+      - PORT=8002
+      - MODE=virginica
+    ports:
+      - "8002:8002"
+    command: ./run.sh
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/makefile b/MLOps/serving_patterns/horizontal_microservice_pattern/makefile
new file mode 100644
index 0000000..6d6ea39
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/makefile
@@ -0,0 +1,107 @@
+DOCKER_REPOSITORY := shibui/ml-system-in-actions
+
+ABSOLUTE_PATH := $(shell pwd)
+
+DOCKERFILE := Dockerfile
+DOCKER_COMPOSE := docker-compose.yml
+IMAGE_VERSION := 0.0.1
+
+
+HORIZONTAL_MICROSERVICE_PATTERN := horizontal_microservice_pattern
+HORIZONTAL_MICROSERVICE_PATTERN_PATH := $(ABSOLUTE_PATH)/$(HORIZONTAL_MICROSERVICE_PATTERN)
+HORIZONTAL_MICROSERVICE_PATTERN_SETOSA_PORT := 8000
+HORIZONTAL_MICROSERVICE_PATTERN_VERSICOLOR_PORT := 8001
+HORIZONTAL_MICROSERVICE_PATTERN_VIRGINICA_PORT := 8002
+
+HORIZONTAL_MICROSERVICE_PATTERN_PROXY_PORT := 9000
+
+.PHONY: build_setosa
+build_setosa:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(HORIZONTAL_MICROSERVICE_PATTERN)_setosa_$(IMAGE_VERSION) \
+		-f ./$(DOCKERFILE).service.setosa \
+		.
+	
+.PHONY: stop_setosa
+stop_setosa:
+	docker rm -f $(HORIZONTAL_MICROSERVICE_PATTERN)_setosa
+
+
+.PHONY: push_setosa
+push_setosa:
+	docker push $(DOCKER_REPOSITORY):$(HORIZONTAL_MICROSERVICE_PATTERN)_setosa_$(IMAGE_VERSION)
+
+
+.PHONY: build_versicolor
+build_versicolor:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(HORIZONTAL_MICROSERVICE_PATTERN)_versicolor_$(IMAGE_VERSION) \
+		-f ./$(DOCKERFILE).service.versicolor \
+		.
+	
+.PHONY: stop_versicolor
+stop_versicolor:
+	docker rm -f $(HORIZONTAL_MICROSERVICE_PATTERN)_versicolor
+
+.PHONY: push_versicolor
+push_versicolor:
+	docker push $(DOCKER_REPOSITORY):$(HORIZONTAL_MICROSERVICE_PATTERN)_versicolor_$(IMAGE_VERSION)
+
+
+.PHONY: build_virginica
+build_virginica:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(HORIZONTAL_MICROSERVICE_PATTERN)_virginica_$(IMAGE_VERSION) \
+		-f ./$(DOCKERFILE).service.virginica \
+		.
+	
+.PHONY: stop_virginica
+stop_virginica:
+	docker rm -f $(HORIZONTAL_MICROSERVICE_PATTERN)_virginica
+
+.PHONY: push_virginica
+push_virginica:
+	docker push $(DOCKER_REPOSITORY):$(HORIZONTAL_MICROSERVICE_PATTERN)_virginica_$(IMAGE_VERSION)
+
+
+.PHONY: build_proxy
+build_proxy:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(HORIZONTAL_MICROSERVICE_PATTERN)_proxy_$(IMAGE_VERSION) \
+		-f ./$(DOCKERFILE).proxy \
+		.
+	
+.PHONY: stop_proxy
+stop_proxy:
+	docker rm -f $(HORIZONTAL_MICROSERVICE_PATTERN)_proxy
+
+.PHONY: push_proxy
+push_proxy:
+	docker push $(DOCKER_REPOSITORY):$(HORIZONTAL_MICROSERVICE_PATTERN)_proxy_$(IMAGE_VERSION)
+
+
+.PHONY: build_all
+build_all: build_setosa build_versicolor build_virginica build_proxy
+
+
+.PHONY: stop_all
+stop_all: stop_setosa stop_versicolor stop_virginica stop_proxy
+
+.PHONY: push_all
+push_all: push_setosa push_versicolor push_virginica push_proxy
+
+.PHONY: c_build
+c_build: build_all
+
+.PHONY: c_up
+c_up:
+	docker-compose \
+		-f ./$(DOCKER_COMPOSE) \
+		up -d
+
+.PHONY: c_down
+c_down:
+	docker-compose \
+		-f ./$(DOCKER_COMPOSE) \
+		down
+
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/models/iris_svc_0_setosa.onnx b/MLOps/serving_patterns/horizontal_microservice_pattern/models/iris_svc_0_setosa.onnx
new file mode 100644
index 0000000..820fd52
Binary files /dev/null and b/MLOps/serving_patterns/horizontal_microservice_pattern/models/iris_svc_0_setosa.onnx differ
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/models/iris_svc_0_versicolor.onnx b/MLOps/serving_patterns/horizontal_microservice_pattern/models/iris_svc_0_versicolor.onnx
new file mode 100644
index 0000000..8d44a81
Binary files /dev/null and b/MLOps/serving_patterns/horizontal_microservice_pattern/models/iris_svc_0_versicolor.onnx differ
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/models/iris_svc_0_virginica.onnx b/MLOps/serving_patterns/horizontal_microservice_pattern/models/iris_svc_0_virginica.onnx
new file mode 100644
index 0000000..ed1a622
Binary files /dev/null and b/MLOps/serving_patterns/horizontal_microservice_pattern/models/iris_svc_0_virginica.onnx differ
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/models/label.json b/MLOps/serving_patterns/horizontal_microservice_pattern/models/label.json
new file mode 100644
index 0000000..da38d65
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/models/label.json
@@ -0,0 +1,5 @@
+{
+  "0": "setosa",
+  "1": "versicolor",
+  "2": "virginica"
+}
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/requirements.txt b/MLOps/serving_patterns/horizontal_microservice_pattern/requirements.txt
new file mode 100644
index 0000000..df3de51
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/requirements.txt
@@ -0,0 +1,23 @@
+httpx>=0.16.1
+fastapi>=0.65.2
+future>=0.18.2
+gunicorn>=20.0.4
+importlib-metadata>=1.7.0
+joblib>=0.15.1
+numpy>=1.18.5
+onnx>=1.7.0
+onnxruntime>=1.4.0
+Pillow>=8.3.2
+psutil>=5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+redis>=3.5.3
+scikit-learn>=0.23.1
+starlette>=0.13.4
+typing>=3.7.4.1
+uvicorn>=0.11.7
+uvloop>=0.14.0
+httptools>=0.1.1
+python-json-logger>=2.0.1
+loguru>=0.5.3
+requests>=2.25.0
\ No newline at end of file
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/requirements_proxy.txt b/MLOps/serving_patterns/horizontal_microservice_pattern/requirements_proxy.txt
new file mode 100644
index 0000000..101926e
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/requirements_proxy.txt
@@ -0,0 +1,18 @@
+httpx>=0.16.1
+fastapi>=0.65.2
+future>=0.18.2
+gunicorn>=20.0.4
+importlib-metadata>=1.7.0
+numpy>=1.18.5
+Pillow>=8.3.2
+psutil>=5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+starlette>=0.13.4
+typing>=3.7.4.1
+uvicorn>=0.11.7
+uvloop>=0.14.0
+httptools>=0.1.1
+python-json-logger>=2.0.1
+loguru>=0.5.3
+requests>=2.25.0
\ No newline at end of file
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/run.sh b/MLOps/serving_patterns/horizontal_microservice_pattern/run.sh
new file mode 100644
index 0000000..9621e17
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/run.sh
@@ -0,0 +1,27 @@
+#!/bin/bash
+
+set -eu
+
+HOST=${HOST:-"0.0.0.0"}
+PORT=${PORT:-8000}
+WORKERS=${WORKERS:-4}
+UVICORN_WORKER=${UVICORN_WORKER:-"uvicorn.workers.UvicornWorker"}
+LOGLEVEL=${LOGLEVEL:-"debug"}
+LOGCONFIG=${LOGCONFIG:-"./src/utils/logging.conf"}
+BACKLOG=${BACKLOG:-2048}
+LIMIT_MAX_REQUESTS=${LIMIT_MAX_REQUESTS:-65536}
+MAX_REQUESTS_JITTER=${MAX_REQUESTS_JITTER:-2048}
+GRACEFUL_TIMEOUT=${GRACEFUL_TIMEOUT:-10}
+APP_NAME=${APP_NAME:-"src.app.app:app"}
+
+gunicorn ${APP_NAME} \
+    -b ${HOST}:${PORT} \
+    -w ${WORKERS} \
+    -k ${UVICORN_WORKER} \
+    --log-level ${LOGLEVEL} \
+    --log-config ${LOGCONFIG} \
+    --backlog ${BACKLOG} \
+    --max-requests ${LIMIT_MAX_REQUESTS} \
+    --max-requests-jitter ${MAX_REQUESTS_JITTER} \
+    --graceful-timeout ${GRACEFUL_TIMEOUT} \
+    --reload
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/__init__.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/__init__.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/app/__init__.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/app/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/app/proxy.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/app/proxy.py
new file mode 100644
index 0000000..b03b6fe
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/app/proxy.py
@@ -0,0 +1,18 @@
+import logging
+
+from fastapi import FastAPI
+from src.api_composition_proxy.configurations import APIConfigurations
+from src.api_composition_proxy.routers import routers
+from src.configurations import PlatformConfigurations
+
+logger = logging.getLogger(__name__)
+logger.info(f"starts {APIConfigurations.title}:{APIConfigurations.version}")
+logger.info(f"platform: {PlatformConfigurations.platform}")
+
+app = FastAPI(
+    title=APIConfigurations.title,
+    description=APIConfigurations.description,
+    version=APIConfigurations.version,
+)
+
+app.include_router(routers.router, prefix="", tags=[""])
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/configurations.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/configurations.py
new file mode 100644
index 0000000..ab288d7
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/configurations.py
@@ -0,0 +1,23 @@
+import logging
+import os
+from typing import Dict
+
+logger = logging.getLogger(__name__)
+
+
+class ServiceConfigurations:
+    services: Dict[str, str] = {}
+    for environ in os.environ.keys():
+        if environ.startswith("SERVICE_"):
+            url = f"http://{os.getenv(environ)}"
+            services[environ.lower().replace("service_", "")] = url
+
+
+class APIConfigurations:
+    title = os.getenv("API_TITLE", "ServingPattern")
+    description = os.getenv("API_DESCRIPTION", "machine learning system serving patterns")
+    version = os.getenv("API_VERSION", "0.1")
+
+
+logger.info(f"{ServiceConfigurations.__name__}: {ServiceConfigurations.__dict__}")
+logger.info(f"{APIConfigurations.__name__}: {APIConfigurations.__dict__}")
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/constants.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/constants.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/routers/__init__.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/routers/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/routers/routers.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/routers/routers.py
new file mode 100644
index 0000000..afc75f8
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/src/api_composition_proxy/routers/routers.py
@@ -0,0 +1,144 @@
+import asyncio
+import logging
+import os
+import uuid
+from typing import Any, Dict, List
+
+import httpx
+from fastapi import APIRouter
+from pydantic import BaseModel
+from src.api_composition_proxy.configurations import ServiceConfigurations
+
+logger = logging.getLogger(__name__)
+
+router = APIRouter()
+
+
+class Data(BaseModel):
+    data: List[List[float]] = [[5.1, 3.5, 1.4, 0.2]]
+
+
+@router.get("/health")
+def health() -> Dict[str, str]:
+    return {"health": "ok"}
+
+
+@router.get("/metadata")
+def metadata() -> Dict[str, Any]:
+    return {
+        "data_type": "float32",
+        "data_structure": "(1,4)",
+        "data_sample": Data().data,
+        "prediction_type": "float32",
+        "prediction_structure": "(1,2)",
+        "prediction_sample": {
+            "service_setosa": [0.970000, 0.030000],
+            "service_versicolor": [0.970000, 0.030000],
+            "service_virginica": [0.970000, 0.030000],
+        },
+    }
+
+
+@router.get("/health/all")
+async def health_all() -> Dict[str, Any]:
+    logger.info(f"GET redirect to: /health")
+    results = {}
+    async with httpx.AsyncClient() as ac:
+
+        async def req(ac, service, url):
+            response = await ac.get(f"{url}/health")
+            return service, response
+
+        tasks = [req(ac, service, url) for service, url in ServiceConfigurations.services.items()]
+
+        responses = await asyncio.gather(*tasks)
+
+        for service, response in responses:
+            results[service] = response.json()
+    return results
+
+
+@router.get("/predict/get/test")
+async def predict_get_test() -> Dict[str, Any]:
+    job_id = str(uuid.uuid4())[:6]
+    logger.info(f"TEST GET redirect to: /predict/test as {job_id}")
+    results = {}
+    async with httpx.AsyncClient() as ac:
+
+        async def req(ac, service, url, job_id):
+            response = await ac.get(f"{url}/predict/test", params={"id": job_id})
+            return service, response
+
+        tasks = [req(ac, service, url, job_id) for service, url in ServiceConfigurations.services.items()]
+
+        responses = await asyncio.gather(*tasks)
+
+        for service, response in responses:
+            logger.info(f"{service} {job_id} {response.json()}")
+            results[service] = response.json()
+    return results
+
+
+@router.get("/predict/post/test")
+async def predict_post_test() -> Dict[str, Any]:
+    job_id = str(uuid.uuid4())[:6]
+    logger.info(f"TEST POST redirect to: /predict as {job_id}")
+    results = {}
+    async with httpx.AsyncClient() as ac:
+
+        async def req(ac, service, url, job_id):
+            response = await ac.post(f"{url}/predict", json={"data": Data().data}, params={"id": job_id})
+            return service, response
+
+        tasks = [req(ac, service, url, job_id) for service, url in ServiceConfigurations.services.items()]
+
+        responses = await asyncio.gather(*tasks)
+
+        for service, response in responses:
+            logger.info(f"{service} {job_id} {response.json()}")
+            results[service] = response.json()
+    return results
+
+
+@router.post("/predict")
+async def predict(data: Data) -> Dict[str, Any]:
+    job_id = str(uuid.uuid4())[:6]
+    logger.info(f"POST redirect to: /predict as {job_id}")
+    results = {}
+    async with httpx.AsyncClient() as ac:
+
+        async def req(ac, service, url, job_id, data):
+            response = await ac.post(f"{url}/predict", json={"data": data.data}, params={"id": job_id})
+            return service, response
+
+        tasks = [req(ac, service, url, job_id, data) for service, url in ServiceConfigurations.services.items()]
+
+        responses = await asyncio.gather(*tasks)
+
+        for service, response in responses:
+            logger.info(f"{service} {job_id} {response.json()}")
+            results[service] = response.json()
+    return results
+
+
+@router.post("/predict/label")
+async def predict_label(data: Data) -> Dict[str, Any]:
+    job_id = str(uuid.uuid4())[:6]
+    logger.info(f"POST redirect to: /predict as {job_id}")
+    results = {"prediction": {"proba": -1.0, "label": None}}
+    async with httpx.AsyncClient() as ac:
+
+        async def req(ac, service, url, job_id, data):
+            response = await ac.post(f"{url}/predict", json={"data": data.data}, params={"id": job_id})
+            return service, response
+
+        tasks = [req(ac, service, url, job_id, data) for service, url in ServiceConfigurations.services.items()]
+
+        responses = await asyncio.gather(*tasks)
+
+        for service, response in responses:
+            logger.info(f"{service} {job_id} {response.json()}")
+            proba = response.json()["prediction"][0]
+            if results["prediction"]["proba"] < proba:
+                results["prediction"] = {"proba": response.json()["prediction"][0], "label": service}
+    return results
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/app/__init__.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/app/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/app/app.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/app/app.py
new file mode 100644
index 0000000..e3902d5
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/src/app/app.py
@@ -0,0 +1,16 @@
+import os
+from logging import getLogger
+
+from fastapi import FastAPI
+from src.app.routers import routers
+from src.configurations import APIConfigurations
+
+logger = getLogger(__name__)
+
+app = FastAPI(
+    title=APIConfigurations.title,
+    description=APIConfigurations.description,
+    version=APIConfigurations.version,
+)
+
+app.include_router(routers.router, prefix="", tags=[""])
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/app/routers/__init__.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/app/routers/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/app/routers/routers.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/app/routers/routers.py
new file mode 100644
index 0000000..2aba317
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/src/app/routers/routers.py
@@ -0,0 +1,43 @@
+import uuid
+from logging import getLogger
+from typing import Any, Dict, List
+
+from fastapi import APIRouter
+from src.configurations import ModelConfigurations
+from src.ml.prediction import Data, classifier
+
+logger = getLogger(__name__)
+router = APIRouter()
+
+
+@router.get("/health")
+def health() -> Dict[str, str]:
+    return {"health": "ok"}
+
+
+@router.get("/metadata")
+def metadata() -> Dict[str, Any]:
+    return {
+        "data_type": "float32",
+        "data_structure": "(1,4)",
+        "data_sample": Data().data,
+        "prediction_type": "float32",
+        "prediction_structure": "(1,2)",
+        "prediction_sample": [0.970000, 0.030000],
+    }
+
+
+@router.get("/predict/test")
+def predict_test(id: str = str(uuid.uuid4())[:6]) -> Dict[str, List[float]]:
+    prediction = classifier.predict(data=Data().data)
+    prediction_list = list(prediction)
+    logger.info(f"{ModelConfigurations.mode_name} {id}: {prediction_list}")
+    return {"prediction": prediction_list}
+
+
+@router.post("/predict")
+def predict(data: Data, id: str = str(uuid.uuid4())[:6]) -> Dict[str, List[float]]:
+    prediction = classifier.predict(data.data)
+    prediction_list = list(prediction)
+    logger.info(f"{ModelConfigurations.mode_name} {id}: {prediction_list}")
+    return {"prediction": prediction_list}
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/configurations.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/configurations.py
new file mode 100644
index 0000000..2e866fc
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/src/configurations.py
@@ -0,0 +1,54 @@
+import os
+from logging import getLogger
+
+from src.constants import CONSTANTS, IRIS, PLATFORM_ENUM
+
+logger = getLogger(__name__)
+
+
+class PlatformConfigurations:
+    platform = os.getenv("PLATFORM", PLATFORM_ENUM.DOCKER.value)
+    if not PLATFORM_ENUM.has_value(platform):
+        raise ValueError(f"PLATFORM must be one of {[v.value for v in PLATFORM_ENUM.__members__.values()]}")
+
+
+class CacheConfigurations:
+    cache_host = os.getenv("CACHE_HOST", "redis")
+    cache_port = int(os.getenv("CACHE_PORT", 6379))
+    queue_name = os.getenv("QUEUE_NAME", "queue")
+
+
+class RedisCacheConfigurations(CacheConfigurations):
+    redis_db = int(os.getenv("REDIS_DB", 0))
+    redis_decode_responses = bool(os.getenv("REDIS_DECODE_RESPONSES", True))
+
+
+class APIConfigurations:
+    title = os.getenv("API_TITLE", "ServingPattern")
+    description = os.getenv("API_DESCRIPTION", "machine learning system serving patterns")
+    version = os.getenv("API_VERSION", "0.1")
+
+
+class ModelConfigurations:
+    mode: IRIS = IRIS.SETOSA
+    model_filepath: str = ""
+    model_directory: str = "/horizontal_microservice_pattern/models/"
+    mode_name: str = os.getenv("MODE", "setosa")
+    if mode_name == "setosa":
+        mode = IRIS.SETOSA
+        model_filepath = os.path.join(model_directory, "iris_svc_0_setosa.onnx")
+    elif mode_name == "versicolor":
+        mode = IRIS.VERSICOLOR
+        model_filepath = os.path.join(model_directory, "iris_svc_0_versicolor.onnx")
+    elif mode_name == "virginica":
+        mode = IRIS.VIRGINICA
+        model_filepath = os.path.join(model_directory, "iris_svc_0_virginica.onnx")
+    else:
+        raise ValueError("mode should be one of setosa, versicolor and virginica")
+
+
+logger.info(f"{PlatformConfigurations.__name__}: {PlatformConfigurations.__dict__}")
+logger.info(f"{CacheConfigurations.__name__}: {CacheConfigurations.__dict__}")
+logger.info(f"{RedisCacheConfigurations.__name__}: {RedisCacheConfigurations.__dict__}")
+logger.info(f"{APIConfigurations.__name__}: {APIConfigurations.__dict__}")
+logger.info(f"{ModelConfigurations.__name__}: {ModelConfigurations.__dict__}")
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/constants.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/constants.py
new file mode 100644
index 0000000..57ff7fa
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/src/constants.py
@@ -0,0 +1,41 @@
+import enum
+
+
+class PLATFORM_ENUM(enum.Enum):
+    DOCKER = "docker"
+    DOCKER_COMPOSE = "docker_compose"
+    KUBERNETES = "kubernetes"
+    TEST = "test"
+
+    @staticmethod
+    def has_value(item):
+        return item in [v.value for v in PLATFORM_ENUM.__members__.values()]
+
+
+class IRIS(enum.Enum):
+    SETOSA = 0
+    VERSICOLOR = 1
+    VIRGINICA = 2
+
+
+def constant(f):
+    def fset(self, value):
+        raise TypeError
+
+    def fget(self):
+        return f()
+
+    return property(fget, fset)
+
+
+class _Constants(object):
+    @constant
+    def REDIS_INCREMENTS():
+        return "increments"
+
+    @constant
+    def REDIS_QUEUE():
+        return "redis_queue"
+
+
+CONSTANTS = _Constants()
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/ml/__init__.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/ml/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/ml/prediction.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/ml/prediction.py
new file mode 100644
index 0000000..59e059d
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/src/ml/prediction.py
@@ -0,0 +1,42 @@
+import json
+from logging import getLogger
+from typing import Dict, List, Sequence
+
+import numpy as np
+import onnxruntime as rt
+from pydantic import BaseModel
+from src.configurations import ModelConfigurations
+
+logger = getLogger(__name__)
+
+
+class Data(BaseModel):
+    data: List[List[float]] = [[5.1, 3.5, 1.4, 0.2]]
+
+
+class Classifier(object):
+    def __init__(
+        self,
+        model_filepath: str,
+    ):
+        self.model_filepath: str = model_filepath
+        self.classifier = None
+        self.input_name: str = ""
+        self.output_name: str = ""
+
+        self.load_model()
+
+    def load_model(self):
+        logger.info(f"load model in {self.model_filepath}")
+        self.classifier = rt.InferenceSession(self.model_filepath)
+        self.input_name = self.classifier.get_inputs()[0].name
+        self.output_name = self.classifier.get_outputs()[0].name
+        logger.info(f"initialized model")
+
+    def predict(self, data: List[List[float]]) -> List[float]:
+        np_data = np.array(data).astype(np.float32)
+        prediction = self.classifier.run(None, {self.input_name: np_data})
+        return prediction[1][0].values()
+
+
+classifier = Classifier(model_filepath=ModelConfigurations().model_filepath)
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/utils/__init__.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/utils/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/utils/logging.conf b/MLOps/serving_patterns/horizontal_microservice_pattern/src/utils/logging.conf
new file mode 100644
index 0000000..490b0c1
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/src/utils/logging.conf
@@ -0,0 +1,78 @@
+[loggers]
+keys=root, gunicorn.error, gunicorn.access, uvicorn.error, uvicorn.access
+
+[logger_root]
+level=DEBUG
+handlers=console
+
+[logger_gunicorn.error]
+level=DEBUG
+handlers=gunicorn_error_file, console
+propagate=1
+qualname=gunicorn.error
+
+[logger_gunicorn.access]
+level=INFO
+handlers=gunicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+[logger_uvicorn.error]
+level=DEBUG
+handlers=uvicorn_error_file, console
+propagate=1
+qualname=uvicorn.error
+
+[logger_uvicorn.access]
+level=INFO
+handlers=uvicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+
+[handlers]
+keys=console, gunicorn_error_file, gunicorn_access_file, uvicorn_error_file, uvicorn_access_file
+
+[handler_console]
+class=StreamHandler
+formatter=generic
+args=(sys.stdout, )
+
+[handler_gunicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/gunicorn_error.log', 'a')
+
+[handler_gunicorn_access_file]
+class=logging.FileHandler
+formatter=gunicorn_access
+args=('/var/log/gunicorn_access.log', 'a')
+
+[handler_uvicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/uvicorn_error.log', 'a')
+
+[handler_uvicorn_access_file]
+class=logging.FileHandler
+formatter=uvicorn_access
+args=('/var/log/uvicorn_access.log', 'a')
+
+
+[formatters]
+keys=generic, gunicorn_access, uvicorn_access
+
+[formatter_generic]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%Y-%m-%d %H:%M:%S
+
+[formatter_gunicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] %(h)s %(l)s %(u)s %(t)s %(r)s %(m)s %(U)s %(q)s %(H)s %(s)s %(b)s %(f)s %(a)s %(D)s %(p)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
+
+[formatter_uvicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
\ No newline at end of file
diff --git a/MLOps/serving_patterns/horizontal_microservice_pattern/src/utils/profiler.py b/MLOps/serving_patterns/horizontal_microservice_pattern/src/utils/profiler.py
new file mode 100644
index 0000000..8f7b1b9
--- /dev/null
+++ b/MLOps/serving_patterns/horizontal_microservice_pattern/src/utils/profiler.py
@@ -0,0 +1,23 @@
+import cProfile
+import os
+from logging import getLogger
+
+logger = getLogger(__name__)
+
+
+def do_cprofile(func):
+    def profiled_func(*args, **kwargs):
+        enable_profile = int(os.getenv("PROFILE", 1))
+        if enable_profile:
+            profile = cProfile.Profile()
+            try:
+                profile.enable()
+                result = func(*args, **kwargs)
+                profile.disable()
+                return result
+            finally:
+                profile.print_stats()
+        else:
+            return func(*args, **kwargs)
+
+    return profiled_func
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/.dockerignore b/MLOps/serving_patterns/prediction_cache_pattern/.dockerignore
new file mode 100644
index 0000000..8c9a4ec
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/.dockerignore
@@ -0,0 +1,12 @@
+dockerfile
+Dockerfile
+.dockerignore
+log
+tmp
+*.sqlite3
+*.sqlite3-journal
+__pycache__
+.pytest_cache
+*.dvc
+dvc.yaml
+dvc.lock
\ No newline at end of file
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/Dockerfile.pred b/MLOps/serving_patterns/prediction_cache_pattern/Dockerfile.pred
new file mode 100644
index 0000000..b62c514
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/Dockerfile.pred
@@ -0,0 +1,39 @@
+FROM python:3.8-slim as builder
+
+ARG SERVER_DIR=resnet50_onnx_runtime
+ENV PROJECT_DIR prediction_cache_pattern
+
+WORKDIR /${PROJECT_DIR}
+ADD ./${SERVER_DIR}/requirements.txt /${PROJECT_DIR}/
+
+COPY ./${SERVER_DIR}/extract_resnet50_onnx.py /${PROJECT_DIR}/extract_resnet50_onnx.py
+COPY ./src/ml/transformers.py /${PROJECT_DIR}/src/ml/transformers.py
+COPY ./data /${PROJECT_DIR}/data
+COPY ./data/image_net_labels.json /${PROJECT_DIR}/data/image_net_labels.json
+
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt && \
+    touch __init__.py && \
+    touch src/__init__.py && \
+    touch src/ml/__init__.py && \
+    python -m extract_resnet50_onnx --pred --prep
+
+FROM mcr.microsoft.com/onnxruntime/server:latest
+
+ARG SERVER_DIR=resnet50_onnx_runtime
+ENV PROJECT_DIR prediction_cache_pattern
+ENV MODEL_BASE_PATH=${PROJECT_DIR}/models
+
+WORKDIR /${PROJECT_DIR}
+
+COPY --from=builder /${MODEL_BASE_PATH}/resnet50.onnx /${MODEL_BASE_PATH}/resnet50.onnx
+
+ENV MODEL_PATH /${MODEL_BASE_PATH}/resnet50.onnx
+
+WORKDIR /onnxruntime/server/
+COPY ./${SERVER_DIR}/onnx_runtime_server_entrypoint.sh ./onnx_runtime_server_entrypoint.sh
+RUN chmod +x onnx_runtime_server_entrypoint.sh
+ENTRYPOINT ["./onnx_runtime_server_entrypoint.sh"]
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/Dockerfile.proxy b/MLOps/serving_patterns/prediction_cache_pattern/Dockerfile.proxy
new file mode 100644
index 0000000..f6c2081
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/Dockerfile.proxy
@@ -0,0 +1,52 @@
+FROM python:3.8-slim as builder
+
+ARG SERVER_DIR=resnet50_onnx_runtime
+ENV PROJECT_DIR prediction_cache_pattern
+
+WORKDIR /${PROJECT_DIR}
+ADD ./${SERVER_DIR}/requirements.txt /${PROJECT_DIR}/
+
+COPY ./${SERVER_DIR}/extract_resnet50_onnx.py /${PROJECT_DIR}/extract_resnet50_onnx.py
+COPY ./src/ml/transformers.py /${PROJECT_DIR}/src/ml/transformers.py
+COPY ./data /${PROJECT_DIR}/data
+
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt && \
+    touch __init__.py && \
+    touch src/__init__.py && \
+    touch src/ml/__init__.py && \
+    python -m extract_resnet50_onnx --prep
+
+
+FROM python:3.8-slim
+
+ENV PROJECT_DIR prediction_cache_pattern
+ENV MODEL_BASE_PATH=/${PROJECT_DIR}/models
+
+WORKDIR /${PROJECT_DIR}
+ADD ./requirements.txt /${PROJECT_DIR}/
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt
+
+COPY ./src/ /${PROJECT_DIR}/src/
+COPY --from=builder /${MODEL_BASE_PATH}/preprocess_transformer.pkl ${MODEL_BASE_PATH}/preprocess_transformer.pkl
+COPY --from=builder /${MODEL_BASE_PATH}/softmax_transformer.pkl ${MODEL_BASE_PATH}/softmax_transformer.pkl
+COPY ./data /${PROJECT_DIR}/data
+
+ENV PREPROCESS_TRANSFORMER_PATH ${MODEL_BASE_PATH}/preprocess_transformer.pkl
+ENV SOFTMAX_TRANSFORMER_PATH ${MODEL_BASE_PATH}/softmax_transformer.pkl
+ENV SAMPLE_IMAGE_PATH /${PROJECT_DIR}/data/cat.jpg
+ENV LABEL_PATH /${PROJECT_DIR}/data/image_net_labels.json
+
+ENV LOG_LEVEL DEBUG
+ENV LOG_FORMAT TEXT
+
+COPY ./run.sh /${PROJECT_DIR}/run.sh
+RUN chmod +x /${PROJECT_DIR}/run.sh
+CMD [ "./run.sh" ]
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/README.md b/MLOps/serving_patterns/prediction_cache_pattern/README.md
new file mode 100644
index 0000000..50a9dc0
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/README.md
@@ -0,0 +1,107 @@
+# 추론 캐시 패턴
+
+## 목적
+
+추론결과를 캐시해서 추론 속도를 개선합니다.
+
+## 전제
+
+- Python 3.8 이상
+- Docker
+- Docker compose
+
+## 사용법
+
+0. 현재 디렉토리
+
+```sh
+$ pwd
+~/ml-system-in-actions/chapter4_serving_patterns/prediction_cache_pattern
+```
+
+1. Docker 이미지 빌드
+
+```sh
+$ make build_all
+# 실행 커맨드
+# docker build \
+#     -t shibui/ml-system-in-actions:prediction_cache_pattern_proxy_0.0.1 \
+#     -f ./Dockerfile.proxy .
+# docker build \
+#     -t shibui/ml-system-in-actions:prediction_cache_pattern_pred_0.0.1 \
+#     -f ./Dockerfile.pred .
+```
+
+2. Docker compose 로 각 서비스 기동
+
+```sh
+$ make c_up
+# 실행 커맨드
+# docker-compose \
+#     -f ./docker-compose.yml \
+#     up -d
+```
+
+3. 기동한 API 에 요청
+
+```sh
+# 헬스 체크
+$ curl localhost:8000/health
+# 출력
+# {
+#   "health": "ok"
+# }
+
+# 메타 데이터
+$ curl localhost:8000/metadata
+# 출력
+# {
+#   "data_type": "str",
+#   "data_structure": "(1,1)",
+#   "data_sample": "0000",
+#   "prediction_type": "float32",
+#   "prediction_structure": "(1,1000)",
+#   "prediction_sample": "[0.07093159, 0.01558308, 0.01348537, ...]"
+# }
+
+# 라벨 목록
+$ curl localhost:8000/label
+# 출력
+# [
+#   "background",
+#   "tench",
+#   "goldfish",
+# ...
+#   "bolete",
+#   "ear",
+#   "toilet tissue"
+# ]
+
+# 테스트 데이터로 추론 요청
+$ curl localhost:8000/predict/test/label
+# 출력
+# {
+#   "prediction": "Persian cat"
+# }
+
+# 이미지 요청
+$  curl \
+    -X POST \
+    -H "Content-Type: application/json" \
+    -d '{"data": "0000"}' \
+    localhost:8000/predict/label
+# 출력
+# {
+#   "prediction": "Persian cat"
+# }
+```
+
+4. Docker compose 정지
+
+```sh
+$ make c_down
+# 실행 커맨드
+# docker-compose \
+# 		-f ./docker-compose.yml \
+# 		down
+```
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/__init__.py b/MLOps/serving_patterns/prediction_cache_pattern/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/data/0000.jpg b/MLOps/serving_patterns/prediction_cache_pattern/data/0000.jpg
new file mode 100644
index 0000000..319a41d
Binary files /dev/null and b/MLOps/serving_patterns/prediction_cache_pattern/data/0000.jpg differ
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/data/0001.jpg b/MLOps/serving_patterns/prediction_cache_pattern/data/0001.jpg
new file mode 100644
index 0000000..48b1aa5
Binary files /dev/null and b/MLOps/serving_patterns/prediction_cache_pattern/data/0001.jpg differ
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/data/0002.jpg b/MLOps/serving_patterns/prediction_cache_pattern/data/0002.jpg
new file mode 100644
index 0000000..c4d4861
Binary files /dev/null and b/MLOps/serving_patterns/prediction_cache_pattern/data/0002.jpg differ
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/data/0003.jpg b/MLOps/serving_patterns/prediction_cache_pattern/data/0003.jpg
new file mode 100644
index 0000000..eb2d372
Binary files /dev/null and b/MLOps/serving_patterns/prediction_cache_pattern/data/0003.jpg differ
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/data/0004.jpg b/MLOps/serving_patterns/prediction_cache_pattern/data/0004.jpg
new file mode 100644
index 0000000..3c08846
Binary files /dev/null and b/MLOps/serving_patterns/prediction_cache_pattern/data/0004.jpg differ
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/data/0005.jpg b/MLOps/serving_patterns/prediction_cache_pattern/data/0005.jpg
new file mode 100644
index 0000000..b2f052f
Binary files /dev/null and b/MLOps/serving_patterns/prediction_cache_pattern/data/0005.jpg differ
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/data/0006.jpg b/MLOps/serving_patterns/prediction_cache_pattern/data/0006.jpg
new file mode 100644
index 0000000..98426e2
Binary files /dev/null and b/MLOps/serving_patterns/prediction_cache_pattern/data/0006.jpg differ
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/data/0007.jpg b/MLOps/serving_patterns/prediction_cache_pattern/data/0007.jpg
new file mode 100644
index 0000000..666b42c
Binary files /dev/null and b/MLOps/serving_patterns/prediction_cache_pattern/data/0007.jpg differ
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/data/image_net_labels.json b/MLOps/serving_patterns/prediction_cache_pattern/data/image_net_labels.json
new file mode 100644
index 0000000..3b183f3
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/data/image_net_labels.json
@@ -0,0 +1,1002 @@
+[
+  "tench",
+  "goldfish",
+  "great white shark",
+  "tiger shark",
+  "hammerhead",
+  "electric ray",
+  "stingray",
+  "cock",
+  "hen",
+  "ostrich",
+  "brambling",
+  "goldfinch",
+  "house finch",
+  "junco",
+  "indigo bunting",
+  "robin",
+  "bulbul",
+  "jay",
+  "magpie",
+  "chickadee",
+  "water ouzel",
+  "kite",
+  "bald eagle",
+  "vulture",
+  "great grey owl",
+  "European fire salamander",
+  "common newt",
+  "eft",
+  "spotted salamander",
+  "axolotl",
+  "bullfrog",
+  "tree frog",
+  "tailed frog",
+  "loggerhead",
+  "leatherback turtle",
+  "mud turtle",
+  "terrapin",
+  "box turtle",
+  "banded gecko",
+  "common iguana",
+  "American chameleon",
+  "whiptail",
+  "agama",
+  "frilled lizard",
+  "alligator lizard",
+  "Gila monster",
+  "green lizard",
+  "African chameleon",
+  "Komodo dragon",
+  "African crocodile",
+  "American alligator",
+  "triceratops",
+  "thunder snake",
+  "ringneck snake",
+  "hognose snake",
+  "green snake",
+  "king snake",
+  "garter snake",
+  "water snake",
+  "vine snake",
+  "night snake",
+  "boa constrictor",
+  "rock python",
+  "Indian cobra",
+  "green mamba",
+  "sea snake",
+  "horned viper",
+  "diamondback",
+  "sidewinder",
+  "trilobite",
+  "harvestman",
+  "scorpion",
+  "black and gold garden spider",
+  "barn spider",
+  "garden spider",
+  "black widow",
+  "tarantula",
+  "wolf spider",
+  "tick",
+  "centipede",
+  "black grouse",
+  "ptarmigan",
+  "ruffed grouse",
+  "prairie chicken",
+  "peacock",
+  "quail",
+  "partridge",
+  "African grey",
+  "macaw",
+  "sulphur-crested cockatoo",
+  "lorikeet",
+  "coucal",
+  "bee eater",
+  "hornbill",
+  "hummingbird",
+  "jacamar",
+  "toucan",
+  "drake",
+  "red-breasted merganser",
+  "goose",
+  "black swan",
+  "tusker",
+  "echidna",
+  "platypus",
+  "wallaby",
+  "koala",
+  "wombat",
+  "jellyfish",
+  "sea anemone",
+  "brain coral",
+  "flatworm",
+  "nematode",
+  "conch",
+  "snail",
+  "slug",
+  "sea slug",
+  "chiton",
+  "chambered nautilus",
+  "Dungeness crab",
+  "rock crab",
+  "fiddler crab",
+  "king crab",
+  "American lobster",
+  "spiny lobster",
+  "crayfish",
+  "hermit crab",
+  "isopod",
+  "white stork",
+  "black stork",
+  "spoonbill",
+  "flamingo",
+  "little blue heron",
+  "American egret",
+  "bittern",
+  "crane",
+  "limpkin",
+  "European gallinule",
+  "American coot",
+  "bustard",
+  "ruddy turnstone",
+  "red-backed sandpiper",
+  "redshank",
+  "dowitcher",
+  "oystercatcher",
+  "pelican",
+  "king penguin",
+  "albatross",
+  "grey whale",
+  "killer whale",
+  "dugong",
+  "sea lion",
+  "Chihuahua",
+  "Japanese spaniel",
+  "Maltese dog",
+  "Pekinese",
+  "Shih-Tzu",
+  "Blenheim spaniel",
+  "papillon",
+  "toy terrier",
+  "Rhodesian ridgeback",
+  "Afghan hound",
+  "basset",
+  "beagle",
+  "bloodhound",
+  "bluetick",
+  "black-and-tan coonhound",
+  "Walker hound",
+  "English foxhound",
+  "redbone",
+  "borzoi",
+  "Irish wolfhound",
+  "Italian greyhound",
+  "whippet",
+  "Ibizan hound",
+  "Norwegian elkhound",
+  "otterhound",
+  "Saluki",
+  "Scottish deerhound",
+  "Weimaraner",
+  "Staffordshire bullterrier",
+  "American Staffordshire terrier",
+  "Bedlington terrier",
+  "Border terrier",
+  "Kerry blue terrier",
+  "Irish terrier",
+  "Norfolk terrier",
+  "Norwich terrier",
+  "Yorkshire terrier",
+  "wire-haired fox terrier",
+  "Lakeland terrier",
+  "Sealyham terrier",
+  "Airedale",
+  "cairn",
+  "Australian terrier",
+  "Dandie Dinmont",
+  "Boston bull",
+  "miniature schnauzer",
+  "giant schnauzer",
+  "standard schnauzer",
+  "Scotch terrier",
+  "Tibetan terrier",
+  "silky terrier",
+  "soft-coated wheaten terrier",
+  "West Highland white terrier",
+  "Lhasa",
+  "flat-coated retriever",
+  "curly-coated retriever",
+  "golden retriever",
+  "Labrador retriever",
+  "Chesapeake Bay retriever",
+  "German short-haired pointer",
+  "vizsla",
+  "English setter",
+  "Irish setter",
+  "Gordon setter",
+  "Brittany spaniel",
+  "clumber",
+  "English springer",
+  "Welsh springer spaniel",
+  "cocker spaniel",
+  "Sussex spaniel",
+  "Irish water spaniel",
+  "kuvasz",
+  "schipperke",
+  "groenendael",
+  "malinois",
+  "briard",
+  "kelpie",
+  "komondor",
+  "Old English sheepdog",
+  "Shetland sheepdog",
+  "collie",
+  "Border collie",
+  "Bouvier des Flandres",
+  "Rottweiler",
+  "German shepherd",
+  "Doberman",
+  "miniature pinscher",
+  "Greater Swiss Mountain dog",
+  "Bernese mountain dog",
+  "Appenzeller",
+  "EntleBucher",
+  "boxer",
+  "bull mastiff",
+  "Tibetan mastiff",
+  "French bulldog",
+  "Great Dane",
+  "Saint Bernard",
+  "Eskimo dog",
+  "malamute",
+  "Siberian husky",
+  "dalmatian",
+  "affenpinscher",
+  "basenji",
+  "pug",
+  "Leonberg",
+  "Newfoundland",
+  "Great Pyrenees",
+  "Samoyed",
+  "Pomeranian",
+  "chow",
+  "keeshond",
+  "Brabancon griffon",
+  "Pembroke",
+  "Cardigan",
+  "toy poodle",
+  "miniature poodle",
+  "standard poodle",
+  "Mexican hairless",
+  "timber wolf",
+  "white wolf",
+  "red wolf",
+  "coyote",
+  "dingo",
+  "dhole",
+  "African hunting dog",
+  "hyena",
+  "red fox",
+  "kit fox",
+  "Arctic fox",
+  "grey fox",
+  "tabby",
+  "tiger cat",
+  "Persian cat",
+  "Siamese cat",
+  "Egyptian cat",
+  "cougar",
+  "lynx",
+  "leopard",
+  "snow leopard",
+  "jaguar",
+  "lion",
+  "tiger",
+  "cheetah",
+  "brown bear",
+  "American black bear",
+  "ice bear",
+  "sloth bear",
+  "mongoose",
+  "meerkat",
+  "tiger beetle",
+  "ladybug",
+  "ground beetle",
+  "long-horned beetle",
+  "leaf beetle",
+  "dung beetle",
+  "rhinoceros beetle",
+  "weevil",
+  "fly",
+  "bee",
+  "ant",
+  "grasshopper",
+  "cricket",
+  "walking stick",
+  "cockroach",
+  "mantis",
+  "cicada",
+  "leafhopper",
+  "lacewing",
+  "dragonfly",
+  "damselfly",
+  "admiral",
+  "ringlet",
+  "monarch",
+  "cabbage butterfly",
+  "sulphur butterfly",
+  "lycaenid",
+  "starfish",
+  "sea urchin",
+  "sea cucumber",
+  "wood rabbit",
+  "hare",
+  "Angora",
+  "hamster",
+  "porcupine",
+  "fox squirrel",
+  "marmot",
+  "beaver",
+  "guinea pig",
+  "sorrel",
+  "zebra",
+  "hog",
+  "wild boar",
+  "warthog",
+  "hippopotamus",
+  "ox",
+  "water buffalo",
+  "bison",
+  "ram",
+  "bighorn",
+  "ibex",
+  "hartebeest",
+  "impala",
+  "gazelle",
+  "Arabian camel",
+  "llama",
+  "weasel",
+  "mink",
+  "polecat",
+  "black-footed ferret",
+  "otter",
+  "skunk",
+  "badger",
+  "armadillo",
+  "three-toed sloth",
+  "orangutan",
+  "gorilla",
+  "chimpanzee",
+  "gibbon",
+  "siamang",
+  "guenon",
+  "patas",
+  "baboon",
+  "macaque",
+  "langur",
+  "colobus",
+  "proboscis monkey",
+  "marmoset",
+  "capuchin",
+  "howler monkey",
+  "titi",
+  "spider monkey",
+  "squirrel monkey",
+  "Madagascar cat",
+  "indri",
+  "Indian elephant",
+  "African elephant",
+  "lesser panda",
+  "giant panda",
+  "barracouta",
+  "eel",
+  "coho",
+  "rock beauty",
+  "anemone fish",
+  "sturgeon",
+  "gar",
+  "lionfish",
+  "puffer",
+  "abacus",
+  "abaya",
+  "academic gown",
+  "accordion",
+  "acoustic guitar",
+  "aircraft carrier",
+  "airliner",
+  "airship",
+  "altar",
+  "ambulance",
+  "amphibian",
+  "analog clock",
+  "apiary",
+  "apron",
+  "ashcan",
+  "assault rifle",
+  "backpack",
+  "bakery",
+  "balance beam",
+  "balloon",
+  "ballpoint",
+  "Band Aid",
+  "banjo",
+  "bannister",
+  "barbell",
+  "barber chair",
+  "barbershop",
+  "barn",
+  "barometer",
+  "barrel",
+  "barrow",
+  "baseball",
+  "basketball",
+  "bassinet",
+  "bassoon",
+  "bathing cap",
+  "bath towel",
+  "bathtub",
+  "beach wagon",
+  "beacon",
+  "beaker",
+  "bearskin",
+  "beer bottle",
+  "beer glass",
+  "bell cote",
+  "bib",
+  "bicycle-built-for-two",
+  "bikini",
+  "binder",
+  "binoculars",
+  "birdhouse",
+  "boathouse",
+  "bobsled",
+  "bolo tie",
+  "bonnet",
+  "bookcase",
+  "bookshop",
+  "bottlecap",
+  "bow",
+  "bow tie",
+  "brass",
+  "brassiere",
+  "breakwater",
+  "breastplate",
+  "broom",
+  "bucket",
+  "buckle",
+  "bulletproof vest",
+  "bullet train",
+  "butcher shop",
+  "cab",
+  "caldron",
+  "candle",
+  "cannon",
+  "canoe",
+  "can opener",
+  "cardigan",
+  "car mirror",
+  "carousel",
+  "carpenter's kit",
+  "carton",
+  "car wheel",
+  "cash machine",
+  "cassette",
+  "cassette player",
+  "castle",
+  "catamaran",
+  "CD player",
+  "cello",
+  "cellular telephone",
+  "chain",
+  "chainlink fence",
+  "chain mail",
+  "chain saw",
+  "chest",
+  "chiffonier",
+  "chime",
+  "china cabinet",
+  "Christmas stocking",
+  "church",
+  "cinema",
+  "cleaver",
+  "cliff dwelling",
+  "cloak",
+  "clog",
+  "cocktail shaker",
+  "coffee mug",
+  "coffeepot",
+  "coil",
+  "combination lock",
+  "computer keyboard",
+  "confectionery",
+  "container ship",
+  "convertible",
+  "corkscrew",
+  "cornet",
+  "cowboy boot",
+  "cowboy hat",
+  "cradle",
+  "crane",
+  "crash helmet",
+  "crate",
+  "crib",
+  "Crock Pot",
+  "croquet ball",
+  "crutch",
+  "cuirass",
+  "dam",
+  "desk",
+  "desktop computer",
+  "dial telephone",
+  "diaper",
+  "digital clock",
+  "digital watch",
+  "dining table",
+  "dishrag",
+  "dishwasher",
+  "disk brake",
+  "dock",
+  "dogsled",
+  "dome",
+  "doormat",
+  "drilling platform",
+  "drum",
+  "drumstick",
+  "dumbbell",
+  "Dutch oven",
+  "electric fan",
+  "electric guitar",
+  "electric locomotive",
+  "entertainment center",
+  "envelope",
+  "espresso maker",
+  "face powder",
+  "feather boa",
+  "file",
+  "fireboat",
+  "fire engine",
+  "fire screen",
+  "flagpole",
+  "flute",
+  "folding chair",
+  "football helmet",
+  "forklift",
+  "fountain",
+  "fountain pen",
+  "four-poster",
+  "freight car",
+  "French horn",
+  "frying pan",
+  "fur coat",
+  "garbage truck",
+  "gasmask",
+  "gas pump",
+  "goblet",
+  "go-kart",
+  "golf ball",
+  "golfcart",
+  "gondola",
+  "gong",
+  "gown",
+  "grand piano",
+  "greenhouse",
+  "grille",
+  "grocery store",
+  "guillotine",
+  "hair slide",
+  "hair spray",
+  "half track",
+  "hammer",
+  "hamper",
+  "hand blower",
+  "hand-held computer",
+  "handkerchief",
+  "hard disc",
+  "harmonica",
+  "harp",
+  "harvester",
+  "hatchet",
+  "holster",
+  "home theater",
+  "honeycomb",
+  "hook",
+  "hoopskirt",
+  "horizontal bar",
+  "horse cart",
+  "hourglass",
+  "iPod",
+  "iron",
+  "jack-o'-lantern",
+  "jean",
+  "jeep",
+  "jersey",
+  "jigsaw puzzle",
+  "jinrikisha",
+  "joystick",
+  "kimono",
+  "knee pad",
+  "knot",
+  "lab coat",
+  "ladle",
+  "lampshade",
+  "laptop",
+  "lawn mower",
+  "lens cap",
+  "letter opener",
+  "library",
+  "lifeboat",
+  "lighter",
+  "limousine",
+  "liner",
+  "lipstick",
+  "Loafer",
+  "lotion",
+  "loudspeaker",
+  "loupe",
+  "lumbermill",
+  "magnetic compass",
+  "mailbag",
+  "mailbox",
+  "maillot",
+  "maillot",
+  "manhole cover",
+  "maraca",
+  "marimba",
+  "mask",
+  "matchstick",
+  "maypole",
+  "maze",
+  "measuring cup",
+  "medicine chest",
+  "megalith",
+  "microphone",
+  "microwave",
+  "military uniform",
+  "milk can",
+  "minibus",
+  "miniskirt",
+  "minivan",
+  "missile",
+  "mitten",
+  "mixing bowl",
+  "mobile home",
+  "Model T",
+  "modem",
+  "monastery",
+  "monitor",
+  "moped",
+  "mortar",
+  "mortarboard",
+  "mosque",
+  "mosquito net",
+  "motor scooter",
+  "mountain bike",
+  "mountain tent",
+  "mouse",
+  "mousetrap",
+  "moving van",
+  "muzzle",
+  "nail",
+  "neck brace",
+  "necklace",
+  "nipple",
+  "notebook",
+  "obelisk",
+  "oboe",
+  "ocarina",
+  "odometer",
+  "oil filter",
+  "organ",
+  "oscilloscope",
+  "overskirt",
+  "oxcart",
+  "oxygen mask",
+  "packet",
+  "paddle",
+  "paddlewheel",
+  "padlock",
+  "paintbrush",
+  "pajama",
+  "palace",
+  "panpipe",
+  "paper towel",
+  "parachute",
+  "parallel bars",
+  "park bench",
+  "parking meter",
+  "passenger car",
+  "patio",
+  "pay-phone",
+  "pedestal",
+  "pencil box",
+  "pencil sharpener",
+  "perfume",
+  "Petri dish",
+  "photocopier",
+  "pick",
+  "pickelhaube",
+  "picket fence",
+  "pickup",
+  "pier",
+  "piggy bank",
+  "pill bottle",
+  "pillow",
+  "ping-pong ball",
+  "pinwheel",
+  "pirate",
+  "pitcher",
+  "plane",
+  "planetarium",
+  "plastic bag",
+  "plate rack",
+  "plow",
+  "plunger",
+  "Polaroid camera",
+  "pole",
+  "police van",
+  "poncho",
+  "pool table",
+  "pop bottle",
+  "pot",
+  "potter's wheel",
+  "power drill",
+  "prayer rug",
+  "printer",
+  "prison",
+  "projectile",
+  "projector",
+  "puck",
+  "punching bag",
+  "purse",
+  "quill",
+  "quilt",
+  "racer",
+  "racket",
+  "radiator",
+  "radio",
+  "radio telescope",
+  "rain barrel",
+  "recreational vehicle",
+  "reel",
+  "reflex camera",
+  "refrigerator",
+  "remote control",
+  "restaurant",
+  "revolver",
+  "rifle",
+  "rocking chair",
+  "rotisserie",
+  "rubber eraser",
+  "rugby ball",
+  "rule",
+  "running shoe",
+  "safe",
+  "safety pin",
+  "saltshaker",
+  "sandal",
+  "sarong",
+  "sax",
+  "scabbard",
+  "scale",
+  "school bus",
+  "schooner",
+  "scoreboard",
+  "screen",
+  "screw",
+  "screwdriver",
+  "seat belt",
+  "sewing machine",
+  "shield",
+  "shoe shop",
+  "shoji",
+  "shopping basket",
+  "shopping cart",
+  "shovel",
+  "shower cap",
+  "shower curtain",
+  "ski",
+  "ski mask",
+  "sleeping bag",
+  "slide rule",
+  "sliding door",
+  "slot",
+  "snorkel",
+  "snowmobile",
+  "snowplow",
+  "soap dispenser",
+  "soccer ball",
+  "sock",
+  "solar dish",
+  "sombrero",
+  "soup bowl",
+  "space bar",
+  "space heater",
+  "space shuttle",
+  "spatula",
+  "speedboat",
+  "spider web",
+  "spindle",
+  "sports car",
+  "spotlight",
+  "stage",
+  "steam locomotive",
+  "steel arch bridge",
+  "steel drum",
+  "stethoscope",
+  "stole",
+  "stone wall",
+  "stopwatch",
+  "stove",
+  "strainer",
+  "streetcar",
+  "stretcher",
+  "studio couch",
+  "stupa",
+  "submarine",
+  "suit",
+  "sundial",
+  "sunglass",
+  "sunglasses",
+  "sunscreen",
+  "suspension bridge",
+  "swab",
+  "sweatshirt",
+  "swimming trunks",
+  "swing",
+  "switch",
+  "syringe",
+  "table lamp",
+  "tank",
+  "tape player",
+  "teapot",
+  "teddy",
+  "television",
+  "tennis ball",
+  "thatch",
+  "theater curtain",
+  "thimble",
+  "thresher",
+  "throne",
+  "tile roof",
+  "toaster",
+  "tobacco shop",
+  "toilet seat",
+  "torch",
+  "totem pole",
+  "tow truck",
+  "toyshop",
+  "tractor",
+  "trailer truck",
+  "tray",
+  "trench coat",
+  "tricycle",
+  "trimaran",
+  "tripod",
+  "triumphal arch",
+  "trolleybus",
+  "trombone",
+  "tub",
+  "turnstile",
+  "typewriter keyboard",
+  "umbrella",
+  "unicycle",
+  "upright",
+  "vacuum",
+  "vase",
+  "vault",
+  "velvet",
+  "vending machine",
+  "vestment",
+  "viaduct",
+  "violin",
+  "volleyball",
+  "waffle iron",
+  "wall clock",
+  "wallet",
+  "wardrobe",
+  "warplane",
+  "washbasin",
+  "washer",
+  "water bottle",
+  "water jug",
+  "water tower",
+  "whiskey jug",
+  "whistle",
+  "wig",
+  "window screen",
+  "window shade",
+  "Windsor tie",
+  "wine bottle",
+  "wing",
+  "wok",
+  "wooden spoon",
+  "wool",
+  "worm fence",
+  "wreck",
+  "yawl",
+  "yurt",
+  "web site",
+  "comic book",
+  "crossword puzzle",
+  "street sign",
+  "traffic light",
+  "book jacket",
+  "menu",
+  "plate",
+  "guacamole",
+  "consomme",
+  "hot pot",
+  "trifle",
+  "ice cream",
+  "ice lolly",
+  "French loaf",
+  "bagel",
+  "pretzel",
+  "cheeseburger",
+  "hotdog",
+  "mashed potato",
+  "head cabbage",
+  "broccoli",
+  "cauliflower",
+  "zucchini",
+  "spaghetti squash",
+  "acorn squash",
+  "butternut squash",
+  "cucumber",
+  "artichoke",
+  "bell pepper",
+  "cardoon",
+  "mushroom",
+  "Granny Smith",
+  "strawberry",
+  "orange",
+  "lemon",
+  "fig",
+  "pineapple",
+  "banana",
+  "jackfruit",
+  "custard apple",
+  "pomegranate",
+  "hay",
+  "carbonara",
+  "chocolate sauce",
+  "dough",
+  "meat loaf",
+  "pizza",
+  "potpie",
+  "burrito",
+  "red wine",
+  "espresso",
+  "cup",
+  "eggnog",
+  "alp",
+  "bubble",
+  "cliff",
+  "coral reef",
+  "geyser",
+  "lakeside",
+  "promontory",
+  "sandbar",
+  "seashore",
+  "valley",
+  "volcano",
+  "ballplayer",
+  "groom",
+  "scuba diver",
+  "rapeseed",
+  "daisy",
+  "yellow lady's slipper",
+  "corn",
+  "acorn",
+  "hip",
+  "buckeye",
+  "coral fungus",
+  "agaric",
+  "gyromitra",
+  "stinkhorn",
+  "earthstar",
+  "hen-of-the-woods",
+  "bolete",
+  "ear",
+  "toilet tissue"
+]
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/docker-compose.yml b/MLOps/serving_patterns/prediction_cache_pattern/docker-compose.yml
new file mode 100644
index 0000000..065d79e
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/docker-compose.yml
@@ -0,0 +1,35 @@
+version: "3"
+
+services:
+  proxy:
+    container_name: proxy
+    image: shibui/ml-system-in-actions:prediction_cache_pattern_proxy_0.0.1
+    restart: always
+    environment:
+      - PLATFORM=docker_compose
+      - API_ADDRESS=pred
+      - CACHE_HOST=redis
+    ports:
+      - "8000:8000"
+    command: ./run.sh
+    depends_on:
+      - pred
+      - redis
+
+  pred:
+    container_name: pred
+    image: shibui/ml-system-in-actions:prediction_cache_pattern_pred_0.0.1
+    restart: always
+    environment:
+      - HTTP_PORT=8001
+      - GRPC_PORT=50051
+    ports:
+      - "8001:8001"
+      - "50051:50051"
+    entrypoint: ["./onnx_runtime_server_entrypoint.sh"]
+
+  redis:
+    container_name: redis
+    image: "redis:latest"
+    ports:
+      - "6379:6379"
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/makefile b/MLOps/serving_patterns/prediction_cache_pattern/makefile
new file mode 100644
index 0000000..4cc4ce7
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/makefile
@@ -0,0 +1,69 @@
+DOCKER_REPOSITORY := shibui/ml-system-in-actions
+
+ABSOLUTE_PATH := $(shell pwd)
+
+DOCKERFILE := Dockerfile
+DOCKER_COMPOSE := docker-compose.yml
+IMAGE_VERSION := 0.0.1
+
+PREDICTION_CACHE_PATTERN := prediction_cache_pattern
+PREDICTION_CACHE_PATTERN_PREP := proxy
+PREDICTION_CACHE_PATTERN_PREP_PORT := 8000
+PREDICTION_CACHE_PATTERN_PRED := pred
+PREDICTION_CACHE_PATTERN_REST_PORT := 8001
+PREDICTION_CACHE_PATTERN_GRPC_PORT := 50051
+
+.PHONY: proto
+proto:
+	python \
+		-m grpc_tools.protoc \
+		-I src/proto \
+		--python_out=src/proto \
+		--grpc_python_out=src/proto \
+		src/proto/onnx-ml.proto \
+		src/proto/predict.proto \
+		src/proto/prediction_service.proto
+
+.PHONY: build_proxy
+build_proxy:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(PREDICTION_CACHE_PATTERN)_$(PREDICTION_CACHE_PATTERN_PREP)_$(IMAGE_VERSION) \
+		-f ./$(DOCKERFILE).proxy .
+
+.PHONY: push_proxy
+push_proxy:
+	docker push $(DOCKER_REPOSITORY):$(PREDICTION_CACHE_PATTERN)_$(PREDICTION_CACHE_PATTERN_PREP)_$(IMAGE_VERSION)
+
+.PHONY: build_pred
+build_pred:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(PREDICTION_CACHE_PATTERN)_$(PREDICTION_CACHE_PATTERN_PRED)_$(IMAGE_VERSION) \
+		-f ./$(DOCKERFILE).pred .
+
+.PHONY: push_pred 
+push_pred:
+	docker push $(DOCKER_REPOSITORY):$(PREDICTION_CACHE_PATTERN)_$(PREDICTION_CACHE_PATTERN_PRED)_$(IMAGE_VERSION)
+
+
+.PHONY: build_all
+build_all: build_proxy build_pred
+
+
+.PHONY: push_all
+push_all: push_proxy push_pred
+
+.PHONY: c_build
+c_build: build_all
+
+.PHONY: c_up
+c_up:
+	docker-compose \
+		-f ./$(DOCKER_COMPOSE) \
+		up -d
+
+.PHONY: c_down
+c_down:
+	docker-compose \
+		-f ./$(DOCKER_COMPOSE) \
+		down
+
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/requirements.txt b/MLOps/serving_patterns/prediction_cache_pattern/requirements.txt
new file mode 100644
index 0000000..6de54e8
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/requirements.txt
@@ -0,0 +1,23 @@
+fastapi>=0.65.2
+future>=0.18.2
+gunicorn>=20.0.4
+importlib-metadata>=1.7.0
+joblib>=0.15.1
+numpy>=1.18.5
+onnx>=1.7.0
+onnxruntime>=1.4.0
+Pillow>=8.3.2
+psutil>=5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+redis>=3.5.3
+scikit-learn>=0.23.1
+starlette>=0.13.4
+typing>=3.7.4.1
+uvicorn>=0.11.7
+uvloop>=0.14.0
+httptools>=0.1.1
+python-json-logger>=2.0.1
+loguru>=0.5.3
+requests>=2.25.0
+grpcio>=1.32.0
\ No newline at end of file
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/resnet50_onnx_runtime/__init__.py b/MLOps/serving_patterns/prediction_cache_pattern/resnet50_onnx_runtime/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/resnet50_onnx_runtime/extract_resnet50_onnx.py b/MLOps/serving_patterns/prediction_cache_pattern/resnet50_onnx_runtime/extract_resnet50_onnx.py
new file mode 100644
index 0000000..cc83a73
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/resnet50_onnx_runtime/extract_resnet50_onnx.py
@@ -0,0 +1,85 @@
+import json
+import os
+from typing import List, Tuple, Union
+
+import click
+import joblib
+import numpy as np
+import onnxruntime as rt
+import requests
+import torch
+import torch.nn as nn
+from PIL import Image
+from src.ml.transformers import PytorchImagePreprocessTransformer, SoftmaxTransformer
+from torchvision.models.resnet import resnet50
+
+
+def dump_sklearn(model, name: str):
+    joblib.dump(model, name)
+
+
+def get_label(json_path: str = "./data/image_net_labels.json") -> List[str]:
+    with open(json_path, "r") as f:
+        labels = json.load(f)
+    return labels
+
+
+@click.command(name="extract resnet50 onnx runtime and preprocessing")
+@click.option("--pred", is_flag=True)
+@click.option("--prep", is_flag=True)
+def main(pred: bool, prep: bool):
+    model_directory = "./models/"
+    os.makedirs(model_directory, exist_ok=True)
+
+    onnx_filename = "resnet50.onnx"
+    onnx_filepath = os.path.join(model_directory, onnx_filename)
+
+    preprocess_filename = f"preprocess_transformer.pkl"
+    preprocess_filepath = os.path.join(model_directory, preprocess_filename)
+
+    postprocess_filename = f"softmax_transformer.pkl"
+    postprocess_filepath = os.path.join(model_directory, postprocess_filename)
+
+    if pred:
+        model = resnet50(pretrained=True)
+        x_dummy = torch.rand((1, 3, 224, 224), device="cpu")
+        model.eval()
+        torch.onnx.export(
+            model,
+            x_dummy,
+            onnx_filepath,
+            export_params=True,
+            opset_version=10,
+            do_constant_folding=True,
+            input_names=["input"],
+            output_names=["output"],
+            verbose=False,
+        )
+
+    if prep:
+        preprocess = PytorchImagePreprocessTransformer()
+        dump_sklearn(preprocess, preprocess_filepath)
+
+        postprocess = SoftmaxTransformer()
+        dump_sklearn(postprocess, postprocess_filepath)
+
+    if prep and pred:
+        image = Image.open("./data/0000.jpg")
+        np_image = preprocess.transform(image)
+        print(np_image.shape)
+
+        sess = rt.InferenceSession(onnx_filepath)
+        inp, out = sess.get_inputs()[0], sess.get_outputs()[0]
+        print(f"input name='{inp.name}' shape={inp.shape} type={inp.type}")
+        print(f"output name='{out.name}' shape={out.shape} type={out.type}")
+        pred_onx = sess.run([out.name], {inp.name: np_image})
+
+        prediction = postprocess.transform(np.array(pred_onx))
+
+        labels = get_label(json_path="./data/image_net_labels.json")
+        print(prediction.shape)
+        print(labels[np.argmax(prediction[0])])
+
+
+if __name__ == "__main__":
+    main()
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/resnet50_onnx_runtime/onnx_runtime_server_entrypoint.sh b/MLOps/serving_patterns/prediction_cache_pattern/resnet50_onnx_runtime/onnx_runtime_server_entrypoint.sh
new file mode 100644
index 0000000..44374c6
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/resnet50_onnx_runtime/onnx_runtime_server_entrypoint.sh
@@ -0,0 +1,15 @@
+#!/bin/bash
+
+set -eu
+
+HTTP_PORT=${HTTP_PORT:-8001}
+GRPC_PORT=${GRPC_PORT:-50051}
+LOGLEVEL=${LOGLEVEL:-"debug"}
+NUM_HTTP_THREADS=${NUM_HTTP_THREADS:-4}
+MODEL_PATH=${MODEL_PATH:-"/prediction_cache_pattern/models/resnet50.onnx"}
+
+./onnxruntime_server \
+    --http_port=${HTTP_PORT} \
+    --grpc_port=${GRPC_PORT} \
+    --num_http_threads=${NUM_HTTP_THREADS} \
+    --model_path=${MODEL_PATH} 
\ No newline at end of file
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/resnet50_onnx_runtime/requirements.txt b/MLOps/serving_patterns/prediction_cache_pattern/resnet50_onnx_runtime/requirements.txt
new file mode 100644
index 0000000..d64d579
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/resnet50_onnx_runtime/requirements.txt
@@ -0,0 +1,13 @@
+joblib>=0.15.1
+numpy>=1.18.5
+onnxruntime>=1.4.0
+Pillow>=8.3.2
+pydantic>=1.8.2
+PyYAML>=5.3.1
+scikit-learn==0.23.1
+skl2onnx>=1.7.0
+typing>=3.7.4.1
+requests>=2.25.1
+torch>=1.7.0
+torchvision>=0.8.1
+click>=7.1.2
\ No newline at end of file
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/run.sh b/MLOps/serving_patterns/prediction_cache_pattern/run.sh
new file mode 100644
index 0000000..9621e17
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/run.sh
@@ -0,0 +1,27 @@
+#!/bin/bash
+
+set -eu
+
+HOST=${HOST:-"0.0.0.0"}
+PORT=${PORT:-8000}
+WORKERS=${WORKERS:-4}
+UVICORN_WORKER=${UVICORN_WORKER:-"uvicorn.workers.UvicornWorker"}
+LOGLEVEL=${LOGLEVEL:-"debug"}
+LOGCONFIG=${LOGCONFIG:-"./src/utils/logging.conf"}
+BACKLOG=${BACKLOG:-2048}
+LIMIT_MAX_REQUESTS=${LIMIT_MAX_REQUESTS:-65536}
+MAX_REQUESTS_JITTER=${MAX_REQUESTS_JITTER:-2048}
+GRACEFUL_TIMEOUT=${GRACEFUL_TIMEOUT:-10}
+APP_NAME=${APP_NAME:-"src.app.app:app"}
+
+gunicorn ${APP_NAME} \
+    -b ${HOST}:${PORT} \
+    -w ${WORKERS} \
+    -k ${UVICORN_WORKER} \
+    --log-level ${LOGLEVEL} \
+    --log-config ${LOGCONFIG} \
+    --backlog ${BACKLOG} \
+    --max-requests ${LIMIT_MAX_REQUESTS} \
+    --max-requests-jitter ${MAX_REQUESTS_JITTER} \
+    --graceful-timeout ${GRACEFUL_TIMEOUT} \
+    --reload
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/__init__.py b/MLOps/serving_patterns/prediction_cache_pattern/src/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/app/__init__.py b/MLOps/serving_patterns/prediction_cache_pattern/src/app/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/app/app.py b/MLOps/serving_patterns/prediction_cache_pattern/src/app/app.py
new file mode 100644
index 0000000..e3902d5
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/app/app.py
@@ -0,0 +1,16 @@
+import os
+from logging import getLogger
+
+from fastapi import FastAPI
+from src.app.routers import routers
+from src.configurations import APIConfigurations
+
+logger = getLogger(__name__)
+
+app = FastAPI(
+    title=APIConfigurations.title,
+    description=APIConfigurations.description,
+    version=APIConfigurations.version,
+)
+
+app.include_router(routers.router, prefix="", tags=[""])
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/app/backend/__init__.py b/MLOps/serving_patterns/prediction_cache_pattern/src/app/backend/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/app/backend/background_job.py b/MLOps/serving_patterns/prediction_cache_pattern/src/app/backend/background_job.py
new file mode 100644
index 0000000..6eb6da3
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/app/backend/background_job.py
@@ -0,0 +1,49 @@
+import json
+import logging
+from typing import Any, Dict, List, Union
+
+from fastapi import BackgroundTasks
+from pydantic import BaseModel
+from src.app.backend.redis_client import redis_client
+
+logger = logging.getLogger(__name__)
+
+
+def set_data_redis(key: str, value: List) -> bool:
+    data_json = json.dumps(value)
+    redis_client.set(key, data_json)
+    return True
+
+
+def get_data_redis(key: str) -> Union[List, None]:
+    data = redis_client.get(key)
+    if data is None:
+        return None
+    original_data = json.loads(data)
+    return original_data
+
+
+class SaveDataJob(BaseModel):
+    item_id: str
+    data: Any
+    is_completed: bool = False
+
+    def __call__(self):
+        pass
+
+
+class SaveDataRedisJob(SaveDataJob):
+    def __call__(self):
+        save_data_jobs[self.item_id] = self
+        logger.info(f"registered cache: {self.item_id} in {self.__class__.__name__}")
+        self.is_completed = set_data_redis(key=self.item_id, value=self.data)
+        logger.info(f"completed save data: {self.item_id}")
+
+
+def save_data_job(data: Any, item_id: str, background_tasks: BackgroundTasks) -> str:
+    task = SaveDataRedisJob(item_id=item_id, data=data)
+    background_tasks.add_task(task)
+    return item_id
+
+
+save_data_jobs: Dict[str, SaveDataJob] = {}
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/app/backend/redis_client.py b/MLOps/serving_patterns/prediction_cache_pattern/src/app/backend/redis_client.py
new file mode 100644
index 0000000..1103b51
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/app/backend/redis_client.py
@@ -0,0 +1,9 @@
+import redis
+from src.configurations import RedisCacheConfigurations
+
+redis_client = redis.Redis(
+    host=RedisCacheConfigurations.cache_host,
+    port=RedisCacheConfigurations.cache_port,
+    db=RedisCacheConfigurations.redis_db,
+    decode_responses=RedisCacheConfigurations.redis_decode_responses,
+)
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/app/routers/__init__.py b/MLOps/serving_patterns/prediction_cache_pattern/src/app/routers/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/app/routers/routers.py b/MLOps/serving_patterns/prediction_cache_pattern/src/app/routers/routers.py
new file mode 100644
index 0000000..461bd66
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/app/routers/routers.py
@@ -0,0 +1,54 @@
+from logging import getLogger
+from typing import Any, Dict, List
+
+from fastapi import APIRouter, BackgroundTasks
+from src.ml.prediction import Data, classifier
+
+logger = getLogger(__name__)
+router = APIRouter()
+
+
+@router.get("/health")
+def health() -> Dict[str, str]:
+    return {"health": "ok"}
+
+
+@router.get("/metadata")
+def metadata() -> Dict[str, Any]:
+    return {
+        "data_type": "str",
+        "data_structure": "(1,1)",
+        "data_sample": Data().data,
+        "prediction_type": "float32",
+        "prediction_structure": "(1,1000)",
+        "prediction_sample": "[0.07093159, 0.01558308, 0.01348537, ...]",
+    }
+
+
+@router.get("/label")
+def label() -> Dict[int, str]:
+    return classifier.label
+
+
+@router.get("/predict/test")
+def predict_test(background_tasks: BackgroundTasks) -> Dict[str, List[float]]:
+    prediction = classifier.predict(data=Data(), background_tasks=background_tasks)
+    return {"prediction": list(prediction)}
+
+
+@router.get("/predict/test/label")
+def predict_test_label(background_tasks: BackgroundTasks) -> Dict[str, str]:
+    prediction = classifier.predict_label(data=Data(), background_tasks=background_tasks)
+    return {"prediction": prediction}
+
+
+@router.post("/predict")
+def predict(data: Data, background_tasks: BackgroundTasks) -> Dict[str, List[float]]:
+    prediction = classifier.predict(data=data, background_tasks=background_tasks)
+    return {"prediction": list(prediction)}
+
+
+@router.post("/predict/label")
+def predict_label(data: Data, background_tasks: BackgroundTasks) -> Dict[str, str]:
+    prediction = classifier.predict_label(data=data, background_tasks=background_tasks)
+    return {"prediction": prediction}
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/configurations.py b/MLOps/serving_patterns/prediction_cache_pattern/src/configurations.py
new file mode 100644
index 0000000..bb68218
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/configurations.py
@@ -0,0 +1,53 @@
+import os
+from logging import getLogger
+
+from src.constants import PLATFORM_ENUM
+
+logger = getLogger(__name__)
+
+
+class PlatformConfigurations:
+    platform = os.getenv("PLATFORM", PLATFORM_ENUM.DOCKER.value)
+    if not PLATFORM_ENUM.has_value(platform):
+        raise ValueError(f"PLATFORM must be one of {[v.value for v in PLATFORM_ENUM.__members__.values()]}")
+
+
+class CacheConfigurations:
+    cache_host = os.getenv("CACHE_HOST", "redis")
+    cache_port = int(os.getenv("CACHE_PORT", 6379))
+    queue_name = os.getenv("QUEUE_NAME", "queue")
+
+
+class RedisCacheConfigurations(CacheConfigurations):
+    redis_db = int(os.getenv("REDIS_DB", 0))
+    redis_decode_responses = bool(os.getenv("REDIS_DECODE_RESPONSES", True))
+
+
+class APIConfigurations:
+    title = os.getenv("API_TITLE", "ServingPattern")
+    description = os.getenv("API_DESCRIPTION", "machine learning system serving patterns")
+    version = os.getenv("API_VERSION", "0.1")
+
+
+class ModelConfigurations:
+    api_address = os.getenv("API_ADDRESS", "localhost")
+    grpc_port = int(os.getenv("GRPC_PORT", 50051))
+    rest_api_port = int(os.getenv("REST_API_PORT", 8001))
+    label_path = os.getenv("LABEL_PATH", "/prediction_cache_pattern/data/image_net_labels.json")
+
+    preprocess_transformer_path = os.getenv(
+        "PREPROCESS_TRANSFORMER_PATH", "/prediction_cache_pattern/models/preprocess_transformer.pkl"
+    )
+    softmax_transformer_path = os.getenv(
+        "SOFTMAX_TRANSFORMER_PATH", "/prediction_cache_pattern/models/softmax_transformer.pkl"
+    )
+
+    onnx_input_name = os.getenv("ONNX_INPUT_NAME", "input")
+    onnx_output_name = os.getenv("ONNX_OUTPUT_NAME", "output")
+
+
+logger.info(f"{PlatformConfigurations.__name__}: {PlatformConfigurations.__dict__}")
+logger.info(f"{CacheConfigurations.__name__}: {CacheConfigurations.__dict__}")
+logger.info(f"{RedisCacheConfigurations.__name__}: {RedisCacheConfigurations.__dict__}")
+logger.info(f"{APIConfigurations.__name__}: {APIConfigurations.__dict__}")
+logger.info(f"{ModelConfigurations.__name__}: {ModelConfigurations.__dict__}")
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/constants.py b/MLOps/serving_patterns/prediction_cache_pattern/src/constants.py
new file mode 100644
index 0000000..23a0075
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/constants.py
@@ -0,0 +1,35 @@
+import enum
+
+
+class PLATFORM_ENUM(enum.Enum):
+    DOCKER = "docker"
+    DOCKER_COMPOSE = "docker_compose"
+    KUBERNETES = "kubernetes"
+    TEST = "test"
+
+    @staticmethod
+    def has_value(item):
+        return item in [v.value for v in PLATFORM_ENUM.__members__.values()]
+
+
+def constant(f):
+    def fset(self, value):
+        raise TypeError
+
+    def fget(self):
+        return f()
+
+    return property(fget, fset)
+
+
+class _Constants(object):
+    @constant
+    def REDIS_INCREMENTS():
+        return "increments"
+
+    @constant
+    def REDIS_QUEUE():
+        return "redis_queue"
+
+
+CONSTANTS = _Constants()
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/ml/__init__.py b/MLOps/serving_patterns/prediction_cache_pattern/src/ml/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/ml/prediction.py b/MLOps/serving_patterns/prediction_cache_pattern/src/ml/prediction.py
new file mode 100644
index 0000000..59cdb09
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/ml/prediction.py
@@ -0,0 +1,118 @@
+import json
+import os
+from logging import getLogger
+from typing import List
+
+import grpc
+import joblib
+import numpy as np
+from fastapi import BackgroundTasks
+from PIL import Image
+from pydantic import BaseModel
+from src.app.backend import background_job
+from src.configurations import ModelConfigurations
+from src.ml.transformers import PytorchImagePreprocessTransformer, SoftmaxTransformer
+from src.proto import onnx_ml_pb2, predict_pb2, prediction_service_pb2_grpc
+
+logger = getLogger(__name__)
+
+
+class Data(BaseModel):
+    data: str = "0000"
+
+
+class Classifier(object):
+    def __init__(
+        self,
+        preprocess_transformer_path: str = "/prediction_cache_pattern/models/preprocess_transformer.pkl",
+        softmax_transformer_path: str = "/prediction_cache_pattern/models/softmax_transformer.pkl",
+        label_path: str = "/prediction_cache_pattern/data/image_net_labels.json",
+        serving_address: str = "localhost:50051",
+        onnx_input_name: str = "input",
+        onnx_output_name: str = "output",
+    ):
+        self.preprocess_transformer_path: str = preprocess_transformer_path
+        self.softmax_transformer_path: str = softmax_transformer_path
+        self.preprocess_transformer: PytorchImagePreprocessTransformer = None
+        self.softmax_transformer: SoftmaxTransformer = None
+
+        self.serving_address = serving_address
+        self.channel = grpc.insecure_channel(self.serving_address)
+        self.stub = prediction_service_pb2_grpc.PredictionServiceStub(self.channel)
+
+        self.label_path = label_path
+        self.label: List[str] = []
+
+        self.onnx_input_name: str = onnx_input_name
+        self.onnx_output_name: str = onnx_output_name
+
+        self.load_model()
+        self.load_label()
+
+    def load_model(self):
+        logger.info(f"load preprocess in {self.preprocess_transformer_path}")
+        self.preprocess_transformer = joblib.load(self.preprocess_transformer_path)
+        logger.info(f"initialized preprocess")
+
+        logger.info(f"load postprocess in {self.softmax_transformer_path}")
+        self.softmax_transformer = joblib.load(self.softmax_transformer_path)
+        logger.info(f"initialized postprocess")
+
+    def load_label(self):
+        logger.info(f"load label in {self.label_path}")
+        with open(self.label_path, "r") as f:
+            self.label = json.load(f)
+        logger.info(f"label: {self.label}")
+
+    def predict(
+        self,
+        data: Data,
+        background_tasks: BackgroundTasks,
+    ) -> List[float]:
+        cache_data = background_job.get_data_redis(key=data.data)
+        if cache_data is None:
+            logger.info(f"registering cache: {data.data}")
+            image = Image.open(os.path.join("data/", f"{data.data}.jpg"))
+            preprocessed = self.preprocess_transformer.transform(image)
+
+            input_tensor = onnx_ml_pb2.TensorProto()
+            input_tensor.dims.extend(preprocessed.shape)
+            input_tensor.data_type = 1
+            input_tensor.raw_data = preprocessed.tobytes()
+
+            request_message = predict_pb2.PredictRequest()
+            request_message.inputs[self.onnx_input_name].data_type = input_tensor.data_type
+            request_message.inputs[self.onnx_input_name].dims.extend(preprocessed.shape)
+            request_message.inputs[self.onnx_input_name].raw_data = input_tensor.raw_data
+
+            response = self.stub.Predict(request_message)
+            output = np.frombuffer(response.outputs[self.onnx_output_name].raw_data, dtype=np.float32)
+
+            softmax = self.softmax_transformer.transform(output).tolist()
+
+            background_job.save_data_job(data=list(softmax), item_id=data.data, background_tasks=background_tasks)
+        else:
+            logger.info(f"cache hit: {data.data}")
+            softmax = list(cache_data)
+
+        logger.info(f"predict proba {softmax}")
+        return softmax
+
+    def predict_label(
+        self,
+        data: Data,
+        background_tasks: BackgroundTasks,
+    ) -> str:
+        softmax = self.predict(data=data, background_tasks=background_tasks)
+        argmax = int(np.argmax(np.array(softmax)[0]))
+        return self.label[argmax]
+
+
+classifier = Classifier(
+    preprocess_transformer_path=ModelConfigurations().preprocess_transformer_path,
+    softmax_transformer_path=ModelConfigurations().softmax_transformer_path,
+    label_path=ModelConfigurations().label_path,
+    serving_address=f"{ModelConfigurations.api_address}:{ModelConfigurations.grpc_port}",
+    onnx_input_name=ModelConfigurations().onnx_input_name,
+    onnx_output_name=ModelConfigurations().onnx_output_name,
+)
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/ml/transformers.py b/MLOps/serving_patterns/prediction_cache_pattern/src/ml/transformers.py
new file mode 100644
index 0000000..304e9be
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/ml/transformers.py
@@ -0,0 +1,56 @@
+from typing import List, Tuple, Union
+
+import numpy as np
+from PIL import Image
+from sklearn.base import BaseEstimator, TransformerMixin
+
+
+class PytorchImagePreprocessTransformer(BaseEstimator, TransformerMixin):
+    def __init__(
+        self,
+        image_size: Tuple[int, int] = (224, 224),
+        prediction_shape: Tuple[int, int, int, int] = (1, 3, 224, 224),
+        mean_vec: List[float] = [0.485, 0.456, 0.406],
+        stddev_vec: List[float] = [0.229, 0.224, 0.225],
+    ):
+        self.image_size = image_size
+        self.prediction_shape = prediction_shape
+        self.mean_vec = mean_vec
+        self.stddev_vec = stddev_vec
+
+    def fit(self, X, y=None):
+        return self
+
+    def transform(self, X: Union[Image.Image, np.ndarray]) -> np.ndarray:
+        if isinstance(X, np.ndarray):
+            dim_0 = (3,) + self.image_size
+            dim_1 = self.image_size + (3,)
+            if X.shape != dim_0 and X.shape != dim_1:
+                raise ValueError(f"resize to image_size {self.image_size} beforehand for numpy array")
+        else:
+            X = np.array(X.resize(self.image_size))
+
+        image_data = X.transpose(2, 0, 1).astype(np.float32)
+        mean_vec = np.array(self.mean_vec)
+        stddev_vec = np.array(self.stddev_vec)
+        norm_image_data = np.zeros(image_data.shape).astype(np.float32)
+        for i in range(image_data.shape[0]):
+            norm_image_data[i, :, :] = (image_data[i, :, :] / 255 - mean_vec[i]) / stddev_vec[i]
+        norm_image_data = norm_image_data.reshape(self.prediction_shape).astype(np.float32)
+        return norm_image_data
+
+
+class SoftmaxTransformer(BaseEstimator, TransformerMixin):
+    def __init__(self):
+        pass
+
+    def fit(self, X, y=None):
+        return self
+
+    def transform(self, X: Union[np.ndarray, List[float], List[List[float]]]) -> np.ndarray:
+        if isinstance(X, List):
+            X = np.array(X)
+        x = X.reshape(-1)
+        e_x = np.exp(x - np.max(x))
+        result = np.array([e_x / e_x.sum(axis=0)])
+        return result
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/proto/onnx-ml.proto b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/onnx-ml.proto
new file mode 100644
index 0000000..57ee68d
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/onnx-ml.proto
@@ -0,0 +1,636 @@
+//
+// WARNING: This file is automatically generated!  Please edit onnx.in.proto.
+//
+
+
+// Copyright (c) ONNX Project Contributors.
+// Licensed under the MIT license.
+
+syntax = "proto2";
+
+package onnx;
+
+// Overview
+//
+// ONNX is an open specification that is comprised of the following components:
+//
+// 1)  A definition of an extensible computation graph model.
+// 2)  Definitions of standard data types.
+// 3)  Definitions of built-in operators.
+//
+// This document describes the syntax of models and their computation graphs,
+// as well as the standard data types. Together, they are referred to as the ONNX
+// Intermediate Representation, or 'IR' for short. 
+//
+// The normative semantic specification of the ONNX IR is found in docs/IR.md.
+// Definitions of the built-in neural network operators may be found in docs/Operators.md.
+// Definitions of the built-in classical machine learning operators may be found in 
+// docs/Operators-ml.md.
+
+// Notes
+//
+// Release
+//
+// We are still in the very early stage of defining ONNX. The current
+// version of ONNX is a starting point. While we are actively working
+// towards a complete spec, we would like to get the community involved
+// by sharing our working version of ONNX.
+//
+// Protobuf compatibility
+// 
+// To simplify framework compatibility, ONNX is defined using the subset of protobuf 
+// that is compatible with both protobuf v2 and v3. This means that we do not use any
+// protobuf features that are only available in one of the two versions.
+//
+// Here are the most notable contortions we have to carry out to work around
+// these limitations:
+//
+//   - No 'map' (added protobuf 3.0). We instead represent mappings as lists
+//     of key-value pairs, where order does not matter and duplicates
+//     are not allowed.
+
+
+// Versioning
+//
+// ONNX versioning is specified in docs/IR.md and elaborated on in docs/Versioning.md
+//
+// To be compatible with both proto2 and proto3, we will use a version number
+// that is not defined by the default value but an explicit enum number.
+enum Version {
+  // proto3 requires the first enum value to be zero.
+  // We add this just to appease the compiler.
+  _START_VERSION = 0;
+  // The version field is always serialized and we will use it to store the
+  // version that the  graph is generated from. This helps us set up version
+  // control. 
+  // For the IR, we are using simple numbers starting with with 0x00000001, 
+  // which was the version we published on Oct 10, 2017.
+  IR_VERSION_2017_10_10 = 0x0000000000000001;
+
+  // IR_VERSION 2 published on Oct 30, 2017
+  // - Added type discriminator to AttributeProto to support proto3 users
+  IR_VERSION_2017_10_30 = 0x0000000000000002;
+
+  // IR VERSION 3 published on Nov 3, 2017
+  // - For operator versioning:
+  //    - Added new message OperatorSetIdProto
+  //    - Added opset_import in ModelProto
+  // - For vendor extensions, added domain in NodeProto
+  IR_VERSION_2017_11_3 = 0x0000000000000003;
+
+  // IR VERSION 4 published on Jan 22, 2019
+  // - Relax constraint that initializers should be a subset of graph inputs
+  // - Add type BFLOAT16
+  IR_VERSION_2019_1_22 = 0x0000000000000004;
+
+  // IR VERSION 5 published on March 18, 2019
+  // - Add message TensorAnnotation.
+  // - Add quantization annotation in GraphProto to map tensor with its scale and zero point quantization parameters.
+  IR_VERSION_2019_3_18 = 0x0000000000000005;
+
+  // IR VERSION 6 published on Sep 19, 2019
+  // - Add support for sparse tensor constants stored in model.
+  //   - Add message SparseTensorProto
+  //   - Add sparse initializers
+  IR_VERSION = 0x0000000000000006;
+}
+
+// Attributes
+//
+// A named attribute containing either singular float, integer, string, graph,
+// and tensor values, or repeated float, integer, string, graph, and tensor values.
+// An AttributeProto MUST contain the name field, and *only one* of the
+// following content fields, effectively enforcing a C/C++ union equivalent.
+message AttributeProto {
+
+  // Note: this enum is structurally identical to the OpSchema::AttrType
+  // enum defined in schema.h.  If you rev one, you likely need to rev the other.
+  enum AttributeType {
+    UNDEFINED = 0;
+    FLOAT = 1;
+    INT = 2;
+    STRING = 3;
+    TENSOR = 4;
+    GRAPH = 5;
+    SPARSE_TENSOR = 11;
+
+    FLOATS = 6;
+    INTS = 7;
+    STRINGS = 8;
+    TENSORS = 9;
+    GRAPHS = 10;
+    SPARSE_TENSORS = 12;
+  }
+
+  // The name field MUST be present for this version of the IR.
+  optional string name = 1;           // namespace Attribute
+ 
+  // if ref_attr_name is not empty, ref_attr_name is the attribute name in parent function.
+  // In this case, this AttributeProto does not contain data, and it's a reference of attribute
+  // in parent scope.
+  // NOTE: This should ONLY be used in function (sub-graph). It's invalid to be used in main graph.
+  optional string ref_attr_name = 21;
+
+  // A human-readable documentation for this attribute. Markdown is allowed.
+  optional string doc_string = 13;
+
+  // The type field MUST be present for this version of the IR.
+  // For 0.0.1 versions of the IR, this field was not defined, and
+  // implementations needed to use has_field hueristics to determine
+  // which value field was in use.  For IR_VERSION 0.0.2 or later, this
+  // field MUST be set and match the f|i|s|t|... field in use.  This
+  // change was made to accomodate proto3 implementations.
+  optional AttributeType type = 20;   // discriminator that indicates which field below is in use
+
+  // Exactly ONE of the following fields must be present for this version of the IR
+  optional float f = 2;               // float
+  optional int64 i = 3;               // int
+  optional bytes s = 4;               // UTF-8 string
+  optional TensorProto t = 5;         // tensor value
+  optional GraphProto g = 6;          // graph
+  optional SparseTensorProto sparse_tensor = 22;  // sparse tensor value
+  // Do not use field below, it's deprecated.
+  // optional ValueProto v = 12;         // value - subsumes everything but graph
+
+  repeated float floats = 7;          // list of floats
+  repeated int64 ints = 8;            // list of ints
+  repeated bytes strings = 9;         // list of UTF-8 strings
+  repeated TensorProto tensors = 10;  // list of tensors
+  repeated GraphProto graphs = 11;    // list of graph
+  repeated SparseTensorProto sparse_tensors = 23; // list of sparse tensors
+}
+
+// Defines information on value, including the name, the type, and
+// the shape of the value.
+message ValueInfoProto {
+  // This field MUST be present in this version of the IR.
+  optional string name = 1;     // namespace Value
+  // This field MUST be present in this version of the IR for
+  // inputs and outputs of the top-level graph.
+  optional TypeProto type = 2;
+  // A human-readable documentation for this value. Markdown is allowed.
+  optional string doc_string = 3;
+}
+
+// Nodes
+//
+// Computation graphs are made up of a DAG of nodes, which represent what is
+// commonly called a "layer" or "pipeline stage" in machine learning frameworks.
+//
+// For example, it can be a node of type "Conv" that takes in an image, a filter 
+// tensor and a bias tensor, and produces the convolved output.
+message NodeProto {
+  repeated string input = 1;    // namespace Value
+  repeated string output = 2;   // namespace Value
+
+  // An optional identifier for this node in a graph.
+  // This field MAY be absent in ths version of the IR.
+  optional string name = 3;     // namespace Node
+
+  // The symbolic identifier of the Operator to execute.
+  optional string op_type = 4;  // namespace Operator
+  // The domain of the OperatorSet that specifies the operator named by op_type.
+  optional string domain = 7;   // namespace Domain
+
+  // Additional named attributes.
+  repeated AttributeProto attribute = 5;
+
+  // A human-readable documentation for this node. Markdown is allowed.
+  optional string doc_string = 6;
+}
+
+// Models
+//
+// ModelProto is a top-level file/container format for bundling a ML model and
+// associating its computation graph with metadata.
+//
+// The semantics of the model are described by the associated GraphProto.
+message ModelProto {
+  // The version of the IR this model targets. See Version enum above.
+  // This field MUST be present.
+  optional int64 ir_version = 1;
+
+  // The OperatorSets this model relies on.
+  // All ModelProtos MUST have at least one entry that
+  // specifies which version of the ONNX OperatorSet is
+  // being imported.
+  //
+  // All nodes in the ModelProto's graph will bind against the operator
+  // with the same-domain/same-op_type operator with the HIGHEST version
+  // in the referenced operator sets.
+  repeated OperatorSetIdProto opset_import = 8;
+
+  // The name of the framework or tool used to generate this model.
+  // This field SHOULD be present to indicate which implementation/tool/framework
+  // emitted the model.
+  optional string producer_name = 2;
+
+  // The version of the framework or tool used to generate this model.
+  // This field SHOULD be present to indicate which implementation/tool/framework
+  // emitted the model.
+  optional string producer_version = 3;
+
+  // Domain name of the model.
+  // We use reverse domain names as name space indicators. For example:
+  // `com.facebook.fair` or `com.microsoft.cognitiveservices`
+  //
+  // Together with `model_version` and GraphProto.name, this forms the unique identity of
+  // the graph.
+  optional string domain = 4;
+
+  // The version of the graph encoded. See Version enum below.
+  optional int64 model_version = 5;
+
+  // A human-readable documentation for this model. Markdown is allowed.
+  optional string doc_string = 6;
+
+  // The parameterized graph that is evaluated to execute the model.
+  optional GraphProto graph = 7;
+
+  // kezhan: This field is not in ONNX, and will be pushed into ONNX with good use cases in microsoft.
+  repeated FunctionProto functions = 100;
+
+  // Named metadata values; keys should be distinct.
+  repeated StringStringEntryProto metadata_props = 14;
+};
+
+// StringStringEntryProto follows the pattern for cross-proto-version maps.
+// See https://developers.google.com/protocol-buffers/docs/proto3#maps
+message StringStringEntryProto {
+  optional string key = 1;
+  optional string value= 2;
+};
+
+message TensorAnnotation {
+  optional string tensor_name = 1;
+  // <key, value> pairs to annotate tensor specified by <tensor_name> above.
+  // The keys used in the mapping below must be pre-defined in ONNX spec.
+  // For example, for 8-bit linear quantization case, 'SCALE_TENSOR', 'ZERO_POINT_TENSOR' will be pre-defined as
+  // quantization parameter keys.
+  repeated StringStringEntryProto quant_parameter_tensor_names = 2;
+}
+
+// Graphs
+//
+// A graph defines the computational logic of a model and is comprised of a parameterized 
+// list of nodes that form a directed acyclic graph based on their inputs and outputs.
+// This is the equivalent of the "network" or "graph" in many deep learning
+// frameworks.
+message GraphProto {
+  // The nodes in the graph, sorted topologically.
+  repeated NodeProto node = 1;
+
+  // The name of the graph.
+  optional string name = 2;   // namespace Graph
+
+  // A list of named tensor values, used to specify constant inputs of the graph.
+  // Each TensorProto entry must have a distinct name (within the list) that
+  // MAY also appear in the input list.
+  repeated TensorProto initializer = 5;
+
+  // Initializers (see above) stored in sparse format.
+  repeated SparseTensorProto sparse_initializer = 15;
+
+  // A human-readable documentation for this graph. Markdown is allowed.
+  optional string doc_string = 10;
+
+  // The inputs and outputs of the graph.
+  repeated ValueInfoProto input = 11;
+  repeated ValueInfoProto output = 12;
+
+  // Information for the values in the graph. The ValueInfoProto.name's
+  // must be distinct. It is optional for a value to appear in value_info list.
+  repeated ValueInfoProto value_info = 13;
+
+  // This field carries information to indicate the mapping among a tensor and its
+  // quantization parameter tensors. For example:
+  // For tensor 'a', it may have {'SCALE_TENSOR', 'a_scale'} and {'ZERO_POINT_TENSOR', 'a_zero_point'} annotated,
+  // which means, tensor 'a_scale' and tensor 'a_zero_point' are scale and zero point of tensor 'a' in the model.
+  repeated TensorAnnotation quantization_annotation = 14;
+
+  // DO NOT USE the following fields, they were deprecated from earlier versions.
+  // repeated string input = 3;
+  // repeated string output = 4;
+  // optional int64 ir_version = 6;
+  // optional int64 producer_version = 7;
+  // optional string producer_tag = 8;
+  // optional string domain = 9;
+}
+
+// Tensors
+//
+// A serialized tensor value.
+message TensorProto {
+  enum DataType {
+    UNDEFINED = 0;
+    // Basic types.
+    FLOAT = 1;   // float
+    UINT8 = 2;   // uint8_t
+    INT8 = 3;    // int8_t
+    UINT16 = 4;  // uint16_t
+    INT16 = 5;   // int16_t
+    INT32 = 6;   // int32_t
+    INT64 = 7;   // int64_t
+    STRING = 8;  // string
+    BOOL = 9;    // bool
+
+    // IEEE754 half-precision floating-point format (16 bits wide).
+    // This format has 1 sign bit, 5 exponent bits, and 10 mantissa bits.
+    FLOAT16 = 10;
+
+    DOUBLE = 11;
+    UINT32 = 12;
+    UINT64 = 13;
+    COMPLEX64 = 14;     // complex with float32 real and imaginary components
+    COMPLEX128 = 15;    // complex with float64 real and imaginary components
+
+    // Non-IEEE floating-point format based on IEEE754 single-precision
+    // floating-point number truncated to 16 bits.
+    // This format has 1 sign bit, 8 exponent bits, and 7 mantissa bits.
+    BFLOAT16 = 16;
+
+    // Future extensions go here.
+  }
+
+  // The shape of the tensor.
+  repeated int64 dims = 1;
+
+  // The data type of the tensor.
+  // This field MUST have a valid TensorProto.DataType value
+  optional int32 data_type = 2;
+
+  // For very large tensors, we may want to store them in chunks, in which
+  // case the following fields will specify the segment that is stored in
+  // the current TensorProto.
+  message Segment {
+    optional int64 begin = 1;
+    optional int64 end = 2;
+  }
+  optional Segment segment = 3;
+
+  // Tensor content must be organized in row-major order.
+  //
+  // Depending on the data_type field, exactly one of the fields below with
+  // name ending in _data is used to store the elements of the tensor.
+
+  // For float and complex64 values
+  // Complex64 tensors are encoded as a single array of floats,
+  // with the real components appearing in odd numbered positions,
+  // and the corresponding imaginary component apparing in the
+  // subsequent even numbered position. (e.g., [1.0 + 2.0i, 3.0 + 4.0i]
+  // is encoded as [1.0, 2.0 ,3.0 ,4.0]
+  // When this field is present, the data_type field MUST be FLOAT or COMPLEX64.
+  repeated float float_data = 4 [packed = true];
+
+  // For int32, uint8, int8, uint16, int16, bool, and float16 values
+  // float16 values must be bit-wise converted to an uint16_t prior
+  // to writing to the buffer.
+  // When this field is present, the data_type field MUST be
+  // INT32, INT16, INT8, UINT16, UINT8, BOOL, or FLOAT16
+  repeated int32 int32_data = 5 [packed = true];
+
+  // For strings.
+  // Each element of string_data is a UTF-8 encoded Unicode
+  // string. No trailing null, no leading BOM. The protobuf "string"
+  // scalar type is not used to match ML community conventions.
+  // When this field is present, the data_type field MUST be STRING
+  repeated bytes string_data = 6;
+
+  // For int64.
+  // When this field is present, the data_type field MUST be INT64
+  repeated int64 int64_data = 7 [packed = true];
+
+  // Optionally, a name for the tensor.
+  optional string name = 8; // namespace Value
+
+  // A human-readable documentation for this tensor. Markdown is allowed.
+  optional string doc_string = 12;
+
+  // Serializations can either use one of the fields above, or use this
+  // raw bytes field. The only exception is the string case, where one is
+  // required to store the content in the repeated bytes string_data field.
+  //
+  // When this raw_data field is used to store tensor value, elements MUST
+  // be stored in as fixed-width, little-endian order.
+  // Floating-point data types MUST be stored in IEEE 754 format.
+  // Complex64 elements must be written as two consecutive FLOAT values, real component first.
+  // Complex128 elements must be written as two consecutive DOUBLE values, real component first.
+  // Boolean type MUST be written one byte per tensor element (00000001 for true, 00000000 for false).
+  //
+  // Note: the advantage of specific field rather than the raw_data field is
+  // that in some cases (e.g. int data), protobuf does a better packing via
+  // variable length storage, and may lead to smaller binary footprint.
+  // When this field is present, the data_type field MUST NOT be STRING or UNDEFINED
+  optional bytes raw_data = 9;
+
+  // Data can be stored inside the protobuf file using type-specific fields or raw_data.
+  // Alternatively, raw bytes data can be stored in an external file, using the external_data field.
+  // external_data stores key-value pairs describing data location. Recognized keys are:
+  // - "location" (required) - POSIX filesystem path relative to the directory where the ONNX
+  //                           protobuf model was stored
+  // - "offset" (optional) - position of byte at which stored data begins. Integer stored as string.
+  //                         Offset values SHOULD be multiples 4096 (page size) to enable mmap support.
+  // - "length" (optional) - number of bytes containing data. Integer stored as string.
+  // - "checksum" (optional) - SHA1 digest of file specified in under 'location' key.
+  repeated StringStringEntryProto external_data = 13;
+
+  // Location of the data for this tensor. MUST be one of:
+  // - DEFAULT - data stored inside the protobuf message. Data is stored in raw_data (if set) otherwise in type-specified field.
+  // - EXTERNAL - data stored in an external location as described by external_data field.
+  enum DataLocation {
+    DEFAULT = 0;
+    EXTERNAL = 1;
+  }
+
+  // If value not set, data is stored in raw_data (if set) otherwise in type-specified field.
+  optional DataLocation data_location = 14;
+
+  // For double
+  // Complex128 tensors are encoded as a single array of doubles,
+  // with the real components appearing in odd numbered positions,
+  // and the corresponding imaginary component apparing in the
+  // subsequent even numbered position. (e.g., [1.0 + 2.0i, 3.0 + 4.0i]
+  // is encoded as [1.0, 2.0 ,3.0 ,4.0]
+  // When this field is present, the data_type field MUST be DOUBLE or COMPLEX128
+  repeated double double_data = 10 [packed = true];
+
+  // For uint64 and uint32 values
+  // When this field is present, the data_type field MUST be
+  // UINT32 or UINT64
+  repeated uint64 uint64_data = 11 [packed = true];
+}
+
+// A serialized sparse-tensor value
+message SparseTensorProto {
+  // The sequence of non-default values are encoded as a tensor of shape [NNZ].
+  // The default-value is zero for numeric tensors, and empty-string for string tensors.
+  optional TensorProto values = 1;
+
+  // The indices of the non-default values, which may be stored in one of two formats.
+  // (a) Indices can be a tensor of shape [NNZ, rank] with the [i,j]-th value
+  // corresponding to the j-th index of the i-th value (in the values tensor).
+  // (b) Indices can be a tensor of shape [NNZ], in which case the i-th value
+  // must be the linearized-index of the i-th value (in the values tensor).
+  // The linearized-index can be converted into an index tuple (k_1,...,k_rank)
+  // using the shape provided below.
+  // The indices must appear in ascending order without duplication.
+  // In the first format, the ordering is lexicographic-ordering:
+  // e.g., index-value [1,4] must appear before [2,1]
+  optional TensorProto indices = 2;
+
+  // The shape of the underlying dense-tensor: [dim_1, dim_2, ... dim_rank]
+  repeated int64 dims = 3;
+}
+
+// Defines a tensor shape. A dimension can be either an integer value
+// or a symbolic variable. A symbolic variable represents an unknown
+// dimension.
+message TensorShapeProto {
+  message Dimension {
+    oneof value {
+      int64 dim_value = 1;
+      string dim_param = 2;   // namespace Shape
+    };
+    // Standard denotation can optionally be used to denote tensor
+    // dimensions with standard semantic descriptions to ensure
+    // that operations are applied to the correct axis of a tensor.
+    // Refer to https://github.com/onnx/onnx/blob/master/docs/DimensionDenotation.md#denotation-definition
+    // for pre-defined dimension denotations.
+    optional string denotation = 3;
+  };
+  repeated Dimension dim = 1;
+}
+
+// Types
+//
+// The standard ONNX data types.
+message TypeProto {
+
+  message Tensor {
+    // This field MUST NOT have the value of UNDEFINED
+    // This field MUST have a valid TensorProto.DataType value
+    // This field MUST be present for this version of the IR.
+    optional int32 elem_type = 1;
+    optional TensorShapeProto shape = 2;
+  }
+
+  // repeated T
+  message Sequence {
+    // The type and optional shape of each element of the sequence.
+    // This field MUST be present for this version of the IR.
+    optional TypeProto elem_type = 1;
+  };
+
+  // map<K,V>
+  message Map {
+    // This field MUST have a valid TensorProto.DataType value
+    // This field MUST be present for this version of the IR.
+    // This field MUST refer to an integral type ([U]INT{8|16|32|64}) or STRING
+    optional int32 key_type = 1;
+    // This field MUST be present for this version of the IR.
+    optional TypeProto value_type = 2;
+  };
+
+
+  message SparseTensor { 
+    // This field MUST NOT have the value of UNDEFINED 
+    // This field MUST have a valid TensorProto.DataType value
+    // This field MUST be present for this version of the IR. 
+    optional int32 elem_type = 1;
+    optional TensorShapeProto shape = 2;
+  }
+  
+  message Opaque {
+    // When missing, the domain is the same as the model's.
+    optional string domain = 1;
+    // The name is optional but significant when provided.
+    optional string name = 2;
+    // parameters that help defining the type
+    // DEPRECATED do not use.
+    // repeated TypeProto parameters = 3;
+  }
+
+
+  oneof value {
+    // The type of a tensor.
+    Tensor tensor_type = 1;
+
+    // NOTE:  DNN-only implementations of ONNX MAY elect to not support non-tensor values
+    //        as input and output to graphs and nodes. These types are needed to naturally
+    //        support classical ML operators.  DNN operators SHOULD restrict their input
+    //        and output types to tensors.
+
+    // The type of a sequence.
+    Sequence sequence_type = 4;
+
+    // The type of a map.
+    Map map_type = 5;
+
+
+    SparseTensor sparse_tensor_type = 8;
+    
+    Opaque opaque_type = 7;
+
+
+  }
+
+  // An optional denotation can be used to denote the whole 
+  // type with a standard semantic description as to what is 
+  // stored inside. Refer to https://github.com/onnx/onnx/blob/master/docs/TypeDenotation.md#type-denotation-definition
+  // for pre-defined type denotations.
+  optional string denotation = 6;
+}
+
+// Operator Sets
+//
+// OperatorSets are uniquely identified by a (domain, opset_version) pair.
+message OperatorSetIdProto {
+  // The domain of the operator set being identified.
+  // The empty string ("") or absence of this field implies the operator
+  // set that is defined as part of the ONNX specification.
+  // This field MUST be present in this version of the IR when referring to any other operator set.
+  optional string domain = 1;
+
+  // The version of the operator set being identified.
+  // This field MUST be present in this version of the IR.
+  optional int64 version = 2;
+}
+
+// Operator/function status.
+enum OperatorStatus {
+    EXPERIMENTAL = 0;
+    STABLE = 1;
+}
+
+message FunctionProto {
+  // The name of the function, similar usage of op_type in OperatorProto.
+  optional string name = 1;
+  
+  // The first version of a function set which contains this function.
+  // When there's any breaking change for this function, the function set
+  // contains the function needs to bump its version, and since_version of
+  // the updated function will be changed to the updated function set version.  
+  optional int64 since_version = 2;
+
+  // This field indicates whether the syntax, semantics, or presence
+  // of this function is in an experimental or stable stage. Once an
+  // function is published as STABLE, its syntax and semantics MUST NOT
+  // change in subsequent versions of the operator set.
+  // When a function is published as EXPERIMENTAL, the syntax and semantics
+  // of the function MAY change across operator set versions.
+  // Functions "become" stable by deprecating the experimental version and
+  // introducing a new stable function with the same name.
+  optional OperatorStatus status = 3;
+
+  // The inputs and outputs of the function.
+  repeated string input = 4;
+  repeated string output = 5;
+
+  // The attributes of the function.
+  repeated string attribute= 6;
+  
+  // The nodes in the function.
+  repeated NodeProto node = 7;
+  // A human-readable documentation for this function. Markdown is allowed.
+  optional string doc_string = 8;
+}
\ No newline at end of file
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/proto/onnx_ml_pb2.py b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/onnx_ml_pb2.py
new file mode 100644
index 0000000..73e1052
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/onnx_ml_pb2.py
@@ -0,0 +1,3056 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: onnx-ml.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from google.protobuf import reflection as _reflection
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import enum_type_wrapper
+
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+DESCRIPTOR = _descriptor.FileDescriptor(
+    name="onnx-ml.proto",
+    package="onnx",
+    syntax="proto2",
+    serialized_options=None,
+    create_key=_descriptor._internal_create_key,
+    serialized_pb=b'\n\ronnx-ml.proto\x12\x04onnx"\xe8\x04\n\x0e\x41ttributeProto\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x15\n\rref_attr_name\x18\x15 \x01(\t\x12\x12\n\ndoc_string\x18\r \x01(\t\x12\x30\n\x04type\x18\x14 \x01(\x0e\x32".onnx.AttributeProto.AttributeType\x12\t\n\x01\x66\x18\x02 \x01(\x02\x12\t\n\x01i\x18\x03 \x01(\x03\x12\t\n\x01s\x18\x04 \x01(\x0c\x12\x1c\n\x01t\x18\x05 \x01(\x0b\x32\x11.onnx.TensorProto\x12\x1b\n\x01g\x18\x06 \x01(\x0b\x32\x10.onnx.GraphProto\x12.\n\rsparse_tensor\x18\x16 \x01(\x0b\x32\x17.onnx.SparseTensorProto\x12\x0e\n\x06\x66loats\x18\x07 \x03(\x02\x12\x0c\n\x04ints\x18\x08 \x03(\x03\x12\x0f\n\x07strings\x18\t \x03(\x0c\x12"\n\x07tensors\x18\n \x03(\x0b\x32\x11.onnx.TensorProto\x12 \n\x06graphs\x18\x0b \x03(\x0b\x32\x10.onnx.GraphProto\x12/\n\x0esparse_tensors\x18\x17 \x03(\x0b\x32\x17.onnx.SparseTensorProto"\xb8\x01\n\rAttributeType\x12\r\n\tUNDEFINED\x10\x00\x12\t\n\x05\x46LOAT\x10\x01\x12\x07\n\x03INT\x10\x02\x12\n\n\x06STRING\x10\x03\x12\n\n\x06TENSOR\x10\x04\x12\t\n\x05GRAPH\x10\x05\x12\x11\n\rSPARSE_TENSOR\x10\x0b\x12\n\n\x06\x46LOATS\x10\x06\x12\x08\n\x04INTS\x10\x07\x12\x0b\n\x07STRINGS\x10\x08\x12\x0b\n\x07TENSORS\x10\t\x12\n\n\x06GRAPHS\x10\n\x12\x12\n\x0eSPARSE_TENSORS\x10\x0c"Q\n\x0eValueInfoProto\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x1d\n\x04type\x18\x02 \x01(\x0b\x32\x0f.onnx.TypeProto\x12\x12\n\ndoc_string\x18\x03 \x01(\t"\x96\x01\n\tNodeProto\x12\r\n\x05input\x18\x01 \x03(\t\x12\x0e\n\x06output\x18\x02 \x03(\t\x12\x0c\n\x04name\x18\x03 \x01(\t\x12\x0f\n\x07op_type\x18\x04 \x01(\t\x12\x0e\n\x06\x64omain\x18\x07 \x01(\t\x12\'\n\tattribute\x18\x05 \x03(\x0b\x32\x14.onnx.AttributeProto\x12\x12\n\ndoc_string\x18\x06 \x01(\t"\xbb\x02\n\nModelProto\x12\x12\n\nir_version\x18\x01 \x01(\x03\x12.\n\x0copset_import\x18\x08 \x03(\x0b\x32\x18.onnx.OperatorSetIdProto\x12\x15\n\rproducer_name\x18\x02 \x01(\t\x12\x18\n\x10producer_version\x18\x03 \x01(\t\x12\x0e\n\x06\x64omain\x18\x04 \x01(\t\x12\x15\n\rmodel_version\x18\x05 \x01(\x03\x12\x12\n\ndoc_string\x18\x06 \x01(\t\x12\x1f\n\x05graph\x18\x07 \x01(\x0b\x32\x10.onnx.GraphProto\x12&\n\tfunctions\x18\x64 \x03(\x0b\x32\x13.onnx.FunctionProto\x12\x34\n\x0emetadata_props\x18\x0e \x03(\x0b\x32\x1c.onnx.StringStringEntryProto"4\n\x16StringStringEntryProto\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t"k\n\x10TensorAnnotation\x12\x13\n\x0btensor_name\x18\x01 \x01(\t\x12\x42\n\x1cquant_parameter_tensor_names\x18\x02 \x03(\x0b\x32\x1c.onnx.StringStringEntryProto"\xd8\x02\n\nGraphProto\x12\x1d\n\x04node\x18\x01 \x03(\x0b\x32\x0f.onnx.NodeProto\x12\x0c\n\x04name\x18\x02 \x01(\t\x12&\n\x0binitializer\x18\x05 \x03(\x0b\x32\x11.onnx.TensorProto\x12\x33\n\x12sparse_initializer\x18\x0f \x03(\x0b\x32\x17.onnx.SparseTensorProto\x12\x12\n\ndoc_string\x18\n \x01(\t\x12#\n\x05input\x18\x0b \x03(\x0b\x32\x14.onnx.ValueInfoProto\x12$\n\x06output\x18\x0c \x03(\x0b\x32\x14.onnx.ValueInfoProto\x12(\n\nvalue_info\x18\r \x03(\x0b\x32\x14.onnx.ValueInfoProto\x12\x37\n\x17quantization_annotation\x18\x0e \x03(\x0b\x32\x16.onnx.TensorAnnotation"\xb8\x05\n\x0bTensorProto\x12\x0c\n\x04\x64ims\x18\x01 \x03(\x03\x12\x11\n\tdata_type\x18\x02 \x01(\x05\x12*\n\x07segment\x18\x03 \x01(\x0b\x32\x19.onnx.TensorProto.Segment\x12\x16\n\nfloat_data\x18\x04 \x03(\x02\x42\x02\x10\x01\x12\x16\n\nint32_data\x18\x05 \x03(\x05\x42\x02\x10\x01\x12\x13\n\x0bstring_data\x18\x06 \x03(\x0c\x12\x16\n\nint64_data\x18\x07 \x03(\x03\x42\x02\x10\x01\x12\x0c\n\x04name\x18\x08 \x01(\t\x12\x12\n\ndoc_string\x18\x0c \x01(\t\x12\x10\n\x08raw_data\x18\t \x01(\x0c\x12\x33\n\rexternal_data\x18\r \x03(\x0b\x32\x1c.onnx.StringStringEntryProto\x12\x35\n\rdata_location\x18\x0e \x01(\x0e\x32\x1e.onnx.TensorProto.DataLocation\x12\x17\n\x0b\x64ouble_data\x18\n \x03(\x01\x42\x02\x10\x01\x12\x17\n\x0buint64_data\x18\x0b \x03(\x04\x42\x02\x10\x01\x1a%\n\x07Segment\x12\r\n\x05\x62\x65gin\x18\x01 \x01(\x03\x12\x0b\n\x03\x65nd\x18\x02 \x01(\x03"\xda\x01\n\x08\x44\x61taType\x12\r\n\tUNDEFINED\x10\x00\x12\t\n\x05\x46LOAT\x10\x01\x12\t\n\x05UINT8\x10\x02\x12\x08\n\x04INT8\x10\x03\x12\n\n\x06UINT16\x10\x04\x12\t\n\x05INT16\x10\x05\x12\t\n\x05INT32\x10\x06\x12\t\n\x05INT64\x10\x07\x12\n\n\x06STRING\x10\x08\x12\x08\n\x04\x42OOL\x10\t\x12\x0b\n\x07\x46LOAT16\x10\n\x12\n\n\x06\x44OUBLE\x10\x0b\x12\n\n\x06UINT32\x10\x0c\x12\n\n\x06UINT64\x10\r\x12\r\n\tCOMPLEX64\x10\x0e\x12\x0e\n\nCOMPLEX128\x10\x0f\x12\x0c\n\x08\x42\x46LOAT16\x10\x10")\n\x0c\x44\x61taLocation\x12\x0b\n\x07\x44\x45\x46\x41ULT\x10\x00\x12\x0c\n\x08\x45XTERNAL\x10\x01"h\n\x11SparseTensorProto\x12!\n\x06values\x18\x01 \x01(\x0b\x32\x11.onnx.TensorProto\x12"\n\x07indices\x18\x02 \x01(\x0b\x32\x11.onnx.TensorProto\x12\x0c\n\x04\x64ims\x18\x03 \x03(\x03"\x95\x01\n\x10TensorShapeProto\x12-\n\x03\x64im\x18\x01 \x03(\x0b\x32 .onnx.TensorShapeProto.Dimension\x1aR\n\tDimension\x12\x13\n\tdim_value\x18\x01 \x01(\x03H\x00\x12\x13\n\tdim_param\x18\x02 \x01(\tH\x00\x12\x12\n\ndenotation\x18\x03 \x01(\tB\x07\n\x05value"\xc2\x04\n\tTypeProto\x12-\n\x0btensor_type\x18\x01 \x01(\x0b\x32\x16.onnx.TypeProto.TensorH\x00\x12\x31\n\rsequence_type\x18\x04 \x01(\x0b\x32\x18.onnx.TypeProto.SequenceH\x00\x12\'\n\x08map_type\x18\x05 \x01(\x0b\x32\x13.onnx.TypeProto.MapH\x00\x12:\n\x12sparse_tensor_type\x18\x08 \x01(\x0b\x32\x1c.onnx.TypeProto.SparseTensorH\x00\x12-\n\x0bopaque_type\x18\x07 \x01(\x0b\x32\x16.onnx.TypeProto.OpaqueH\x00\x12\x12\n\ndenotation\x18\x06 \x01(\t\x1a\x42\n\x06Tensor\x12\x11\n\telem_type\x18\x01 \x01(\x05\x12%\n\x05shape\x18\x02 \x01(\x0b\x32\x16.onnx.TensorShapeProto\x1a.\n\x08Sequence\x12"\n\telem_type\x18\x01 \x01(\x0b\x32\x0f.onnx.TypeProto\x1a<\n\x03Map\x12\x10\n\x08key_type\x18\x01 \x01(\x05\x12#\n\nvalue_type\x18\x02 \x01(\x0b\x32\x0f.onnx.TypeProto\x1aH\n\x0cSparseTensor\x12\x11\n\telem_type\x18\x01 \x01(\x05\x12%\n\x05shape\x18\x02 \x01(\x0b\x32\x16.onnx.TensorShapeProto\x1a&\n\x06Opaque\x12\x0e\n\x06\x64omain\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\tB\x07\n\x05value"5\n\x12OperatorSetIdProto\x12\x0e\n\x06\x64omain\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\x03"\xbf\x01\n\rFunctionProto\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x15\n\rsince_version\x18\x02 \x01(\x03\x12$\n\x06status\x18\x03 \x01(\x0e\x32\x14.onnx.OperatorStatus\x12\r\n\x05input\x18\x04 \x03(\t\x12\x0e\n\x06output\x18\x05 \x03(\t\x12\x11\n\tattribute\x18\x06 \x03(\t\x12\x1d\n\x04node\x18\x07 \x03(\x0b\x32\x0f.onnx.NodeProto\x12\x12\n\ndoc_string\x18\x08 \x01(\t*\xb1\x01\n\x07Version\x12\x12\n\x0e_START_VERSION\x10\x00\x12\x19\n\x15IR_VERSION_2017_10_10\x10\x01\x12\x19\n\x15IR_VERSION_2017_10_30\x10\x02\x12\x18\n\x14IR_VERSION_2017_11_3\x10\x03\x12\x18\n\x14IR_VERSION_2019_1_22\x10\x04\x12\x18\n\x14IR_VERSION_2019_3_18\x10\x05\x12\x0e\n\nIR_VERSION\x10\x06*.\n\x0eOperatorStatus\x12\x10\n\x0c\x45XPERIMENTAL\x10\x00\x12\n\n\x06STABLE\x10\x01',
+)
+
+_VERSION = _descriptor.EnumDescriptor(
+    name="Version",
+    full_name="onnx.Version",
+    filename=None,
+    file=DESCRIPTOR,
+    create_key=_descriptor._internal_create_key,
+    values=[
+        _descriptor.EnumValueDescriptor(
+            name="_START_VERSION",
+            index=0,
+            number=0,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION_2017_10_10",
+            index=1,
+            number=1,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION_2017_10_30",
+            index=2,
+            number=2,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION_2017_11_3",
+            index=3,
+            number=3,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION_2019_1_22",
+            index=4,
+            number=4,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION_2019_3_18",
+            index=5,
+            number=5,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION",
+            index=6,
+            number=6,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    containing_type=None,
+    serialized_options=None,
+    serialized_start=3494,
+    serialized_end=3671,
+)
+_sym_db.RegisterEnumDescriptor(_VERSION)
+
+Version = enum_type_wrapper.EnumTypeWrapper(_VERSION)
+_OPERATORSTATUS = _descriptor.EnumDescriptor(
+    name="OperatorStatus",
+    full_name="onnx.OperatorStatus",
+    filename=None,
+    file=DESCRIPTOR,
+    create_key=_descriptor._internal_create_key,
+    values=[
+        _descriptor.EnumValueDescriptor(
+            name="EXPERIMENTAL",
+            index=0,
+            number=0,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="STABLE",
+            index=1,
+            number=1,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    containing_type=None,
+    serialized_options=None,
+    serialized_start=3673,
+    serialized_end=3719,
+)
+_sym_db.RegisterEnumDescriptor(_OPERATORSTATUS)
+
+OperatorStatus = enum_type_wrapper.EnumTypeWrapper(_OPERATORSTATUS)
+_START_VERSION = 0
+IR_VERSION_2017_10_10 = 1
+IR_VERSION_2017_10_30 = 2
+IR_VERSION_2017_11_3 = 3
+IR_VERSION_2019_1_22 = 4
+IR_VERSION_2019_3_18 = 5
+IR_VERSION = 6
+EXPERIMENTAL = 0
+STABLE = 1
+
+
+_ATTRIBUTEPROTO_ATTRIBUTETYPE = _descriptor.EnumDescriptor(
+    name="AttributeType",
+    full_name="onnx.AttributeProto.AttributeType",
+    filename=None,
+    file=DESCRIPTOR,
+    create_key=_descriptor._internal_create_key,
+    values=[
+        _descriptor.EnumValueDescriptor(
+            name="UNDEFINED",
+            index=0,
+            number=0,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="FLOAT",
+            index=1,
+            number=1,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INT",
+            index=2,
+            number=2,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="STRING",
+            index=3,
+            number=3,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="TENSOR",
+            index=4,
+            number=4,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="GRAPH",
+            index=5,
+            number=5,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="SPARSE_TENSOR",
+            index=6,
+            number=11,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="FLOATS",
+            index=7,
+            number=6,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INTS",
+            index=8,
+            number=7,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="STRINGS",
+            index=9,
+            number=8,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="TENSORS",
+            index=10,
+            number=9,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="GRAPHS",
+            index=11,
+            number=10,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="SPARSE_TENSORS",
+            index=12,
+            number=12,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    containing_type=None,
+    serialized_options=None,
+    serialized_start=456,
+    serialized_end=640,
+)
+_sym_db.RegisterEnumDescriptor(_ATTRIBUTEPROTO_ATTRIBUTETYPE)
+
+_TENSORPROTO_DATATYPE = _descriptor.EnumDescriptor(
+    name="DataType",
+    full_name="onnx.TensorProto.DataType",
+    filename=None,
+    file=DESCRIPTOR,
+    create_key=_descriptor._internal_create_key,
+    values=[
+        _descriptor.EnumValueDescriptor(
+            name="UNDEFINED",
+            index=0,
+            number=0,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="FLOAT",
+            index=1,
+            number=1,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="UINT8",
+            index=2,
+            number=2,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INT8",
+            index=3,
+            number=3,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="UINT16",
+            index=4,
+            number=4,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INT16",
+            index=5,
+            number=5,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INT32",
+            index=6,
+            number=6,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INT64",
+            index=7,
+            number=7,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="STRING",
+            index=8,
+            number=8,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="BOOL",
+            index=9,
+            number=9,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="FLOAT16",
+            index=10,
+            number=10,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="DOUBLE",
+            index=11,
+            number=11,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="UINT32",
+            index=12,
+            number=12,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="UINT64",
+            index=13,
+            number=13,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="COMPLEX64",
+            index=14,
+            number=14,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="COMPLEX128",
+            index=15,
+            number=15,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="BFLOAT16",
+            index=16,
+            number=16,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    containing_type=None,
+    serialized_options=None,
+    serialized_start=2142,
+    serialized_end=2360,
+)
+_sym_db.RegisterEnumDescriptor(_TENSORPROTO_DATATYPE)
+
+_TENSORPROTO_DATALOCATION = _descriptor.EnumDescriptor(
+    name="DataLocation",
+    full_name="onnx.TensorProto.DataLocation",
+    filename=None,
+    file=DESCRIPTOR,
+    create_key=_descriptor._internal_create_key,
+    values=[
+        _descriptor.EnumValueDescriptor(
+            name="DEFAULT",
+            index=0,
+            number=0,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="EXTERNAL",
+            index=1,
+            number=1,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    containing_type=None,
+    serialized_options=None,
+    serialized_start=2362,
+    serialized_end=2403,
+)
+_sym_db.RegisterEnumDescriptor(_TENSORPROTO_DATALOCATION)
+
+
+_ATTRIBUTEPROTO = _descriptor.Descriptor(
+    name="AttributeProto",
+    full_name="onnx.AttributeProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.AttributeProto.name",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="ref_attr_name",
+            full_name="onnx.AttributeProto.ref_attr_name",
+            index=1,
+            number=21,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.AttributeProto.doc_string",
+            index=2,
+            number=13,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="type",
+            full_name="onnx.AttributeProto.type",
+            index=3,
+            number=20,
+            type=14,
+            cpp_type=8,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="f",
+            full_name="onnx.AttributeProto.f",
+            index=4,
+            number=2,
+            type=2,
+            cpp_type=6,
+            label=1,
+            has_default_value=False,
+            default_value=float(0),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="i",
+            full_name="onnx.AttributeProto.i",
+            index=5,
+            number=3,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="s",
+            full_name="onnx.AttributeProto.s",
+            index=6,
+            number=4,
+            type=12,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"",
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="t",
+            full_name="onnx.AttributeProto.t",
+            index=7,
+            number=5,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="g",
+            full_name="onnx.AttributeProto.g",
+            index=8,
+            number=6,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="sparse_tensor",
+            full_name="onnx.AttributeProto.sparse_tensor",
+            index=9,
+            number=22,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="floats",
+            full_name="onnx.AttributeProto.floats",
+            index=10,
+            number=7,
+            type=2,
+            cpp_type=6,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="ints",
+            full_name="onnx.AttributeProto.ints",
+            index=11,
+            number=8,
+            type=3,
+            cpp_type=2,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="strings",
+            full_name="onnx.AttributeProto.strings",
+            index=12,
+            number=9,
+            type=12,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="tensors",
+            full_name="onnx.AttributeProto.tensors",
+            index=13,
+            number=10,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="graphs",
+            full_name="onnx.AttributeProto.graphs",
+            index=14,
+            number=11,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="sparse_tensors",
+            full_name="onnx.AttributeProto.sparse_tensors",
+            index=15,
+            number=23,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[
+        _ATTRIBUTEPROTO_ATTRIBUTETYPE,
+    ],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=24,
+    serialized_end=640,
+)
+
+
+_VALUEINFOPROTO = _descriptor.Descriptor(
+    name="ValueInfoProto",
+    full_name="onnx.ValueInfoProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.ValueInfoProto.name",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="type",
+            full_name="onnx.ValueInfoProto.type",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.ValueInfoProto.doc_string",
+            index=2,
+            number=3,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=642,
+    serialized_end=723,
+)
+
+
+_NODEPROTO = _descriptor.Descriptor(
+    name="NodeProto",
+    full_name="onnx.NodeProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="input",
+            full_name="onnx.NodeProto.input",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="output",
+            full_name="onnx.NodeProto.output",
+            index=1,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.NodeProto.name",
+            index=2,
+            number=3,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="op_type",
+            full_name="onnx.NodeProto.op_type",
+            index=3,
+            number=4,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="domain",
+            full_name="onnx.NodeProto.domain",
+            index=4,
+            number=7,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="attribute",
+            full_name="onnx.NodeProto.attribute",
+            index=5,
+            number=5,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.NodeProto.doc_string",
+            index=6,
+            number=6,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=726,
+    serialized_end=876,
+)
+
+
+_MODELPROTO = _descriptor.Descriptor(
+    name="ModelProto",
+    full_name="onnx.ModelProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="ir_version",
+            full_name="onnx.ModelProto.ir_version",
+            index=0,
+            number=1,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="opset_import",
+            full_name="onnx.ModelProto.opset_import",
+            index=1,
+            number=8,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="producer_name",
+            full_name="onnx.ModelProto.producer_name",
+            index=2,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="producer_version",
+            full_name="onnx.ModelProto.producer_version",
+            index=3,
+            number=3,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="domain",
+            full_name="onnx.ModelProto.domain",
+            index=4,
+            number=4,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="model_version",
+            full_name="onnx.ModelProto.model_version",
+            index=5,
+            number=5,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.ModelProto.doc_string",
+            index=6,
+            number=6,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="graph",
+            full_name="onnx.ModelProto.graph",
+            index=7,
+            number=7,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="functions",
+            full_name="onnx.ModelProto.functions",
+            index=8,
+            number=100,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="metadata_props",
+            full_name="onnx.ModelProto.metadata_props",
+            index=9,
+            number=14,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=879,
+    serialized_end=1194,
+)
+
+
+_STRINGSTRINGENTRYPROTO = _descriptor.Descriptor(
+    name="StringStringEntryProto",
+    full_name="onnx.StringStringEntryProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="key",
+            full_name="onnx.StringStringEntryProto.key",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="value",
+            full_name="onnx.StringStringEntryProto.value",
+            index=1,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=1196,
+    serialized_end=1248,
+)
+
+
+_TENSORANNOTATION = _descriptor.Descriptor(
+    name="TensorAnnotation",
+    full_name="onnx.TensorAnnotation",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="tensor_name",
+            full_name="onnx.TensorAnnotation.tensor_name",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="quant_parameter_tensor_names",
+            full_name="onnx.TensorAnnotation.quant_parameter_tensor_names",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=1250,
+    serialized_end=1357,
+)
+
+
+_GRAPHPROTO = _descriptor.Descriptor(
+    name="GraphProto",
+    full_name="onnx.GraphProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="node",
+            full_name="onnx.GraphProto.node",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.GraphProto.name",
+            index=1,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="initializer",
+            full_name="onnx.GraphProto.initializer",
+            index=2,
+            number=5,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="sparse_initializer",
+            full_name="onnx.GraphProto.sparse_initializer",
+            index=3,
+            number=15,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.GraphProto.doc_string",
+            index=4,
+            number=10,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="input",
+            full_name="onnx.GraphProto.input",
+            index=5,
+            number=11,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="output",
+            full_name="onnx.GraphProto.output",
+            index=6,
+            number=12,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="value_info",
+            full_name="onnx.GraphProto.value_info",
+            index=7,
+            number=13,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="quantization_annotation",
+            full_name="onnx.GraphProto.quantization_annotation",
+            index=8,
+            number=14,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=1360,
+    serialized_end=1704,
+)
+
+
+_TENSORPROTO_SEGMENT = _descriptor.Descriptor(
+    name="Segment",
+    full_name="onnx.TensorProto.Segment",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="begin",
+            full_name="onnx.TensorProto.Segment.begin",
+            index=0,
+            number=1,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="end",
+            full_name="onnx.TensorProto.Segment.end",
+            index=1,
+            number=2,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=2102,
+    serialized_end=2139,
+)
+
+_TENSORPROTO = _descriptor.Descriptor(
+    name="TensorProto",
+    full_name="onnx.TensorProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="dims",
+            full_name="onnx.TensorProto.dims",
+            index=0,
+            number=1,
+            type=3,
+            cpp_type=2,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="data_type",
+            full_name="onnx.TensorProto.data_type",
+            index=1,
+            number=2,
+            type=5,
+            cpp_type=1,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="segment",
+            full_name="onnx.TensorProto.segment",
+            index=2,
+            number=3,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="float_data",
+            full_name="onnx.TensorProto.float_data",
+            index=3,
+            number=4,
+            type=2,
+            cpp_type=6,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=b"\020\001",
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="int32_data",
+            full_name="onnx.TensorProto.int32_data",
+            index=4,
+            number=5,
+            type=5,
+            cpp_type=1,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=b"\020\001",
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="string_data",
+            full_name="onnx.TensorProto.string_data",
+            index=5,
+            number=6,
+            type=12,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="int64_data",
+            full_name="onnx.TensorProto.int64_data",
+            index=6,
+            number=7,
+            type=3,
+            cpp_type=2,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=b"\020\001",
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.TensorProto.name",
+            index=7,
+            number=8,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.TensorProto.doc_string",
+            index=8,
+            number=12,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="raw_data",
+            full_name="onnx.TensorProto.raw_data",
+            index=9,
+            number=9,
+            type=12,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"",
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="external_data",
+            full_name="onnx.TensorProto.external_data",
+            index=10,
+            number=13,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="data_location",
+            full_name="onnx.TensorProto.data_location",
+            index=11,
+            number=14,
+            type=14,
+            cpp_type=8,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="double_data",
+            full_name="onnx.TensorProto.double_data",
+            index=12,
+            number=10,
+            type=1,
+            cpp_type=5,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=b"\020\001",
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="uint64_data",
+            full_name="onnx.TensorProto.uint64_data",
+            index=13,
+            number=11,
+            type=4,
+            cpp_type=4,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=b"\020\001",
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[
+        _TENSORPROTO_SEGMENT,
+    ],
+    enum_types=[
+        _TENSORPROTO_DATATYPE,
+        _TENSORPROTO_DATALOCATION,
+    ],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=1707,
+    serialized_end=2403,
+)
+
+
+_SPARSETENSORPROTO = _descriptor.Descriptor(
+    name="SparseTensorProto",
+    full_name="onnx.SparseTensorProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="values",
+            full_name="onnx.SparseTensorProto.values",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="indices",
+            full_name="onnx.SparseTensorProto.indices",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="dims",
+            full_name="onnx.SparseTensorProto.dims",
+            index=2,
+            number=3,
+            type=3,
+            cpp_type=2,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=2405,
+    serialized_end=2509,
+)
+
+
+_TENSORSHAPEPROTO_DIMENSION = _descriptor.Descriptor(
+    name="Dimension",
+    full_name="onnx.TensorShapeProto.Dimension",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="dim_value",
+            full_name="onnx.TensorShapeProto.Dimension.dim_value",
+            index=0,
+            number=1,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="dim_param",
+            full_name="onnx.TensorShapeProto.Dimension.dim_param",
+            index=1,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="denotation",
+            full_name="onnx.TensorShapeProto.Dimension.denotation",
+            index=2,
+            number=3,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[
+        _descriptor.OneofDescriptor(
+            name="value",
+            full_name="onnx.TensorShapeProto.Dimension.value",
+            index=0,
+            containing_type=None,
+            create_key=_descriptor._internal_create_key,
+            fields=[],
+        ),
+    ],
+    serialized_start=2579,
+    serialized_end=2661,
+)
+
+_TENSORSHAPEPROTO = _descriptor.Descriptor(
+    name="TensorShapeProto",
+    full_name="onnx.TensorShapeProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="dim",
+            full_name="onnx.TensorShapeProto.dim",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[
+        _TENSORSHAPEPROTO_DIMENSION,
+    ],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=2512,
+    serialized_end=2661,
+)
+
+
+_TYPEPROTO_TENSOR = _descriptor.Descriptor(
+    name="Tensor",
+    full_name="onnx.TypeProto.Tensor",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="elem_type",
+            full_name="onnx.TypeProto.Tensor.elem_type",
+            index=0,
+            number=1,
+            type=5,
+            cpp_type=1,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="shape",
+            full_name="onnx.TypeProto.Tensor.shape",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=2943,
+    serialized_end=3009,
+)
+
+_TYPEPROTO_SEQUENCE = _descriptor.Descriptor(
+    name="Sequence",
+    full_name="onnx.TypeProto.Sequence",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="elem_type",
+            full_name="onnx.TypeProto.Sequence.elem_type",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3011,
+    serialized_end=3057,
+)
+
+_TYPEPROTO_MAP = _descriptor.Descriptor(
+    name="Map",
+    full_name="onnx.TypeProto.Map",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="key_type",
+            full_name="onnx.TypeProto.Map.key_type",
+            index=0,
+            number=1,
+            type=5,
+            cpp_type=1,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="value_type",
+            full_name="onnx.TypeProto.Map.value_type",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3059,
+    serialized_end=3119,
+)
+
+_TYPEPROTO_SPARSETENSOR = _descriptor.Descriptor(
+    name="SparseTensor",
+    full_name="onnx.TypeProto.SparseTensor",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="elem_type",
+            full_name="onnx.TypeProto.SparseTensor.elem_type",
+            index=0,
+            number=1,
+            type=5,
+            cpp_type=1,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="shape",
+            full_name="onnx.TypeProto.SparseTensor.shape",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3121,
+    serialized_end=3193,
+)
+
+_TYPEPROTO_OPAQUE = _descriptor.Descriptor(
+    name="Opaque",
+    full_name="onnx.TypeProto.Opaque",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="domain",
+            full_name="onnx.TypeProto.Opaque.domain",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.TypeProto.Opaque.name",
+            index=1,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3195,
+    serialized_end=3233,
+)
+
+_TYPEPROTO = _descriptor.Descriptor(
+    name="TypeProto",
+    full_name="onnx.TypeProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="tensor_type",
+            full_name="onnx.TypeProto.tensor_type",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="sequence_type",
+            full_name="onnx.TypeProto.sequence_type",
+            index=1,
+            number=4,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="map_type",
+            full_name="onnx.TypeProto.map_type",
+            index=2,
+            number=5,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="sparse_tensor_type",
+            full_name="onnx.TypeProto.sparse_tensor_type",
+            index=3,
+            number=8,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="opaque_type",
+            full_name="onnx.TypeProto.opaque_type",
+            index=4,
+            number=7,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="denotation",
+            full_name="onnx.TypeProto.denotation",
+            index=5,
+            number=6,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[
+        _TYPEPROTO_TENSOR,
+        _TYPEPROTO_SEQUENCE,
+        _TYPEPROTO_MAP,
+        _TYPEPROTO_SPARSETENSOR,
+        _TYPEPROTO_OPAQUE,
+    ],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[
+        _descriptor.OneofDescriptor(
+            name="value",
+            full_name="onnx.TypeProto.value",
+            index=0,
+            containing_type=None,
+            create_key=_descriptor._internal_create_key,
+            fields=[],
+        ),
+    ],
+    serialized_start=2664,
+    serialized_end=3242,
+)
+
+
+_OPERATORSETIDPROTO = _descriptor.Descriptor(
+    name="OperatorSetIdProto",
+    full_name="onnx.OperatorSetIdProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="domain",
+            full_name="onnx.OperatorSetIdProto.domain",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="version",
+            full_name="onnx.OperatorSetIdProto.version",
+            index=1,
+            number=2,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3244,
+    serialized_end=3297,
+)
+
+
+_FUNCTIONPROTO = _descriptor.Descriptor(
+    name="FunctionProto",
+    full_name="onnx.FunctionProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.FunctionProto.name",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="since_version",
+            full_name="onnx.FunctionProto.since_version",
+            index=1,
+            number=2,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="status",
+            full_name="onnx.FunctionProto.status",
+            index=2,
+            number=3,
+            type=14,
+            cpp_type=8,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="input",
+            full_name="onnx.FunctionProto.input",
+            index=3,
+            number=4,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="output",
+            full_name="onnx.FunctionProto.output",
+            index=4,
+            number=5,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="attribute",
+            full_name="onnx.FunctionProto.attribute",
+            index=5,
+            number=6,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="node",
+            full_name="onnx.FunctionProto.node",
+            index=6,
+            number=7,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.FunctionProto.doc_string",
+            index=7,
+            number=8,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3300,
+    serialized_end=3491,
+)
+
+_ATTRIBUTEPROTO.fields_by_name["type"].enum_type = _ATTRIBUTEPROTO_ATTRIBUTETYPE
+_ATTRIBUTEPROTO.fields_by_name["t"].message_type = _TENSORPROTO
+_ATTRIBUTEPROTO.fields_by_name["g"].message_type = _GRAPHPROTO
+_ATTRIBUTEPROTO.fields_by_name["sparse_tensor"].message_type = _SPARSETENSORPROTO
+_ATTRIBUTEPROTO.fields_by_name["tensors"].message_type = _TENSORPROTO
+_ATTRIBUTEPROTO.fields_by_name["graphs"].message_type = _GRAPHPROTO
+_ATTRIBUTEPROTO.fields_by_name["sparse_tensors"].message_type = _SPARSETENSORPROTO
+_ATTRIBUTEPROTO_ATTRIBUTETYPE.containing_type = _ATTRIBUTEPROTO
+_VALUEINFOPROTO.fields_by_name["type"].message_type = _TYPEPROTO
+_NODEPROTO.fields_by_name["attribute"].message_type = _ATTRIBUTEPROTO
+_MODELPROTO.fields_by_name["opset_import"].message_type = _OPERATORSETIDPROTO
+_MODELPROTO.fields_by_name["graph"].message_type = _GRAPHPROTO
+_MODELPROTO.fields_by_name["functions"].message_type = _FUNCTIONPROTO
+_MODELPROTO.fields_by_name["metadata_props"].message_type = _STRINGSTRINGENTRYPROTO
+_TENSORANNOTATION.fields_by_name["quant_parameter_tensor_names"].message_type = _STRINGSTRINGENTRYPROTO
+_GRAPHPROTO.fields_by_name["node"].message_type = _NODEPROTO
+_GRAPHPROTO.fields_by_name["initializer"].message_type = _TENSORPROTO
+_GRAPHPROTO.fields_by_name["sparse_initializer"].message_type = _SPARSETENSORPROTO
+_GRAPHPROTO.fields_by_name["input"].message_type = _VALUEINFOPROTO
+_GRAPHPROTO.fields_by_name["output"].message_type = _VALUEINFOPROTO
+_GRAPHPROTO.fields_by_name["value_info"].message_type = _VALUEINFOPROTO
+_GRAPHPROTO.fields_by_name["quantization_annotation"].message_type = _TENSORANNOTATION
+_TENSORPROTO_SEGMENT.containing_type = _TENSORPROTO
+_TENSORPROTO.fields_by_name["segment"].message_type = _TENSORPROTO_SEGMENT
+_TENSORPROTO.fields_by_name["external_data"].message_type = _STRINGSTRINGENTRYPROTO
+_TENSORPROTO.fields_by_name["data_location"].enum_type = _TENSORPROTO_DATALOCATION
+_TENSORPROTO_DATATYPE.containing_type = _TENSORPROTO
+_TENSORPROTO_DATALOCATION.containing_type = _TENSORPROTO
+_SPARSETENSORPROTO.fields_by_name["values"].message_type = _TENSORPROTO
+_SPARSETENSORPROTO.fields_by_name["indices"].message_type = _TENSORPROTO
+_TENSORSHAPEPROTO_DIMENSION.containing_type = _TENSORSHAPEPROTO
+_TENSORSHAPEPROTO_DIMENSION.oneofs_by_name["value"].fields.append(
+    _TENSORSHAPEPROTO_DIMENSION.fields_by_name["dim_value"]
+)
+_TENSORSHAPEPROTO_DIMENSION.fields_by_name["dim_value"].containing_oneof = _TENSORSHAPEPROTO_DIMENSION.oneofs_by_name[
+    "value"
+]
+_TENSORSHAPEPROTO_DIMENSION.oneofs_by_name["value"].fields.append(
+    _TENSORSHAPEPROTO_DIMENSION.fields_by_name["dim_param"]
+)
+_TENSORSHAPEPROTO_DIMENSION.fields_by_name["dim_param"].containing_oneof = _TENSORSHAPEPROTO_DIMENSION.oneofs_by_name[
+    "value"
+]
+_TENSORSHAPEPROTO.fields_by_name["dim"].message_type = _TENSORSHAPEPROTO_DIMENSION
+_TYPEPROTO_TENSOR.fields_by_name["shape"].message_type = _TENSORSHAPEPROTO
+_TYPEPROTO_TENSOR.containing_type = _TYPEPROTO
+_TYPEPROTO_SEQUENCE.fields_by_name["elem_type"].message_type = _TYPEPROTO
+_TYPEPROTO_SEQUENCE.containing_type = _TYPEPROTO
+_TYPEPROTO_MAP.fields_by_name["value_type"].message_type = _TYPEPROTO
+_TYPEPROTO_MAP.containing_type = _TYPEPROTO
+_TYPEPROTO_SPARSETENSOR.fields_by_name["shape"].message_type = _TENSORSHAPEPROTO
+_TYPEPROTO_SPARSETENSOR.containing_type = _TYPEPROTO
+_TYPEPROTO_OPAQUE.containing_type = _TYPEPROTO
+_TYPEPROTO.fields_by_name["tensor_type"].message_type = _TYPEPROTO_TENSOR
+_TYPEPROTO.fields_by_name["sequence_type"].message_type = _TYPEPROTO_SEQUENCE
+_TYPEPROTO.fields_by_name["map_type"].message_type = _TYPEPROTO_MAP
+_TYPEPROTO.fields_by_name["sparse_tensor_type"].message_type = _TYPEPROTO_SPARSETENSOR
+_TYPEPROTO.fields_by_name["opaque_type"].message_type = _TYPEPROTO_OPAQUE
+_TYPEPROTO.oneofs_by_name["value"].fields.append(_TYPEPROTO.fields_by_name["tensor_type"])
+_TYPEPROTO.fields_by_name["tensor_type"].containing_oneof = _TYPEPROTO.oneofs_by_name["value"]
+_TYPEPROTO.oneofs_by_name["value"].fields.append(_TYPEPROTO.fields_by_name["sequence_type"])
+_TYPEPROTO.fields_by_name["sequence_type"].containing_oneof = _TYPEPROTO.oneofs_by_name["value"]
+_TYPEPROTO.oneofs_by_name["value"].fields.append(_TYPEPROTO.fields_by_name["map_type"])
+_TYPEPROTO.fields_by_name["map_type"].containing_oneof = _TYPEPROTO.oneofs_by_name["value"]
+_TYPEPROTO.oneofs_by_name["value"].fields.append(_TYPEPROTO.fields_by_name["sparse_tensor_type"])
+_TYPEPROTO.fields_by_name["sparse_tensor_type"].containing_oneof = _TYPEPROTO.oneofs_by_name["value"]
+_TYPEPROTO.oneofs_by_name["value"].fields.append(_TYPEPROTO.fields_by_name["opaque_type"])
+_TYPEPROTO.fields_by_name["opaque_type"].containing_oneof = _TYPEPROTO.oneofs_by_name["value"]
+_FUNCTIONPROTO.fields_by_name["status"].enum_type = _OPERATORSTATUS
+_FUNCTIONPROTO.fields_by_name["node"].message_type = _NODEPROTO
+DESCRIPTOR.message_types_by_name["AttributeProto"] = _ATTRIBUTEPROTO
+DESCRIPTOR.message_types_by_name["ValueInfoProto"] = _VALUEINFOPROTO
+DESCRIPTOR.message_types_by_name["NodeProto"] = _NODEPROTO
+DESCRIPTOR.message_types_by_name["ModelProto"] = _MODELPROTO
+DESCRIPTOR.message_types_by_name["StringStringEntryProto"] = _STRINGSTRINGENTRYPROTO
+DESCRIPTOR.message_types_by_name["TensorAnnotation"] = _TENSORANNOTATION
+DESCRIPTOR.message_types_by_name["GraphProto"] = _GRAPHPROTO
+DESCRIPTOR.message_types_by_name["TensorProto"] = _TENSORPROTO
+DESCRIPTOR.message_types_by_name["SparseTensorProto"] = _SPARSETENSORPROTO
+DESCRIPTOR.message_types_by_name["TensorShapeProto"] = _TENSORSHAPEPROTO
+DESCRIPTOR.message_types_by_name["TypeProto"] = _TYPEPROTO
+DESCRIPTOR.message_types_by_name["OperatorSetIdProto"] = _OPERATORSETIDPROTO
+DESCRIPTOR.message_types_by_name["FunctionProto"] = _FUNCTIONPROTO
+DESCRIPTOR.enum_types_by_name["Version"] = _VERSION
+DESCRIPTOR.enum_types_by_name["OperatorStatus"] = _OPERATORSTATUS
+_sym_db.RegisterFileDescriptor(DESCRIPTOR)
+
+AttributeProto = _reflection.GeneratedProtocolMessageType(
+    "AttributeProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _ATTRIBUTEPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.AttributeProto)
+    },
+)
+_sym_db.RegisterMessage(AttributeProto)
+
+ValueInfoProto = _reflection.GeneratedProtocolMessageType(
+    "ValueInfoProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _VALUEINFOPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.ValueInfoProto)
+    },
+)
+_sym_db.RegisterMessage(ValueInfoProto)
+
+NodeProto = _reflection.GeneratedProtocolMessageType(
+    "NodeProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _NODEPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.NodeProto)
+    },
+)
+_sym_db.RegisterMessage(NodeProto)
+
+ModelProto = _reflection.GeneratedProtocolMessageType(
+    "ModelProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _MODELPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.ModelProto)
+    },
+)
+_sym_db.RegisterMessage(ModelProto)
+
+StringStringEntryProto = _reflection.GeneratedProtocolMessageType(
+    "StringStringEntryProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _STRINGSTRINGENTRYPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.StringStringEntryProto)
+    },
+)
+_sym_db.RegisterMessage(StringStringEntryProto)
+
+TensorAnnotation = _reflection.GeneratedProtocolMessageType(
+    "TensorAnnotation",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _TENSORANNOTATION,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.TensorAnnotation)
+    },
+)
+_sym_db.RegisterMessage(TensorAnnotation)
+
+GraphProto = _reflection.GeneratedProtocolMessageType(
+    "GraphProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _GRAPHPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.GraphProto)
+    },
+)
+_sym_db.RegisterMessage(GraphProto)
+
+TensorProto = _reflection.GeneratedProtocolMessageType(
+    "TensorProto",
+    (_message.Message,),
+    {
+        "Segment": _reflection.GeneratedProtocolMessageType(
+            "Segment",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TENSORPROTO_SEGMENT,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TensorProto.Segment)
+            },
+        ),
+        "DESCRIPTOR": _TENSORPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.TensorProto)
+    },
+)
+_sym_db.RegisterMessage(TensorProto)
+_sym_db.RegisterMessage(TensorProto.Segment)
+
+SparseTensorProto = _reflection.GeneratedProtocolMessageType(
+    "SparseTensorProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _SPARSETENSORPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.SparseTensorProto)
+    },
+)
+_sym_db.RegisterMessage(SparseTensorProto)
+
+TensorShapeProto = _reflection.GeneratedProtocolMessageType(
+    "TensorShapeProto",
+    (_message.Message,),
+    {
+        "Dimension": _reflection.GeneratedProtocolMessageType(
+            "Dimension",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TENSORSHAPEPROTO_DIMENSION,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TensorShapeProto.Dimension)
+            },
+        ),
+        "DESCRIPTOR": _TENSORSHAPEPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.TensorShapeProto)
+    },
+)
+_sym_db.RegisterMessage(TensorShapeProto)
+_sym_db.RegisterMessage(TensorShapeProto.Dimension)
+
+TypeProto = _reflection.GeneratedProtocolMessageType(
+    "TypeProto",
+    (_message.Message,),
+    {
+        "Tensor": _reflection.GeneratedProtocolMessageType(
+            "Tensor",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TYPEPROTO_TENSOR,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TypeProto.Tensor)
+            },
+        ),
+        "Sequence": _reflection.GeneratedProtocolMessageType(
+            "Sequence",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TYPEPROTO_SEQUENCE,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TypeProto.Sequence)
+            },
+        ),
+        "Map": _reflection.GeneratedProtocolMessageType(
+            "Map",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TYPEPROTO_MAP,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TypeProto.Map)
+            },
+        ),
+        "SparseTensor": _reflection.GeneratedProtocolMessageType(
+            "SparseTensor",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TYPEPROTO_SPARSETENSOR,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TypeProto.SparseTensor)
+            },
+        ),
+        "Opaque": _reflection.GeneratedProtocolMessageType(
+            "Opaque",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TYPEPROTO_OPAQUE,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TypeProto.Opaque)
+            },
+        ),
+        "DESCRIPTOR": _TYPEPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.TypeProto)
+    },
+)
+_sym_db.RegisterMessage(TypeProto)
+_sym_db.RegisterMessage(TypeProto.Tensor)
+_sym_db.RegisterMessage(TypeProto.Sequence)
+_sym_db.RegisterMessage(TypeProto.Map)
+_sym_db.RegisterMessage(TypeProto.SparseTensor)
+_sym_db.RegisterMessage(TypeProto.Opaque)
+
+OperatorSetIdProto = _reflection.GeneratedProtocolMessageType(
+    "OperatorSetIdProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _OPERATORSETIDPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.OperatorSetIdProto)
+    },
+)
+_sym_db.RegisterMessage(OperatorSetIdProto)
+
+FunctionProto = _reflection.GeneratedProtocolMessageType(
+    "FunctionProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _FUNCTIONPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.FunctionProto)
+    },
+)
+_sym_db.RegisterMessage(FunctionProto)
+
+
+_TENSORPROTO.fields_by_name["float_data"]._options = None
+_TENSORPROTO.fields_by_name["int32_data"]._options = None
+_TENSORPROTO.fields_by_name["int64_data"]._options = None
+_TENSORPROTO.fields_by_name["double_data"]._options = None
+_TENSORPROTO.fields_by_name["uint64_data"]._options = None
+# @@protoc_insertion_point(module_scope)
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/proto/onnx_ml_pb2_grpc.py b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/onnx_ml_pb2_grpc.py
new file mode 100644
index 0000000..8a93939
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/onnx_ml_pb2_grpc.py
@@ -0,0 +1,3 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/proto/predict.proto b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/predict.proto
new file mode 100644
index 0000000..e71d4c9
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/predict.proto
@@ -0,0 +1,27 @@
+syntax = "proto3";
+
+import "onnx-ml.proto";
+
+package onnxruntime.server;
+
+// PredictRequest specifies how inputs are mapped to tensors
+// and how outputs are filtered before returning to user.
+message PredictRequest {
+  reserved 1;
+
+  // Input Tensors.
+  // This is a mapping between output name and tensor.
+  map<string, onnx.TensorProto> inputs = 2;
+
+  // Output Filters.
+  // This field is to specify which output fields need to be returned.
+  // If the list is empty, all outputs will be included.
+  repeated string output_filter = 3;
+}
+
+// Response for PredictRequest on successful run.
+message PredictResponse {
+  // Output Tensors.
+  // This is a mapping between output name and tensor.
+  map<string, onnx.TensorProto> outputs = 1;
+}
\ No newline at end of file
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/proto/predict_pb2.py b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/predict_pb2.py
new file mode 100644
index 0000000..bafb9c9
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/predict_pb2.py
@@ -0,0 +1,307 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: predict.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from google.protobuf import reflection as _reflection
+from google.protobuf import symbol_database as _symbol_database
+
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+import src.proto.onnx_ml_pb2 as onnx__ml__pb2
+
+DESCRIPTOR = _descriptor.FileDescriptor(
+    name="predict.proto",
+    package="onnxruntime.server",
+    syntax="proto3",
+    serialized_options=None,
+    create_key=_descriptor._internal_create_key,
+    serialized_pb=b'\n\rpredict.proto\x12\x12onnxruntime.server\x1a\ronnx-ml.proto"\xaf\x01\n\x0ePredictRequest\x12>\n\x06inputs\x18\x02 \x03(\x0b\x32..onnxruntime.server.PredictRequest.InputsEntry\x12\x15\n\routput_filter\x18\x03 \x03(\t\x1a@\n\x0bInputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12 \n\x05value\x18\x02 \x01(\x0b\x32\x11.onnx.TensorProto:\x02\x38\x01J\x04\x08\x01\x10\x02"\x97\x01\n\x0fPredictResponse\x12\x41\n\x07outputs\x18\x01 \x03(\x0b\x32\x30.onnxruntime.server.PredictResponse.OutputsEntry\x1a\x41\n\x0cOutputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12 \n\x05value\x18\x02 \x01(\x0b\x32\x11.onnx.TensorProto:\x02\x38\x01\x62\x06proto3',
+    dependencies=[
+        onnx__ml__pb2.DESCRIPTOR,
+    ],
+)
+
+
+_PREDICTREQUEST_INPUTSENTRY = _descriptor.Descriptor(
+    name="InputsEntry",
+    full_name="onnxruntime.server.PredictRequest.InputsEntry",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="key",
+            full_name="onnxruntime.server.PredictRequest.InputsEntry.key",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="value",
+            full_name="onnxruntime.server.PredictRequest.InputsEntry.value",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=b"8\001",
+    is_extendable=False,
+    syntax="proto3",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=158,
+    serialized_end=222,
+)
+
+_PREDICTREQUEST = _descriptor.Descriptor(
+    name="PredictRequest",
+    full_name="onnxruntime.server.PredictRequest",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="inputs",
+            full_name="onnxruntime.server.PredictRequest.inputs",
+            index=0,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="output_filter",
+            full_name="onnxruntime.server.PredictRequest.output_filter",
+            index=1,
+            number=3,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[
+        _PREDICTREQUEST_INPUTSENTRY,
+    ],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto3",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=53,
+    serialized_end=228,
+)
+
+
+_PREDICTRESPONSE_OUTPUTSENTRY = _descriptor.Descriptor(
+    name="OutputsEntry",
+    full_name="onnxruntime.server.PredictResponse.OutputsEntry",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="key",
+            full_name="onnxruntime.server.PredictResponse.OutputsEntry.key",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="value",
+            full_name="onnxruntime.server.PredictResponse.OutputsEntry.value",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=b"8\001",
+    is_extendable=False,
+    syntax="proto3",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=317,
+    serialized_end=382,
+)
+
+_PREDICTRESPONSE = _descriptor.Descriptor(
+    name="PredictResponse",
+    full_name="onnxruntime.server.PredictResponse",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="outputs",
+            full_name="onnxruntime.server.PredictResponse.outputs",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[
+        _PREDICTRESPONSE_OUTPUTSENTRY,
+    ],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto3",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=231,
+    serialized_end=382,
+)
+
+_PREDICTREQUEST_INPUTSENTRY.fields_by_name["value"].message_type = onnx__ml__pb2._TENSORPROTO
+_PREDICTREQUEST_INPUTSENTRY.containing_type = _PREDICTREQUEST
+_PREDICTREQUEST.fields_by_name["inputs"].message_type = _PREDICTREQUEST_INPUTSENTRY
+_PREDICTRESPONSE_OUTPUTSENTRY.fields_by_name["value"].message_type = onnx__ml__pb2._TENSORPROTO
+_PREDICTRESPONSE_OUTPUTSENTRY.containing_type = _PREDICTRESPONSE
+_PREDICTRESPONSE.fields_by_name["outputs"].message_type = _PREDICTRESPONSE_OUTPUTSENTRY
+DESCRIPTOR.message_types_by_name["PredictRequest"] = _PREDICTREQUEST
+DESCRIPTOR.message_types_by_name["PredictResponse"] = _PREDICTRESPONSE
+_sym_db.RegisterFileDescriptor(DESCRIPTOR)
+
+PredictRequest = _reflection.GeneratedProtocolMessageType(
+    "PredictRequest",
+    (_message.Message,),
+    {
+        "InputsEntry": _reflection.GeneratedProtocolMessageType(
+            "InputsEntry",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _PREDICTREQUEST_INPUTSENTRY,
+                "__module__": "predict_pb2"
+                # @@protoc_insertion_point(class_scope:onnxruntime.server.PredictRequest.InputsEntry)
+            },
+        ),
+        "DESCRIPTOR": _PREDICTREQUEST,
+        "__module__": "predict_pb2"
+        # @@protoc_insertion_point(class_scope:onnxruntime.server.PredictRequest)
+    },
+)
+_sym_db.RegisterMessage(PredictRequest)
+_sym_db.RegisterMessage(PredictRequest.InputsEntry)
+
+PredictResponse = _reflection.GeneratedProtocolMessageType(
+    "PredictResponse",
+    (_message.Message,),
+    {
+        "OutputsEntry": _reflection.GeneratedProtocolMessageType(
+            "OutputsEntry",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _PREDICTRESPONSE_OUTPUTSENTRY,
+                "__module__": "predict_pb2"
+                # @@protoc_insertion_point(class_scope:onnxruntime.server.PredictResponse.OutputsEntry)
+            },
+        ),
+        "DESCRIPTOR": _PREDICTRESPONSE,
+        "__module__": "predict_pb2"
+        # @@protoc_insertion_point(class_scope:onnxruntime.server.PredictResponse)
+    },
+)
+_sym_db.RegisterMessage(PredictResponse)
+_sym_db.RegisterMessage(PredictResponse.OutputsEntry)
+
+
+_PREDICTREQUEST_INPUTSENTRY._options = None
+_PREDICTRESPONSE_OUTPUTSENTRY._options = None
+# @@protoc_insertion_point(module_scope)
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/proto/predict_pb2_grpc.py b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/predict_pb2_grpc.py
new file mode 100644
index 0000000..8a93939
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/predict_pb2_grpc.py
@@ -0,0 +1,3 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/proto/prediction_service.proto b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/prediction_service.proto
new file mode 100644
index 0000000..268010a
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/prediction_service.proto
@@ -0,0 +1,8 @@
+syntax = "proto3";
+import "predict.proto";
+
+package onnxruntime.server;
+
+service PredictionService {
+    rpc Predict(PredictRequest) returns (PredictResponse);
+}
\ No newline at end of file
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/proto/prediction_service_pb2.py b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/prediction_service_pb2.py
new file mode 100644
index 0000000..f5f807e
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/prediction_service_pb2.py
@@ -0,0 +1,59 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: prediction_service.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from google.protobuf import reflection as _reflection
+from google.protobuf import symbol_database as _symbol_database
+
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+import src.proto.predict_pb2 as predict__pb2
+
+DESCRIPTOR = _descriptor.FileDescriptor(
+    name="prediction_service.proto",
+    package="onnxruntime.server",
+    syntax="proto3",
+    serialized_options=None,
+    create_key=_descriptor._internal_create_key,
+    serialized_pb=b'\n\x18prediction_service.proto\x12\x12onnxruntime.server\x1a\rpredict.proto2g\n\x11PredictionService\x12R\n\x07Predict\x12".onnxruntime.server.PredictRequest\x1a#.onnxruntime.server.PredictResponseb\x06proto3',
+    dependencies=[
+        predict__pb2.DESCRIPTOR,
+    ],
+)
+
+
+_sym_db.RegisterFileDescriptor(DESCRIPTOR)
+
+
+_PREDICTIONSERVICE = _descriptor.ServiceDescriptor(
+    name="PredictionService",
+    full_name="onnxruntime.server.PredictionService",
+    file=DESCRIPTOR,
+    index=0,
+    serialized_options=None,
+    create_key=_descriptor._internal_create_key,
+    serialized_start=63,
+    serialized_end=166,
+    methods=[
+        _descriptor.MethodDescriptor(
+            name="Predict",
+            full_name="onnxruntime.server.PredictionService.Predict",
+            index=0,
+            containing_service=None,
+            input_type=predict__pb2._PREDICTREQUEST,
+            output_type=predict__pb2._PREDICTRESPONSE,
+            serialized_options=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+)
+_sym_db.RegisterServiceDescriptor(_PREDICTIONSERVICE)
+
+DESCRIPTOR.services_by_name["PredictionService"] = _PREDICTIONSERVICE
+
+# @@protoc_insertion_point(module_scope)
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/proto/prediction_service_pb2_grpc.py b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/prediction_service_pb2_grpc.py
new file mode 100644
index 0000000..79090fb
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/proto/prediction_service_pb2_grpc.py
@@ -0,0 +1,76 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+import src.proto.predict_pb2 as predict__pb2
+
+
+class PredictionServiceStub(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+        self.Predict = channel.unary_unary(
+            "/onnxruntime.server.PredictionService/Predict",
+            request_serializer=predict__pb2.PredictRequest.SerializeToString,
+            response_deserializer=predict__pb2.PredictResponse.FromString,
+        )
+
+
+class PredictionServiceServicer(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def Predict(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details("Method not implemented!")
+        raise NotImplementedError("Method not implemented!")
+
+
+def add_PredictionServiceServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+        "Predict": grpc.unary_unary_rpc_method_handler(
+            servicer.Predict,
+            request_deserializer=predict__pb2.PredictRequest.FromString,
+            response_serializer=predict__pb2.PredictResponse.SerializeToString,
+        ),
+    }
+    generic_handler = grpc.method_handlers_generic_handler("onnxruntime.server.PredictionService", rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+
+
+# This class is part of an EXPERIMENTAL API.
+class PredictionService(object):
+    """Missing associated documentation comment in .proto file."""
+
+    @staticmethod
+    def Predict(
+        request,
+        target,
+        options=(),
+        channel_credentials=None,
+        call_credentials=None,
+        insecure=False,
+        compression=None,
+        wait_for_ready=None,
+        timeout=None,
+        metadata=None,
+    ):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            "/onnxruntime.server.PredictionService/Predict",
+            predict__pb2.PredictRequest.SerializeToString,
+            predict__pb2.PredictResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+        )
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/utils/__init__.py b/MLOps/serving_patterns/prediction_cache_pattern/src/utils/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/utils/logging.conf b/MLOps/serving_patterns/prediction_cache_pattern/src/utils/logging.conf
new file mode 100644
index 0000000..490b0c1
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/utils/logging.conf
@@ -0,0 +1,78 @@
+[loggers]
+keys=root, gunicorn.error, gunicorn.access, uvicorn.error, uvicorn.access
+
+[logger_root]
+level=DEBUG
+handlers=console
+
+[logger_gunicorn.error]
+level=DEBUG
+handlers=gunicorn_error_file, console
+propagate=1
+qualname=gunicorn.error
+
+[logger_gunicorn.access]
+level=INFO
+handlers=gunicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+[logger_uvicorn.error]
+level=DEBUG
+handlers=uvicorn_error_file, console
+propagate=1
+qualname=uvicorn.error
+
+[logger_uvicorn.access]
+level=INFO
+handlers=uvicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+
+[handlers]
+keys=console, gunicorn_error_file, gunicorn_access_file, uvicorn_error_file, uvicorn_access_file
+
+[handler_console]
+class=StreamHandler
+formatter=generic
+args=(sys.stdout, )
+
+[handler_gunicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/gunicorn_error.log', 'a')
+
+[handler_gunicorn_access_file]
+class=logging.FileHandler
+formatter=gunicorn_access
+args=('/var/log/gunicorn_access.log', 'a')
+
+[handler_uvicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/uvicorn_error.log', 'a')
+
+[handler_uvicorn_access_file]
+class=logging.FileHandler
+formatter=uvicorn_access
+args=('/var/log/uvicorn_access.log', 'a')
+
+
+[formatters]
+keys=generic, gunicorn_access, uvicorn_access
+
+[formatter_generic]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%Y-%m-%d %H:%M:%S
+
+[formatter_gunicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] %(h)s %(l)s %(u)s %(t)s %(r)s %(m)s %(U)s %(q)s %(H)s %(s)s %(b)s %(f)s %(a)s %(D)s %(p)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
+
+[formatter_uvicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
\ No newline at end of file
diff --git a/MLOps/serving_patterns/prediction_cache_pattern/src/utils/profiler.py b/MLOps/serving_patterns/prediction_cache_pattern/src/utils/profiler.py
new file mode 100644
index 0000000..8f7b1b9
--- /dev/null
+++ b/MLOps/serving_patterns/prediction_cache_pattern/src/utils/profiler.py
@@ -0,0 +1,23 @@
+import cProfile
+import os
+from logging import getLogger
+
+logger = getLogger(__name__)
+
+
+def do_cprofile(func):
+    def profiled_func(*args, **kwargs):
+        enable_profile = int(os.getenv("PROFILE", 1))
+        if enable_profile:
+            profile = cProfile.Profile()
+            try:
+                profile.enable()
+                result = func(*args, **kwargs)
+                profile.disable()
+                return result
+            finally:
+                profile.print_stats()
+        else:
+            return func(*args, **kwargs)
+
+    return profiled_func
diff --git a/MLOps/serving_patterns/prep_pred_pattern/.dockerignore b/MLOps/serving_patterns/prep_pred_pattern/.dockerignore
new file mode 100644
index 0000000..8c9a4ec
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/.dockerignore
@@ -0,0 +1,12 @@
+dockerfile
+Dockerfile
+.dockerignore
+log
+tmp
+*.sqlite3
+*.sqlite3-journal
+__pycache__
+.pytest_cache
+*.dvc
+dvc.yaml
+dvc.lock
\ No newline at end of file
diff --git a/MLOps/serving_patterns/prep_pred_pattern/Dockerfile.pred b/MLOps/serving_patterns/prep_pred_pattern/Dockerfile.pred
new file mode 100644
index 0000000..88a1453
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/Dockerfile.pred
@@ -0,0 +1,39 @@
+FROM python:3.8-slim as builder
+
+ARG SERVER_DIR=resnet50_onnx_runtime
+ENV PROJECT_DIR prep_pred_pattern
+
+WORKDIR /${PROJECT_DIR}
+ADD ./${SERVER_DIR}/requirements.txt /${PROJECT_DIR}/
+
+COPY ./${SERVER_DIR}/extract_resnet50_onnx.py /${PROJECT_DIR}/extract_resnet50_onnx.py
+COPY ./src/ml/transformers.py /${PROJECT_DIR}/src/ml/transformers.py
+COPY ./data/cat.jpg /${PROJECT_DIR}/data/cat.jpg
+COPY ./data/image_net_labels.json /${PROJECT_DIR}/data/image_net_labels.json
+
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt && \
+    touch __init__.py && \
+    touch src/__init__.py && \
+    touch src/ml/__init__.py && \
+    python -m extract_resnet50_onnx --pred --prep
+
+FROM mcr.microsoft.com/onnxruntime/server:latest
+
+ARG SERVER_DIR=resnet50_onnx_runtime
+ENV PROJECT_DIR prep_pred_pattern
+ENV MODEL_BASE_PATH=${PROJECT_DIR}/models
+
+WORKDIR /${PROJECT_DIR}
+
+COPY --from=builder /${MODEL_BASE_PATH}/resnet50.onnx /${MODEL_BASE_PATH}/resnet50.onnx
+
+ENV MODEL_PATH /${MODEL_BASE_PATH}/resnet50.onnx
+
+WORKDIR /onnxruntime/server/
+COPY ./${SERVER_DIR}/onnx_runtime_server_entrypoint.sh ./onnx_runtime_server_entrypoint.sh
+RUN chmod +x onnx_runtime_server_entrypoint.sh
+ENTRYPOINT ["./onnx_runtime_server_entrypoint.sh"]
diff --git a/MLOps/serving_patterns/prep_pred_pattern/Dockerfile.prep b/MLOps/serving_patterns/prep_pred_pattern/Dockerfile.prep
new file mode 100644
index 0000000..2339718
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/Dockerfile.prep
@@ -0,0 +1,53 @@
+FROM python:3.8-slim as builder
+
+ARG SERVER_DIR=resnet50_onnx_runtime
+ENV PROJECT_DIR prep_pred_pattern
+
+WORKDIR /${PROJECT_DIR}
+ADD ./${SERVER_DIR}/requirements.txt /${PROJECT_DIR}/
+
+COPY ./${SERVER_DIR}/extract_resnet50_onnx.py /${PROJECT_DIR}/extract_resnet50_onnx.py
+COPY ./src/ml/transformers.py /${PROJECT_DIR}/src/ml/transformers.py
+COPY ./data/cat.jpg /${PROJECT_DIR}/data/cat.jpg
+COPY ./data/image_net_labels.json /${PROJECT_DIR}/data/image_net_labels.json
+
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt && \
+    touch __init__.py && \
+    touch src/__init__.py && \
+    touch src/ml/__init__.py && \
+    python -m extract_resnet50_onnx --prep
+
+FROM python:3.8-slim
+
+ENV PROJECT_DIR prep_pred_pattern
+ENV MODEL_BASE_PATH=/${PROJECT_DIR}/models
+
+WORKDIR /${PROJECT_DIR}
+ADD ./requirements.txt /${PROJECT_DIR}/
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt
+
+COPY ./src/ /${PROJECT_DIR}/src/
+COPY --from=builder /${MODEL_BASE_PATH}/preprocess_transformer.pkl ${MODEL_BASE_PATH}/preprocess_transformer.pkl
+COPY --from=builder /${MODEL_BASE_PATH}/softmax_transformer.pkl ${MODEL_BASE_PATH}/softmax_transformer.pkl
+COPY ./data/cat.jpg /${PROJECT_DIR}/data/cat.jpg
+COPY ./data/image_net_labels.json /${PROJECT_DIR}/data/image_net_labels.json
+
+ENV PREPROCESS_TRANSFORMER_PATH ${MODEL_BASE_PATH}/preprocess_transformer.pkl
+ENV SOFTMAX_TRANSFORMER_PATH ${MODEL_BASE_PATH}/softmax_transformer.pkl
+ENV SAMPLE_IMAGE_PATH /${PROJECT_DIR}/data/cat.jpg
+ENV LABEL_PATH /${PROJECT_DIR}/data/image_net_labels.json
+
+ENV LOG_LEVEL DEBUG
+ENV LOG_FORMAT TEXT
+
+COPY ./run.sh /${PROJECT_DIR}/run.sh
+RUN chmod +x /${PROJECT_DIR}/run.sh
+CMD [ "./run.sh" ]
diff --git a/MLOps/serving_patterns/prep_pred_pattern/README.md b/MLOps/serving_patterns/prep_pred_pattern/README.md
new file mode 100644
index 0000000..779320c
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/README.md
@@ -0,0 +1,109 @@
+# 전처리 추론 패턴
+
+## 목적
+
+전처리와 추론을 분할해 유연성을 향상합니다.
+
+## 전제
+
+- Python 3.8 이상
+- Docker
+- Docker compose
+
+## 사용법
+
+0. 현재 디렉토리
+
+```sh
+$ pwd
+~/ml-system-in-actions/chapter4_serving_patterns/prep_pred_pattern
+```
+
+1. Docker 이미지 빌드
+
+```sh
+$ make build_all
+# 실행 커맨드
+# docker build \
+#     -t shibui/ml-system-in-actions:prep_pred_pattern_prep_0.0.1 \
+#     -f ./Dockerfile.prep .
+# docker build \
+#     -t shibui/ml-system-in-actions:prep_pred_pattern_pred_0.0.1 \
+#     -f ./Dockerfile.pred .
+```
+
+2. Docker compose 로 각 서비스 기동
+
+```sh
+$ make c_up
+# 실행 커맨드
+# docker-compose \
+#     -f ./docker-compose.yml \
+#     up -d
+```
+
+3. 기동한 API 에 요청
+
+```sh
+# 헬스 체크
+$ curl localhost:8000/health
+# 출력
+# {"health":"ok"}
+
+# 메타 데이터
+$ curl localhost:8000/metadata
+# 출력
+# {
+#   "data_type": "str",
+#   "data_structure": "(1,1)",
+#   "data_sample": "base64 encoded image file",
+#   "prediction_type": "float32",
+#   "prediction_structure": "(1,1000)",
+#   "prediction_sample": "[0.07093159, 0.01558308, 0.01348537, ...]"
+# }
+
+
+# 라벨 목록
+$ curl localhost:8000/label
+# 출력
+# [
+#   "background",
+#   "tench",
+#   "goldfish",
+# ...
+#   "bolete",
+#   "ear",
+#   "toilet tissue"
+# ]
+
+
+# 테스트 데이터로 추론 요청
+$ curl localhost:8000/predict/test/label
+# 출력
+# {
+#   "prediction": "Siamese cat"
+# }
+
+
+# 이미지 요청
+$ (echo -n '{"data": "'; base64 data/cat.jpg; echo '"}') | \
+    curl \
+    -X POST \
+    -H "Content-Type: application/json" \
+    -d @- \
+    localhost:8000/predict/label
+# 출력
+# {
+#   "prediction": "Siamese cat"
+# }
+```
+
+4. Docker compose 정지
+
+```sh
+$ make c_down
+# 실행 커맨드
+# docker-compose \
+#     -f ./docker-compose.yml \
+#     down
+```
diff --git a/MLOps/serving_patterns/prep_pred_pattern/__init__.py b/MLOps/serving_patterns/prep_pred_pattern/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/prep_pred_pattern/data/cat.jpg b/MLOps/serving_patterns/prep_pred_pattern/data/cat.jpg
new file mode 100644
index 0000000..c4d4861
Binary files /dev/null and b/MLOps/serving_patterns/prep_pred_pattern/data/cat.jpg differ
diff --git a/MLOps/serving_patterns/prep_pred_pattern/data/image_net_labels.json b/MLOps/serving_patterns/prep_pred_pattern/data/image_net_labels.json
new file mode 100644
index 0000000..3b183f3
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/data/image_net_labels.json
@@ -0,0 +1,1002 @@
+[
+  "tench",
+  "goldfish",
+  "great white shark",
+  "tiger shark",
+  "hammerhead",
+  "electric ray",
+  "stingray",
+  "cock",
+  "hen",
+  "ostrich",
+  "brambling",
+  "goldfinch",
+  "house finch",
+  "junco",
+  "indigo bunting",
+  "robin",
+  "bulbul",
+  "jay",
+  "magpie",
+  "chickadee",
+  "water ouzel",
+  "kite",
+  "bald eagle",
+  "vulture",
+  "great grey owl",
+  "European fire salamander",
+  "common newt",
+  "eft",
+  "spotted salamander",
+  "axolotl",
+  "bullfrog",
+  "tree frog",
+  "tailed frog",
+  "loggerhead",
+  "leatherback turtle",
+  "mud turtle",
+  "terrapin",
+  "box turtle",
+  "banded gecko",
+  "common iguana",
+  "American chameleon",
+  "whiptail",
+  "agama",
+  "frilled lizard",
+  "alligator lizard",
+  "Gila monster",
+  "green lizard",
+  "African chameleon",
+  "Komodo dragon",
+  "African crocodile",
+  "American alligator",
+  "triceratops",
+  "thunder snake",
+  "ringneck snake",
+  "hognose snake",
+  "green snake",
+  "king snake",
+  "garter snake",
+  "water snake",
+  "vine snake",
+  "night snake",
+  "boa constrictor",
+  "rock python",
+  "Indian cobra",
+  "green mamba",
+  "sea snake",
+  "horned viper",
+  "diamondback",
+  "sidewinder",
+  "trilobite",
+  "harvestman",
+  "scorpion",
+  "black and gold garden spider",
+  "barn spider",
+  "garden spider",
+  "black widow",
+  "tarantula",
+  "wolf spider",
+  "tick",
+  "centipede",
+  "black grouse",
+  "ptarmigan",
+  "ruffed grouse",
+  "prairie chicken",
+  "peacock",
+  "quail",
+  "partridge",
+  "African grey",
+  "macaw",
+  "sulphur-crested cockatoo",
+  "lorikeet",
+  "coucal",
+  "bee eater",
+  "hornbill",
+  "hummingbird",
+  "jacamar",
+  "toucan",
+  "drake",
+  "red-breasted merganser",
+  "goose",
+  "black swan",
+  "tusker",
+  "echidna",
+  "platypus",
+  "wallaby",
+  "koala",
+  "wombat",
+  "jellyfish",
+  "sea anemone",
+  "brain coral",
+  "flatworm",
+  "nematode",
+  "conch",
+  "snail",
+  "slug",
+  "sea slug",
+  "chiton",
+  "chambered nautilus",
+  "Dungeness crab",
+  "rock crab",
+  "fiddler crab",
+  "king crab",
+  "American lobster",
+  "spiny lobster",
+  "crayfish",
+  "hermit crab",
+  "isopod",
+  "white stork",
+  "black stork",
+  "spoonbill",
+  "flamingo",
+  "little blue heron",
+  "American egret",
+  "bittern",
+  "crane",
+  "limpkin",
+  "European gallinule",
+  "American coot",
+  "bustard",
+  "ruddy turnstone",
+  "red-backed sandpiper",
+  "redshank",
+  "dowitcher",
+  "oystercatcher",
+  "pelican",
+  "king penguin",
+  "albatross",
+  "grey whale",
+  "killer whale",
+  "dugong",
+  "sea lion",
+  "Chihuahua",
+  "Japanese spaniel",
+  "Maltese dog",
+  "Pekinese",
+  "Shih-Tzu",
+  "Blenheim spaniel",
+  "papillon",
+  "toy terrier",
+  "Rhodesian ridgeback",
+  "Afghan hound",
+  "basset",
+  "beagle",
+  "bloodhound",
+  "bluetick",
+  "black-and-tan coonhound",
+  "Walker hound",
+  "English foxhound",
+  "redbone",
+  "borzoi",
+  "Irish wolfhound",
+  "Italian greyhound",
+  "whippet",
+  "Ibizan hound",
+  "Norwegian elkhound",
+  "otterhound",
+  "Saluki",
+  "Scottish deerhound",
+  "Weimaraner",
+  "Staffordshire bullterrier",
+  "American Staffordshire terrier",
+  "Bedlington terrier",
+  "Border terrier",
+  "Kerry blue terrier",
+  "Irish terrier",
+  "Norfolk terrier",
+  "Norwich terrier",
+  "Yorkshire terrier",
+  "wire-haired fox terrier",
+  "Lakeland terrier",
+  "Sealyham terrier",
+  "Airedale",
+  "cairn",
+  "Australian terrier",
+  "Dandie Dinmont",
+  "Boston bull",
+  "miniature schnauzer",
+  "giant schnauzer",
+  "standard schnauzer",
+  "Scotch terrier",
+  "Tibetan terrier",
+  "silky terrier",
+  "soft-coated wheaten terrier",
+  "West Highland white terrier",
+  "Lhasa",
+  "flat-coated retriever",
+  "curly-coated retriever",
+  "golden retriever",
+  "Labrador retriever",
+  "Chesapeake Bay retriever",
+  "German short-haired pointer",
+  "vizsla",
+  "English setter",
+  "Irish setter",
+  "Gordon setter",
+  "Brittany spaniel",
+  "clumber",
+  "English springer",
+  "Welsh springer spaniel",
+  "cocker spaniel",
+  "Sussex spaniel",
+  "Irish water spaniel",
+  "kuvasz",
+  "schipperke",
+  "groenendael",
+  "malinois",
+  "briard",
+  "kelpie",
+  "komondor",
+  "Old English sheepdog",
+  "Shetland sheepdog",
+  "collie",
+  "Border collie",
+  "Bouvier des Flandres",
+  "Rottweiler",
+  "German shepherd",
+  "Doberman",
+  "miniature pinscher",
+  "Greater Swiss Mountain dog",
+  "Bernese mountain dog",
+  "Appenzeller",
+  "EntleBucher",
+  "boxer",
+  "bull mastiff",
+  "Tibetan mastiff",
+  "French bulldog",
+  "Great Dane",
+  "Saint Bernard",
+  "Eskimo dog",
+  "malamute",
+  "Siberian husky",
+  "dalmatian",
+  "affenpinscher",
+  "basenji",
+  "pug",
+  "Leonberg",
+  "Newfoundland",
+  "Great Pyrenees",
+  "Samoyed",
+  "Pomeranian",
+  "chow",
+  "keeshond",
+  "Brabancon griffon",
+  "Pembroke",
+  "Cardigan",
+  "toy poodle",
+  "miniature poodle",
+  "standard poodle",
+  "Mexican hairless",
+  "timber wolf",
+  "white wolf",
+  "red wolf",
+  "coyote",
+  "dingo",
+  "dhole",
+  "African hunting dog",
+  "hyena",
+  "red fox",
+  "kit fox",
+  "Arctic fox",
+  "grey fox",
+  "tabby",
+  "tiger cat",
+  "Persian cat",
+  "Siamese cat",
+  "Egyptian cat",
+  "cougar",
+  "lynx",
+  "leopard",
+  "snow leopard",
+  "jaguar",
+  "lion",
+  "tiger",
+  "cheetah",
+  "brown bear",
+  "American black bear",
+  "ice bear",
+  "sloth bear",
+  "mongoose",
+  "meerkat",
+  "tiger beetle",
+  "ladybug",
+  "ground beetle",
+  "long-horned beetle",
+  "leaf beetle",
+  "dung beetle",
+  "rhinoceros beetle",
+  "weevil",
+  "fly",
+  "bee",
+  "ant",
+  "grasshopper",
+  "cricket",
+  "walking stick",
+  "cockroach",
+  "mantis",
+  "cicada",
+  "leafhopper",
+  "lacewing",
+  "dragonfly",
+  "damselfly",
+  "admiral",
+  "ringlet",
+  "monarch",
+  "cabbage butterfly",
+  "sulphur butterfly",
+  "lycaenid",
+  "starfish",
+  "sea urchin",
+  "sea cucumber",
+  "wood rabbit",
+  "hare",
+  "Angora",
+  "hamster",
+  "porcupine",
+  "fox squirrel",
+  "marmot",
+  "beaver",
+  "guinea pig",
+  "sorrel",
+  "zebra",
+  "hog",
+  "wild boar",
+  "warthog",
+  "hippopotamus",
+  "ox",
+  "water buffalo",
+  "bison",
+  "ram",
+  "bighorn",
+  "ibex",
+  "hartebeest",
+  "impala",
+  "gazelle",
+  "Arabian camel",
+  "llama",
+  "weasel",
+  "mink",
+  "polecat",
+  "black-footed ferret",
+  "otter",
+  "skunk",
+  "badger",
+  "armadillo",
+  "three-toed sloth",
+  "orangutan",
+  "gorilla",
+  "chimpanzee",
+  "gibbon",
+  "siamang",
+  "guenon",
+  "patas",
+  "baboon",
+  "macaque",
+  "langur",
+  "colobus",
+  "proboscis monkey",
+  "marmoset",
+  "capuchin",
+  "howler monkey",
+  "titi",
+  "spider monkey",
+  "squirrel monkey",
+  "Madagascar cat",
+  "indri",
+  "Indian elephant",
+  "African elephant",
+  "lesser panda",
+  "giant panda",
+  "barracouta",
+  "eel",
+  "coho",
+  "rock beauty",
+  "anemone fish",
+  "sturgeon",
+  "gar",
+  "lionfish",
+  "puffer",
+  "abacus",
+  "abaya",
+  "academic gown",
+  "accordion",
+  "acoustic guitar",
+  "aircraft carrier",
+  "airliner",
+  "airship",
+  "altar",
+  "ambulance",
+  "amphibian",
+  "analog clock",
+  "apiary",
+  "apron",
+  "ashcan",
+  "assault rifle",
+  "backpack",
+  "bakery",
+  "balance beam",
+  "balloon",
+  "ballpoint",
+  "Band Aid",
+  "banjo",
+  "bannister",
+  "barbell",
+  "barber chair",
+  "barbershop",
+  "barn",
+  "barometer",
+  "barrel",
+  "barrow",
+  "baseball",
+  "basketball",
+  "bassinet",
+  "bassoon",
+  "bathing cap",
+  "bath towel",
+  "bathtub",
+  "beach wagon",
+  "beacon",
+  "beaker",
+  "bearskin",
+  "beer bottle",
+  "beer glass",
+  "bell cote",
+  "bib",
+  "bicycle-built-for-two",
+  "bikini",
+  "binder",
+  "binoculars",
+  "birdhouse",
+  "boathouse",
+  "bobsled",
+  "bolo tie",
+  "bonnet",
+  "bookcase",
+  "bookshop",
+  "bottlecap",
+  "bow",
+  "bow tie",
+  "brass",
+  "brassiere",
+  "breakwater",
+  "breastplate",
+  "broom",
+  "bucket",
+  "buckle",
+  "bulletproof vest",
+  "bullet train",
+  "butcher shop",
+  "cab",
+  "caldron",
+  "candle",
+  "cannon",
+  "canoe",
+  "can opener",
+  "cardigan",
+  "car mirror",
+  "carousel",
+  "carpenter's kit",
+  "carton",
+  "car wheel",
+  "cash machine",
+  "cassette",
+  "cassette player",
+  "castle",
+  "catamaran",
+  "CD player",
+  "cello",
+  "cellular telephone",
+  "chain",
+  "chainlink fence",
+  "chain mail",
+  "chain saw",
+  "chest",
+  "chiffonier",
+  "chime",
+  "china cabinet",
+  "Christmas stocking",
+  "church",
+  "cinema",
+  "cleaver",
+  "cliff dwelling",
+  "cloak",
+  "clog",
+  "cocktail shaker",
+  "coffee mug",
+  "coffeepot",
+  "coil",
+  "combination lock",
+  "computer keyboard",
+  "confectionery",
+  "container ship",
+  "convertible",
+  "corkscrew",
+  "cornet",
+  "cowboy boot",
+  "cowboy hat",
+  "cradle",
+  "crane",
+  "crash helmet",
+  "crate",
+  "crib",
+  "Crock Pot",
+  "croquet ball",
+  "crutch",
+  "cuirass",
+  "dam",
+  "desk",
+  "desktop computer",
+  "dial telephone",
+  "diaper",
+  "digital clock",
+  "digital watch",
+  "dining table",
+  "dishrag",
+  "dishwasher",
+  "disk brake",
+  "dock",
+  "dogsled",
+  "dome",
+  "doormat",
+  "drilling platform",
+  "drum",
+  "drumstick",
+  "dumbbell",
+  "Dutch oven",
+  "electric fan",
+  "electric guitar",
+  "electric locomotive",
+  "entertainment center",
+  "envelope",
+  "espresso maker",
+  "face powder",
+  "feather boa",
+  "file",
+  "fireboat",
+  "fire engine",
+  "fire screen",
+  "flagpole",
+  "flute",
+  "folding chair",
+  "football helmet",
+  "forklift",
+  "fountain",
+  "fountain pen",
+  "four-poster",
+  "freight car",
+  "French horn",
+  "frying pan",
+  "fur coat",
+  "garbage truck",
+  "gasmask",
+  "gas pump",
+  "goblet",
+  "go-kart",
+  "golf ball",
+  "golfcart",
+  "gondola",
+  "gong",
+  "gown",
+  "grand piano",
+  "greenhouse",
+  "grille",
+  "grocery store",
+  "guillotine",
+  "hair slide",
+  "hair spray",
+  "half track",
+  "hammer",
+  "hamper",
+  "hand blower",
+  "hand-held computer",
+  "handkerchief",
+  "hard disc",
+  "harmonica",
+  "harp",
+  "harvester",
+  "hatchet",
+  "holster",
+  "home theater",
+  "honeycomb",
+  "hook",
+  "hoopskirt",
+  "horizontal bar",
+  "horse cart",
+  "hourglass",
+  "iPod",
+  "iron",
+  "jack-o'-lantern",
+  "jean",
+  "jeep",
+  "jersey",
+  "jigsaw puzzle",
+  "jinrikisha",
+  "joystick",
+  "kimono",
+  "knee pad",
+  "knot",
+  "lab coat",
+  "ladle",
+  "lampshade",
+  "laptop",
+  "lawn mower",
+  "lens cap",
+  "letter opener",
+  "library",
+  "lifeboat",
+  "lighter",
+  "limousine",
+  "liner",
+  "lipstick",
+  "Loafer",
+  "lotion",
+  "loudspeaker",
+  "loupe",
+  "lumbermill",
+  "magnetic compass",
+  "mailbag",
+  "mailbox",
+  "maillot",
+  "maillot",
+  "manhole cover",
+  "maraca",
+  "marimba",
+  "mask",
+  "matchstick",
+  "maypole",
+  "maze",
+  "measuring cup",
+  "medicine chest",
+  "megalith",
+  "microphone",
+  "microwave",
+  "military uniform",
+  "milk can",
+  "minibus",
+  "miniskirt",
+  "minivan",
+  "missile",
+  "mitten",
+  "mixing bowl",
+  "mobile home",
+  "Model T",
+  "modem",
+  "monastery",
+  "monitor",
+  "moped",
+  "mortar",
+  "mortarboard",
+  "mosque",
+  "mosquito net",
+  "motor scooter",
+  "mountain bike",
+  "mountain tent",
+  "mouse",
+  "mousetrap",
+  "moving van",
+  "muzzle",
+  "nail",
+  "neck brace",
+  "necklace",
+  "nipple",
+  "notebook",
+  "obelisk",
+  "oboe",
+  "ocarina",
+  "odometer",
+  "oil filter",
+  "organ",
+  "oscilloscope",
+  "overskirt",
+  "oxcart",
+  "oxygen mask",
+  "packet",
+  "paddle",
+  "paddlewheel",
+  "padlock",
+  "paintbrush",
+  "pajama",
+  "palace",
+  "panpipe",
+  "paper towel",
+  "parachute",
+  "parallel bars",
+  "park bench",
+  "parking meter",
+  "passenger car",
+  "patio",
+  "pay-phone",
+  "pedestal",
+  "pencil box",
+  "pencil sharpener",
+  "perfume",
+  "Petri dish",
+  "photocopier",
+  "pick",
+  "pickelhaube",
+  "picket fence",
+  "pickup",
+  "pier",
+  "piggy bank",
+  "pill bottle",
+  "pillow",
+  "ping-pong ball",
+  "pinwheel",
+  "pirate",
+  "pitcher",
+  "plane",
+  "planetarium",
+  "plastic bag",
+  "plate rack",
+  "plow",
+  "plunger",
+  "Polaroid camera",
+  "pole",
+  "police van",
+  "poncho",
+  "pool table",
+  "pop bottle",
+  "pot",
+  "potter's wheel",
+  "power drill",
+  "prayer rug",
+  "printer",
+  "prison",
+  "projectile",
+  "projector",
+  "puck",
+  "punching bag",
+  "purse",
+  "quill",
+  "quilt",
+  "racer",
+  "racket",
+  "radiator",
+  "radio",
+  "radio telescope",
+  "rain barrel",
+  "recreational vehicle",
+  "reel",
+  "reflex camera",
+  "refrigerator",
+  "remote control",
+  "restaurant",
+  "revolver",
+  "rifle",
+  "rocking chair",
+  "rotisserie",
+  "rubber eraser",
+  "rugby ball",
+  "rule",
+  "running shoe",
+  "safe",
+  "safety pin",
+  "saltshaker",
+  "sandal",
+  "sarong",
+  "sax",
+  "scabbard",
+  "scale",
+  "school bus",
+  "schooner",
+  "scoreboard",
+  "screen",
+  "screw",
+  "screwdriver",
+  "seat belt",
+  "sewing machine",
+  "shield",
+  "shoe shop",
+  "shoji",
+  "shopping basket",
+  "shopping cart",
+  "shovel",
+  "shower cap",
+  "shower curtain",
+  "ski",
+  "ski mask",
+  "sleeping bag",
+  "slide rule",
+  "sliding door",
+  "slot",
+  "snorkel",
+  "snowmobile",
+  "snowplow",
+  "soap dispenser",
+  "soccer ball",
+  "sock",
+  "solar dish",
+  "sombrero",
+  "soup bowl",
+  "space bar",
+  "space heater",
+  "space shuttle",
+  "spatula",
+  "speedboat",
+  "spider web",
+  "spindle",
+  "sports car",
+  "spotlight",
+  "stage",
+  "steam locomotive",
+  "steel arch bridge",
+  "steel drum",
+  "stethoscope",
+  "stole",
+  "stone wall",
+  "stopwatch",
+  "stove",
+  "strainer",
+  "streetcar",
+  "stretcher",
+  "studio couch",
+  "stupa",
+  "submarine",
+  "suit",
+  "sundial",
+  "sunglass",
+  "sunglasses",
+  "sunscreen",
+  "suspension bridge",
+  "swab",
+  "sweatshirt",
+  "swimming trunks",
+  "swing",
+  "switch",
+  "syringe",
+  "table lamp",
+  "tank",
+  "tape player",
+  "teapot",
+  "teddy",
+  "television",
+  "tennis ball",
+  "thatch",
+  "theater curtain",
+  "thimble",
+  "thresher",
+  "throne",
+  "tile roof",
+  "toaster",
+  "tobacco shop",
+  "toilet seat",
+  "torch",
+  "totem pole",
+  "tow truck",
+  "toyshop",
+  "tractor",
+  "trailer truck",
+  "tray",
+  "trench coat",
+  "tricycle",
+  "trimaran",
+  "tripod",
+  "triumphal arch",
+  "trolleybus",
+  "trombone",
+  "tub",
+  "turnstile",
+  "typewriter keyboard",
+  "umbrella",
+  "unicycle",
+  "upright",
+  "vacuum",
+  "vase",
+  "vault",
+  "velvet",
+  "vending machine",
+  "vestment",
+  "viaduct",
+  "violin",
+  "volleyball",
+  "waffle iron",
+  "wall clock",
+  "wallet",
+  "wardrobe",
+  "warplane",
+  "washbasin",
+  "washer",
+  "water bottle",
+  "water jug",
+  "water tower",
+  "whiskey jug",
+  "whistle",
+  "wig",
+  "window screen",
+  "window shade",
+  "Windsor tie",
+  "wine bottle",
+  "wing",
+  "wok",
+  "wooden spoon",
+  "wool",
+  "worm fence",
+  "wreck",
+  "yawl",
+  "yurt",
+  "web site",
+  "comic book",
+  "crossword puzzle",
+  "street sign",
+  "traffic light",
+  "book jacket",
+  "menu",
+  "plate",
+  "guacamole",
+  "consomme",
+  "hot pot",
+  "trifle",
+  "ice cream",
+  "ice lolly",
+  "French loaf",
+  "bagel",
+  "pretzel",
+  "cheeseburger",
+  "hotdog",
+  "mashed potato",
+  "head cabbage",
+  "broccoli",
+  "cauliflower",
+  "zucchini",
+  "spaghetti squash",
+  "acorn squash",
+  "butternut squash",
+  "cucumber",
+  "artichoke",
+  "bell pepper",
+  "cardoon",
+  "mushroom",
+  "Granny Smith",
+  "strawberry",
+  "orange",
+  "lemon",
+  "fig",
+  "pineapple",
+  "banana",
+  "jackfruit",
+  "custard apple",
+  "pomegranate",
+  "hay",
+  "carbonara",
+  "chocolate sauce",
+  "dough",
+  "meat loaf",
+  "pizza",
+  "potpie",
+  "burrito",
+  "red wine",
+  "espresso",
+  "cup",
+  "eggnog",
+  "alp",
+  "bubble",
+  "cliff",
+  "coral reef",
+  "geyser",
+  "lakeside",
+  "promontory",
+  "sandbar",
+  "seashore",
+  "valley",
+  "volcano",
+  "ballplayer",
+  "groom",
+  "scuba diver",
+  "rapeseed",
+  "daisy",
+  "yellow lady's slipper",
+  "corn",
+  "acorn",
+  "hip",
+  "buckeye",
+  "coral fungus",
+  "agaric",
+  "gyromitra",
+  "stinkhorn",
+  "earthstar",
+  "hen-of-the-woods",
+  "bolete",
+  "ear",
+  "toilet tissue"
+]
diff --git a/MLOps/serving_patterns/prep_pred_pattern/docker-compose.yml b/MLOps/serving_patterns/prep_pred_pattern/docker-compose.yml
new file mode 100644
index 0000000..33b5376
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/docker-compose.yml
@@ -0,0 +1,27 @@
+version: "3"
+
+services:
+  prep:
+    container_name: prep
+    image: shibui/ml-system-in-actions:prep_pred_pattern_prep_0.0.1
+    restart: always
+    environment:
+      - PLATFORM=docker_compose
+      - API_ADDRESS=pred
+    ports:
+      - "8000:8000"
+    command: ./run.sh
+    depends_on:
+      - pred
+
+  pred:
+    container_name: pred
+    image: shibui/ml-system-in-actions:prep_pred_pattern_pred_0.0.1
+    restart: always
+    environment:
+      - HTTP_PORT=8001
+      - GRPC_PORT=50051
+    ports:
+      - "8001:8001"
+      - "50051:50051"
+    entrypoint: ["./onnx_runtime_server_entrypoint.sh"]
diff --git a/MLOps/serving_patterns/prep_pred_pattern/makefile b/MLOps/serving_patterns/prep_pred_pattern/makefile
new file mode 100644
index 0000000..1ff87b9
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/makefile
@@ -0,0 +1,68 @@
+DOCKER_REPOSITORY := shibui/ml-system-in-actions
+
+ABSOLUTE_PATH := $(shell pwd)
+
+DOCKERFILE := Dockerfile
+DOCKER_COMPOSE := docker-compose.yml
+IMAGE_VERSION := 0.0.1
+
+PREP_PRED_PATTERN := prep_pred_pattern
+PREP_PRED_PATTERN_PREP := prep
+PREP_PRED_PATTERN_PREP_PORT := 8000
+PREP_PRED_PATTERN_PRED := pred
+PREP_PRED_PATTERN_REST_PORT := 8001
+PREP_PRED_PATTERN_GRPC_PORT := 50051
+
+.PHONY: proto
+proto:
+	python \
+		-m grpc_tools.protoc \
+		-I src/proto \
+		--python_out=src/proto \
+		--grpc_python_out=src/proto \
+		src/proto/onnx-ml.proto \
+		src/proto/predict.proto \
+		src/proto/prediction_service.proto
+
+.PHONY: build_prep
+build_prep:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(PREP_PRED_PATTERN)_$(PREP_PRED_PATTERN_PREP)_$(IMAGE_VERSION) \
+		-f ./$(DOCKERFILE).prep .
+
+.PHONY: push_prep
+push_prep: 
+	docker push $(DOCKER_REPOSITORY):$(PREP_PRED_PATTERN)_$(PREP_PRED_PATTERN_PREP)_$(IMAGE_VERSION)
+
+.PHONY: build_pred
+build_pred:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(PREP_PRED_PATTERN)_$(PREP_PRED_PATTERN_PRED)_$(IMAGE_VERSION) \
+		-f ./$(DOCKERFILE).pred .
+
+.PHONY: push_pred
+push_pred:
+	docker push $(DOCKER_REPOSITORY):$(PREP_PRED_PATTERN)_$(PREP_PRED_PATTERN_PRED)_$(IMAGE_VERSION)
+
+.PHONY: build_all
+build_all: build_prep build_pred
+
+.PHONY: push_all
+push_all: push_prep push_pred
+
+.PHONY: c_build
+c_build: build_all
+
+.PHONY: c_up
+c_up:
+	docker-compose \
+		-f ./$(DOCKER_COMPOSE) \
+		up -d
+
+.PHONY: c_down
+c_down:
+	docker-compose \
+		-f ./$(DOCKER_COMPOSE) \
+		down
+
+
diff --git a/MLOps/serving_patterns/prep_pred_pattern/requirements.txt b/MLOps/serving_patterns/prep_pred_pattern/requirements.txt
new file mode 100644
index 0000000..6de54e8
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/requirements.txt
@@ -0,0 +1,23 @@
+fastapi>=0.65.2
+future>=0.18.2
+gunicorn>=20.0.4
+importlib-metadata>=1.7.0
+joblib>=0.15.1
+numpy>=1.18.5
+onnx>=1.7.0
+onnxruntime>=1.4.0
+Pillow>=8.3.2
+psutil>=5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+redis>=3.5.3
+scikit-learn>=0.23.1
+starlette>=0.13.4
+typing>=3.7.4.1
+uvicorn>=0.11.7
+uvloop>=0.14.0
+httptools>=0.1.1
+python-json-logger>=2.0.1
+loguru>=0.5.3
+requests>=2.25.0
+grpcio>=1.32.0
\ No newline at end of file
diff --git a/MLOps/serving_patterns/prep_pred_pattern/resnet50_onnx_runtime/__init__.py b/MLOps/serving_patterns/prep_pred_pattern/resnet50_onnx_runtime/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/prep_pred_pattern/resnet50_onnx_runtime/extract_resnet50_onnx.py b/MLOps/serving_patterns/prep_pred_pattern/resnet50_onnx_runtime/extract_resnet50_onnx.py
new file mode 100644
index 0000000..eb80720
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/resnet50_onnx_runtime/extract_resnet50_onnx.py
@@ -0,0 +1,83 @@
+import json
+import os
+from typing import List
+
+import click
+import joblib
+import numpy as np
+import onnxruntime as rt
+import torch
+from PIL import Image
+from src.ml.transformers import PytorchImagePreprocessTransformer, SoftmaxTransformer
+from torchvision.models.resnet import resnet50
+
+
+def dump_sklearn(model, name: str):
+    joblib.dump(model, name)
+
+
+def get_label(json_path: str = "./data/image_net_labels.json") -> List[str]:
+    with open(json_path, "r") as f:
+        labels = json.load(f)
+    return labels
+
+
+@click.command(name="extract resnet50 onnx runtime and preprocessing")
+@click.option("--pred", is_flag=True)
+@click.option("--prep", is_flag=True)
+def main(pred: bool, prep: bool):
+    model_directory = "./models/"
+    os.makedirs(model_directory, exist_ok=True)
+
+    onnx_filename = "resnet50.onnx"
+    onnx_filepath = os.path.join(model_directory, onnx_filename)
+
+    preprocess_filename = f"preprocess_transformer.pkl"
+    preprocess_filepath = os.path.join(model_directory, preprocess_filename)
+
+    postprocess_filename = f"softmax_transformer.pkl"
+    postprocess_filepath = os.path.join(model_directory, postprocess_filename)
+
+    if pred:
+        model = resnet50(pretrained=True)
+        x_dummy = torch.rand((1, 3, 224, 224), device="cpu")
+        model.eval()
+        torch.onnx.export(
+            model,
+            x_dummy,
+            onnx_filepath,
+            export_params=True,
+            opset_version=10,
+            do_constant_folding=True,
+            input_names=["input"],
+            output_names=["output"],
+            verbose=False,
+        )
+
+    if prep:
+        preprocess = PytorchImagePreprocessTransformer()
+        dump_sklearn(preprocess, preprocess_filepath)
+
+        postprocess = SoftmaxTransformer()
+        dump_sklearn(postprocess, postprocess_filepath)
+
+    if prep and pred:
+        image = Image.open("./data/cat.jpg")
+        np_image = preprocess.transform(image)
+        print(np_image.shape)
+
+        sess = rt.InferenceSession(onnx_filepath)
+        inp, out = sess.get_inputs()[0], sess.get_outputs()[0]
+        print(f"input name='{inp.name}' shape={inp.shape} type={inp.type}")
+        print(f"output name='{out.name}' shape={out.shape} type={out.type}")
+        pred_onx = sess.run([out.name], {inp.name: np_image})
+
+        prediction = postprocess.transform(np.array(pred_onx))
+
+        labels = get_label(json_path="./data/image_net_labels.json")
+        print(prediction.shape)
+        print(labels[np.argmax(prediction[0])])
+
+
+if __name__ == "__main__":
+    main()
diff --git a/MLOps/serving_patterns/prep_pred_pattern/resnet50_onnx_runtime/onnx_runtime_server_entrypoint.sh b/MLOps/serving_patterns/prep_pred_pattern/resnet50_onnx_runtime/onnx_runtime_server_entrypoint.sh
new file mode 100644
index 0000000..fda14d2
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/resnet50_onnx_runtime/onnx_runtime_server_entrypoint.sh
@@ -0,0 +1,15 @@
+#!/bin/bash
+
+set -eu
+
+HTTP_PORT=${HTTP_PORT:-8001}
+GRPC_PORT=${GRPC_PORT:-50051}
+LOGLEVEL=${LOGLEVEL:-"debug"}
+NUM_HTTP_THREADS=${NUM_HTTP_THREADS:-4}
+MODEL_PATH=${MODEL_PATH:-"/prep_pred_pattern/models/resnet50.onnx"}
+
+./onnxruntime_server \
+    --http_port=${HTTP_PORT} \
+    --grpc_port=${GRPC_PORT} \
+    --num_http_threads=${NUM_HTTP_THREADS} \
+    --model_path=${MODEL_PATH} 
\ No newline at end of file
diff --git a/MLOps/serving_patterns/prep_pred_pattern/resnet50_onnx_runtime/requirements.txt b/MLOps/serving_patterns/prep_pred_pattern/resnet50_onnx_runtime/requirements.txt
new file mode 100644
index 0000000..d64d579
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/resnet50_onnx_runtime/requirements.txt
@@ -0,0 +1,13 @@
+joblib>=0.15.1
+numpy>=1.18.5
+onnxruntime>=1.4.0
+Pillow>=8.3.2
+pydantic>=1.8.2
+PyYAML>=5.3.1
+scikit-learn==0.23.1
+skl2onnx>=1.7.0
+typing>=3.7.4.1
+requests>=2.25.1
+torch>=1.7.0
+torchvision>=0.8.1
+click>=7.1.2
\ No newline at end of file
diff --git a/MLOps/serving_patterns/prep_pred_pattern/run.sh b/MLOps/serving_patterns/prep_pred_pattern/run.sh
new file mode 100644
index 0000000..9621e17
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/run.sh
@@ -0,0 +1,27 @@
+#!/bin/bash
+
+set -eu
+
+HOST=${HOST:-"0.0.0.0"}
+PORT=${PORT:-8000}
+WORKERS=${WORKERS:-4}
+UVICORN_WORKER=${UVICORN_WORKER:-"uvicorn.workers.UvicornWorker"}
+LOGLEVEL=${LOGLEVEL:-"debug"}
+LOGCONFIG=${LOGCONFIG:-"./src/utils/logging.conf"}
+BACKLOG=${BACKLOG:-2048}
+LIMIT_MAX_REQUESTS=${LIMIT_MAX_REQUESTS:-65536}
+MAX_REQUESTS_JITTER=${MAX_REQUESTS_JITTER:-2048}
+GRACEFUL_TIMEOUT=${GRACEFUL_TIMEOUT:-10}
+APP_NAME=${APP_NAME:-"src.app.app:app"}
+
+gunicorn ${APP_NAME} \
+    -b ${HOST}:${PORT} \
+    -w ${WORKERS} \
+    -k ${UVICORN_WORKER} \
+    --log-level ${LOGLEVEL} \
+    --log-config ${LOGCONFIG} \
+    --backlog ${BACKLOG} \
+    --max-requests ${LIMIT_MAX_REQUESTS} \
+    --max-requests-jitter ${MAX_REQUESTS_JITTER} \
+    --graceful-timeout ${GRACEFUL_TIMEOUT} \
+    --reload
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/__init__.py b/MLOps/serving_patterns/prep_pred_pattern/src/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/app/__init__.py b/MLOps/serving_patterns/prep_pred_pattern/src/app/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/app/app.py b/MLOps/serving_patterns/prep_pred_pattern/src/app/app.py
new file mode 100644
index 0000000..e3902d5
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/app/app.py
@@ -0,0 +1,16 @@
+import os
+from logging import getLogger
+
+from fastapi import FastAPI
+from src.app.routers import routers
+from src.configurations import APIConfigurations
+
+logger = getLogger(__name__)
+
+app = FastAPI(
+    title=APIConfigurations.title,
+    description=APIConfigurations.description,
+    version=APIConfigurations.version,
+)
+
+app.include_router(routers.router, prefix="", tags=[""])
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/app/routers/__init__.py b/MLOps/serving_patterns/prep_pred_pattern/src/app/routers/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/app/routers/routers.py b/MLOps/serving_patterns/prep_pred_pattern/src/app/routers/routers.py
new file mode 100644
index 0000000..d7b3124
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/app/routers/routers.py
@@ -0,0 +1,63 @@
+import base64
+import io
+from logging import getLogger
+from typing import Any, Dict, List
+
+from fastapi import APIRouter
+from PIL import Image
+from src.ml.prediction import Data, classifier
+
+logger = getLogger(__name__)
+router = APIRouter()
+
+
+@router.get("/health")
+def health() -> Dict[str, str]:
+    return {"health": "ok"}
+
+
+@router.get("/metadata")
+def metadata() -> Dict[str, Any]:
+    return {
+        "data_type": "str",
+        "data_structure": "(1,1)",
+        "data_sample": "base64 encoded image file",
+        "prediction_type": "float32",
+        "prediction_structure": "(1,1000)",
+        "prediction_sample": "[0.07093159, 0.01558308, 0.01348537, ...]",
+    }
+
+
+@router.get("/label")
+def label() -> Dict[int, str]:
+    return classifier.label
+
+
+@router.get("/predict/test")
+def predict_test() -> Dict[str, List[float]]:
+    prediction = classifier.predict(data=Data().data)
+    return {"prediction": list(prediction)}
+
+
+@router.get("/predict/test/label")
+def predict_test_label() -> Dict[str, str]:
+    prediction = classifier.predict_label(data=Data().data)
+    return {"prediction": prediction}
+
+
+@router.post("/predict")
+def predict(data: Data) -> Dict[str, List[float]]:
+    image = base64.b64decode(str(data.data))
+    io_bytes = io.BytesIO(image)
+    image_data = Image.open(io_bytes)
+    prediction = classifier.predict(data=image_data)
+    return {"prediction": list(prediction)}
+
+
+@router.post("/predict/label")
+def predict_label(data: Data) -> Dict[str, str]:
+    image = base64.b64decode(str(data.data))
+    io_bytes = io.BytesIO(image)
+    image_data = Image.open(io_bytes)
+    prediction = classifier.predict_label(data=image_data)
+    return {"prediction": prediction}
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/configurations.py b/MLOps/serving_patterns/prep_pred_pattern/src/configurations.py
new file mode 100644
index 0000000..dbfb5b2
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/configurations.py
@@ -0,0 +1,59 @@
+import json
+import os
+from logging import getLogger
+from typing import List
+
+from PIL import Image
+from src.constants import CONSTANTS, PLATFORM_ENUM
+
+logger = getLogger(__name__)
+
+
+class PlatformConfigurations:
+    platform = os.getenv("PLATFORM", PLATFORM_ENUM.DOCKER.value)
+    if not PLATFORM_ENUM.has_value(platform):
+        raise ValueError(f"PLATFORM must be one of {[v.value for v in PLATFORM_ENUM.__members__.values()]}")
+
+
+class CacheConfigurations:
+    cache_host = os.getenv("CACHE_HOST", "redis")
+    cache_port = int(os.getenv("CACHE_PORT", 6379))
+    queue_name = os.getenv("QUEUE_NAME", "queue")
+
+
+class RedisCacheConfigurations(CacheConfigurations):
+    redis_db = int(os.getenv("REDIS_DB", 0))
+    redis_decode_responses = bool(os.getenv("REDIS_DECODE_RESPONSES", True))
+
+
+class APIConfigurations:
+    title = os.getenv("API_TITLE", "ServingPattern")
+    description = os.getenv("API_DESCRIPTION", "machine learning system serving patterns")
+    version = os.getenv("API_VERSION", "0.1")
+
+
+class ModelConfigurations:
+    api_address = os.getenv("API_ADDRESS", "localhost")
+    grpc_port = int(os.getenv("GRPC_PORT", 50051))
+    rest_api_port = int(os.getenv("REST_API_PORT", 8001))
+    label_path = os.getenv("LABEL_PATH", "/prep_pred_pattern/data/image_net_labels.json")
+
+    sample_image_path = os.getenv("SAMPLE_IMAGE_PATH", "/prep_pred_pattern/data/cat.jpg")
+    sample_image = Image.open(sample_image_path)
+
+    preprocess_transformer_path = os.getenv(
+        "PREPROCESS_TRANSFORMER_PATH", "/prep_pred_pattern/models/preprocess_transformer.pkl"
+    )
+    softmax_transformer_path = os.getenv(
+        "SOFTMAX_TRANSFORMER_PATH", "/prep_pred_pattern/models/softmax_transformer.pkl"
+    )
+
+    onnx_input_name = os.getenv("ONNX_INPUT_NAME", "input")
+    onnx_output_name = os.getenv("ONNX_OUTPUT_NAME", "output")
+
+
+logger.info(f"{PlatformConfigurations.__name__}: {PlatformConfigurations.__dict__}")
+logger.info(f"{CacheConfigurations.__name__}: {CacheConfigurations.__dict__}")
+logger.info(f"{RedisCacheConfigurations.__name__}: {RedisCacheConfigurations.__dict__}")
+logger.info(f"{APIConfigurations.__name__}: {APIConfigurations.__dict__}")
+logger.info(f"{ModelConfigurations.__name__}: {ModelConfigurations.__dict__}")
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/constants.py b/MLOps/serving_patterns/prep_pred_pattern/src/constants.py
new file mode 100644
index 0000000..23a0075
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/constants.py
@@ -0,0 +1,35 @@
+import enum
+
+
+class PLATFORM_ENUM(enum.Enum):
+    DOCKER = "docker"
+    DOCKER_COMPOSE = "docker_compose"
+    KUBERNETES = "kubernetes"
+    TEST = "test"
+
+    @staticmethod
+    def has_value(item):
+        return item in [v.value for v in PLATFORM_ENUM.__members__.values()]
+
+
+def constant(f):
+    def fset(self, value):
+        raise TypeError
+
+    def fget(self):
+        return f()
+
+    return property(fget, fset)
+
+
+class _Constants(object):
+    @constant
+    def REDIS_INCREMENTS():
+        return "increments"
+
+    @constant
+    def REDIS_QUEUE():
+        return "redis_queue"
+
+
+CONSTANTS = _Constants()
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/ml/__init__.py b/MLOps/serving_patterns/prep_pred_pattern/src/ml/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/ml/prediction.py b/MLOps/serving_patterns/prep_pred_pattern/src/ml/prediction.py
new file mode 100644
index 0000000..110e7b3
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/ml/prediction.py
@@ -0,0 +1,98 @@
+import json
+from logging import getLogger
+from typing import Any, List
+
+import grpc
+import joblib
+import numpy as np
+from PIL import Image
+from pydantic import BaseModel
+from src.configurations import ModelConfigurations
+from src.ml.transformers import PytorchImagePreprocessTransformer, SoftmaxTransformer
+from src.proto import onnx_ml_pb2, predict_pb2, prediction_service_pb2_grpc
+
+logger = getLogger(__name__)
+
+
+class Data(BaseModel):
+    data: Any = ModelConfigurations.sample_image
+
+
+class Classifier(object):
+    def __init__(
+        self,
+        preprocess_transformer_path: str = "/prep_pred_pattern/models/preprocess_transformer.pkl",
+        softmax_transformer_path: str = "/prep_pred_pattern/models/softmax_transformer.pkl",
+        label_path: str = "/prep_pred_pattern/data/image_net_labels.json",
+        serving_address: str = "localhost:50051",
+        onnx_input_name: str = "input",
+        onnx_output_name: str = "output",
+    ):
+        self.preprocess_transformer_path: str = preprocess_transformer_path
+        self.softmax_transformer_path: str = softmax_transformer_path
+        self.preprocess_transformer: PytorchImagePreprocessTransformer = None
+        self.softmax_transformer: SoftmaxTransformer = None
+
+        self.serving_address = serving_address
+        self.channel = grpc.insecure_channel(self.serving_address)
+        self.stub = prediction_service_pb2_grpc.PredictionServiceStub(self.channel)
+
+        self.label_path = label_path
+        self.label: List[str] = []
+
+        self.onnx_input_name: str = onnx_input_name
+        self.onnx_output_name: str = onnx_output_name
+
+        self.load_model()
+        self.load_label()
+
+    def load_model(self):
+        logger.info(f"load preprocess in {self.preprocess_transformer_path}")
+        self.preprocess_transformer = joblib.load(self.preprocess_transformer_path)
+        logger.info(f"initialized preprocess")
+
+        logger.info(f"load postprocess in {self.softmax_transformer_path}")
+        self.softmax_transformer = joblib.load(self.softmax_transformer_path)
+        logger.info(f"initialized postprocess")
+
+    def load_label(self):
+        logger.info(f"load label in {self.label_path}")
+        with open(self.label_path, "r") as f:
+            self.label = json.load(f)
+        logger.info(f"label: {self.label}")
+
+    def predict(self, data: Image) -> List[float]:
+        preprocessed = self.preprocess_transformer.transform(data)
+
+        input_tensor = onnx_ml_pb2.TensorProto()
+        input_tensor.dims.extend(preprocessed.shape)
+        input_tensor.data_type = 1
+        input_tensor.raw_data = preprocessed.tobytes()
+
+        request_message = predict_pb2.PredictRequest()
+        request_message.inputs[self.onnx_input_name].data_type = input_tensor.data_type
+        request_message.inputs[self.onnx_input_name].dims.extend(preprocessed.shape)
+        request_message.inputs[self.onnx_input_name].raw_data = input_tensor.raw_data
+
+        response = self.stub.Predict(request_message)
+        output = np.frombuffer(response.outputs[self.onnx_output_name].raw_data, dtype=np.float32)
+
+        softmax = self.softmax_transformer.transform(output).tolist()
+
+        logger.info(f"predict proba {softmax}")
+        return softmax
+
+    def predict_label(self, data: Image) -> str:
+        softmax = self.predict(data=data)
+        argmax = int(np.argmax(np.array(softmax)[0]))
+        return self.label[argmax]
+
+
+classifier = Classifier(
+    preprocess_transformer_path=ModelConfigurations().preprocess_transformer_path,
+    softmax_transformer_path=ModelConfigurations().softmax_transformer_path,
+    label_path=ModelConfigurations().label_path,
+    serving_address=f"{ModelConfigurations.api_address}:{ModelConfigurations.grpc_port}",
+    onnx_input_name=ModelConfigurations().onnx_input_name,
+    onnx_output_name=ModelConfigurations().onnx_output_name,
+)
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/ml/transformers.py b/MLOps/serving_patterns/prep_pred_pattern/src/ml/transformers.py
new file mode 100644
index 0000000..304e9be
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/ml/transformers.py
@@ -0,0 +1,56 @@
+from typing import List, Tuple, Union
+
+import numpy as np
+from PIL import Image
+from sklearn.base import BaseEstimator, TransformerMixin
+
+
+class PytorchImagePreprocessTransformer(BaseEstimator, TransformerMixin):
+    def __init__(
+        self,
+        image_size: Tuple[int, int] = (224, 224),
+        prediction_shape: Tuple[int, int, int, int] = (1, 3, 224, 224),
+        mean_vec: List[float] = [0.485, 0.456, 0.406],
+        stddev_vec: List[float] = [0.229, 0.224, 0.225],
+    ):
+        self.image_size = image_size
+        self.prediction_shape = prediction_shape
+        self.mean_vec = mean_vec
+        self.stddev_vec = stddev_vec
+
+    def fit(self, X, y=None):
+        return self
+
+    def transform(self, X: Union[Image.Image, np.ndarray]) -> np.ndarray:
+        if isinstance(X, np.ndarray):
+            dim_0 = (3,) + self.image_size
+            dim_1 = self.image_size + (3,)
+            if X.shape != dim_0 and X.shape != dim_1:
+                raise ValueError(f"resize to image_size {self.image_size} beforehand for numpy array")
+        else:
+            X = np.array(X.resize(self.image_size))
+
+        image_data = X.transpose(2, 0, 1).astype(np.float32)
+        mean_vec = np.array(self.mean_vec)
+        stddev_vec = np.array(self.stddev_vec)
+        norm_image_data = np.zeros(image_data.shape).astype(np.float32)
+        for i in range(image_data.shape[0]):
+            norm_image_data[i, :, :] = (image_data[i, :, :] / 255 - mean_vec[i]) / stddev_vec[i]
+        norm_image_data = norm_image_data.reshape(self.prediction_shape).astype(np.float32)
+        return norm_image_data
+
+
+class SoftmaxTransformer(BaseEstimator, TransformerMixin):
+    def __init__(self):
+        pass
+
+    def fit(self, X, y=None):
+        return self
+
+    def transform(self, X: Union[np.ndarray, List[float], List[List[float]]]) -> np.ndarray:
+        if isinstance(X, List):
+            X = np.array(X)
+        x = X.reshape(-1)
+        e_x = np.exp(x - np.max(x))
+        result = np.array([e_x / e_x.sum(axis=0)])
+        return result
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/proto/onnx-ml.proto b/MLOps/serving_patterns/prep_pred_pattern/src/proto/onnx-ml.proto
new file mode 100644
index 0000000..57ee68d
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/proto/onnx-ml.proto
@@ -0,0 +1,636 @@
+//
+// WARNING: This file is automatically generated!  Please edit onnx.in.proto.
+//
+
+
+// Copyright (c) ONNX Project Contributors.
+// Licensed under the MIT license.
+
+syntax = "proto2";
+
+package onnx;
+
+// Overview
+//
+// ONNX is an open specification that is comprised of the following components:
+//
+// 1)  A definition of an extensible computation graph model.
+// 2)  Definitions of standard data types.
+// 3)  Definitions of built-in operators.
+//
+// This document describes the syntax of models and their computation graphs,
+// as well as the standard data types. Together, they are referred to as the ONNX
+// Intermediate Representation, or 'IR' for short. 
+//
+// The normative semantic specification of the ONNX IR is found in docs/IR.md.
+// Definitions of the built-in neural network operators may be found in docs/Operators.md.
+// Definitions of the built-in classical machine learning operators may be found in 
+// docs/Operators-ml.md.
+
+// Notes
+//
+// Release
+//
+// We are still in the very early stage of defining ONNX. The current
+// version of ONNX is a starting point. While we are actively working
+// towards a complete spec, we would like to get the community involved
+// by sharing our working version of ONNX.
+//
+// Protobuf compatibility
+// 
+// To simplify framework compatibility, ONNX is defined using the subset of protobuf 
+// that is compatible with both protobuf v2 and v3. This means that we do not use any
+// protobuf features that are only available in one of the two versions.
+//
+// Here are the most notable contortions we have to carry out to work around
+// these limitations:
+//
+//   - No 'map' (added protobuf 3.0). We instead represent mappings as lists
+//     of key-value pairs, where order does not matter and duplicates
+//     are not allowed.
+
+
+// Versioning
+//
+// ONNX versioning is specified in docs/IR.md and elaborated on in docs/Versioning.md
+//
+// To be compatible with both proto2 and proto3, we will use a version number
+// that is not defined by the default value but an explicit enum number.
+enum Version {
+  // proto3 requires the first enum value to be zero.
+  // We add this just to appease the compiler.
+  _START_VERSION = 0;
+  // The version field is always serialized and we will use it to store the
+  // version that the  graph is generated from. This helps us set up version
+  // control. 
+  // For the IR, we are using simple numbers starting with with 0x00000001, 
+  // which was the version we published on Oct 10, 2017.
+  IR_VERSION_2017_10_10 = 0x0000000000000001;
+
+  // IR_VERSION 2 published on Oct 30, 2017
+  // - Added type discriminator to AttributeProto to support proto3 users
+  IR_VERSION_2017_10_30 = 0x0000000000000002;
+
+  // IR VERSION 3 published on Nov 3, 2017
+  // - For operator versioning:
+  //    - Added new message OperatorSetIdProto
+  //    - Added opset_import in ModelProto
+  // - For vendor extensions, added domain in NodeProto
+  IR_VERSION_2017_11_3 = 0x0000000000000003;
+
+  // IR VERSION 4 published on Jan 22, 2019
+  // - Relax constraint that initializers should be a subset of graph inputs
+  // - Add type BFLOAT16
+  IR_VERSION_2019_1_22 = 0x0000000000000004;
+
+  // IR VERSION 5 published on March 18, 2019
+  // - Add message TensorAnnotation.
+  // - Add quantization annotation in GraphProto to map tensor with its scale and zero point quantization parameters.
+  IR_VERSION_2019_3_18 = 0x0000000000000005;
+
+  // IR VERSION 6 published on Sep 19, 2019
+  // - Add support for sparse tensor constants stored in model.
+  //   - Add message SparseTensorProto
+  //   - Add sparse initializers
+  IR_VERSION = 0x0000000000000006;
+}
+
+// Attributes
+//
+// A named attribute containing either singular float, integer, string, graph,
+// and tensor values, or repeated float, integer, string, graph, and tensor values.
+// An AttributeProto MUST contain the name field, and *only one* of the
+// following content fields, effectively enforcing a C/C++ union equivalent.
+message AttributeProto {
+
+  // Note: this enum is structurally identical to the OpSchema::AttrType
+  // enum defined in schema.h.  If you rev one, you likely need to rev the other.
+  enum AttributeType {
+    UNDEFINED = 0;
+    FLOAT = 1;
+    INT = 2;
+    STRING = 3;
+    TENSOR = 4;
+    GRAPH = 5;
+    SPARSE_TENSOR = 11;
+
+    FLOATS = 6;
+    INTS = 7;
+    STRINGS = 8;
+    TENSORS = 9;
+    GRAPHS = 10;
+    SPARSE_TENSORS = 12;
+  }
+
+  // The name field MUST be present for this version of the IR.
+  optional string name = 1;           // namespace Attribute
+ 
+  // if ref_attr_name is not empty, ref_attr_name is the attribute name in parent function.
+  // In this case, this AttributeProto does not contain data, and it's a reference of attribute
+  // in parent scope.
+  // NOTE: This should ONLY be used in function (sub-graph). It's invalid to be used in main graph.
+  optional string ref_attr_name = 21;
+
+  // A human-readable documentation for this attribute. Markdown is allowed.
+  optional string doc_string = 13;
+
+  // The type field MUST be present for this version of the IR.
+  // For 0.0.1 versions of the IR, this field was not defined, and
+  // implementations needed to use has_field hueristics to determine
+  // which value field was in use.  For IR_VERSION 0.0.2 or later, this
+  // field MUST be set and match the f|i|s|t|... field in use.  This
+  // change was made to accomodate proto3 implementations.
+  optional AttributeType type = 20;   // discriminator that indicates which field below is in use
+
+  // Exactly ONE of the following fields must be present for this version of the IR
+  optional float f = 2;               // float
+  optional int64 i = 3;               // int
+  optional bytes s = 4;               // UTF-8 string
+  optional TensorProto t = 5;         // tensor value
+  optional GraphProto g = 6;          // graph
+  optional SparseTensorProto sparse_tensor = 22;  // sparse tensor value
+  // Do not use field below, it's deprecated.
+  // optional ValueProto v = 12;         // value - subsumes everything but graph
+
+  repeated float floats = 7;          // list of floats
+  repeated int64 ints = 8;            // list of ints
+  repeated bytes strings = 9;         // list of UTF-8 strings
+  repeated TensorProto tensors = 10;  // list of tensors
+  repeated GraphProto graphs = 11;    // list of graph
+  repeated SparseTensorProto sparse_tensors = 23; // list of sparse tensors
+}
+
+// Defines information on value, including the name, the type, and
+// the shape of the value.
+message ValueInfoProto {
+  // This field MUST be present in this version of the IR.
+  optional string name = 1;     // namespace Value
+  // This field MUST be present in this version of the IR for
+  // inputs and outputs of the top-level graph.
+  optional TypeProto type = 2;
+  // A human-readable documentation for this value. Markdown is allowed.
+  optional string doc_string = 3;
+}
+
+// Nodes
+//
+// Computation graphs are made up of a DAG of nodes, which represent what is
+// commonly called a "layer" or "pipeline stage" in machine learning frameworks.
+//
+// For example, it can be a node of type "Conv" that takes in an image, a filter 
+// tensor and a bias tensor, and produces the convolved output.
+message NodeProto {
+  repeated string input = 1;    // namespace Value
+  repeated string output = 2;   // namespace Value
+
+  // An optional identifier for this node in a graph.
+  // This field MAY be absent in ths version of the IR.
+  optional string name = 3;     // namespace Node
+
+  // The symbolic identifier of the Operator to execute.
+  optional string op_type = 4;  // namespace Operator
+  // The domain of the OperatorSet that specifies the operator named by op_type.
+  optional string domain = 7;   // namespace Domain
+
+  // Additional named attributes.
+  repeated AttributeProto attribute = 5;
+
+  // A human-readable documentation for this node. Markdown is allowed.
+  optional string doc_string = 6;
+}
+
+// Models
+//
+// ModelProto is a top-level file/container format for bundling a ML model and
+// associating its computation graph with metadata.
+//
+// The semantics of the model are described by the associated GraphProto.
+message ModelProto {
+  // The version of the IR this model targets. See Version enum above.
+  // This field MUST be present.
+  optional int64 ir_version = 1;
+
+  // The OperatorSets this model relies on.
+  // All ModelProtos MUST have at least one entry that
+  // specifies which version of the ONNX OperatorSet is
+  // being imported.
+  //
+  // All nodes in the ModelProto's graph will bind against the operator
+  // with the same-domain/same-op_type operator with the HIGHEST version
+  // in the referenced operator sets.
+  repeated OperatorSetIdProto opset_import = 8;
+
+  // The name of the framework or tool used to generate this model.
+  // This field SHOULD be present to indicate which implementation/tool/framework
+  // emitted the model.
+  optional string producer_name = 2;
+
+  // The version of the framework or tool used to generate this model.
+  // This field SHOULD be present to indicate which implementation/tool/framework
+  // emitted the model.
+  optional string producer_version = 3;
+
+  // Domain name of the model.
+  // We use reverse domain names as name space indicators. For example:
+  // `com.facebook.fair` or `com.microsoft.cognitiveservices`
+  //
+  // Together with `model_version` and GraphProto.name, this forms the unique identity of
+  // the graph.
+  optional string domain = 4;
+
+  // The version of the graph encoded. See Version enum below.
+  optional int64 model_version = 5;
+
+  // A human-readable documentation for this model. Markdown is allowed.
+  optional string doc_string = 6;
+
+  // The parameterized graph that is evaluated to execute the model.
+  optional GraphProto graph = 7;
+
+  // kezhan: This field is not in ONNX, and will be pushed into ONNX with good use cases in microsoft.
+  repeated FunctionProto functions = 100;
+
+  // Named metadata values; keys should be distinct.
+  repeated StringStringEntryProto metadata_props = 14;
+};
+
+// StringStringEntryProto follows the pattern for cross-proto-version maps.
+// See https://developers.google.com/protocol-buffers/docs/proto3#maps
+message StringStringEntryProto {
+  optional string key = 1;
+  optional string value= 2;
+};
+
+message TensorAnnotation {
+  optional string tensor_name = 1;
+  // <key, value> pairs to annotate tensor specified by <tensor_name> above.
+  // The keys used in the mapping below must be pre-defined in ONNX spec.
+  // For example, for 8-bit linear quantization case, 'SCALE_TENSOR', 'ZERO_POINT_TENSOR' will be pre-defined as
+  // quantization parameter keys.
+  repeated StringStringEntryProto quant_parameter_tensor_names = 2;
+}
+
+// Graphs
+//
+// A graph defines the computational logic of a model and is comprised of a parameterized 
+// list of nodes that form a directed acyclic graph based on their inputs and outputs.
+// This is the equivalent of the "network" or "graph" in many deep learning
+// frameworks.
+message GraphProto {
+  // The nodes in the graph, sorted topologically.
+  repeated NodeProto node = 1;
+
+  // The name of the graph.
+  optional string name = 2;   // namespace Graph
+
+  // A list of named tensor values, used to specify constant inputs of the graph.
+  // Each TensorProto entry must have a distinct name (within the list) that
+  // MAY also appear in the input list.
+  repeated TensorProto initializer = 5;
+
+  // Initializers (see above) stored in sparse format.
+  repeated SparseTensorProto sparse_initializer = 15;
+
+  // A human-readable documentation for this graph. Markdown is allowed.
+  optional string doc_string = 10;
+
+  // The inputs and outputs of the graph.
+  repeated ValueInfoProto input = 11;
+  repeated ValueInfoProto output = 12;
+
+  // Information for the values in the graph. The ValueInfoProto.name's
+  // must be distinct. It is optional for a value to appear in value_info list.
+  repeated ValueInfoProto value_info = 13;
+
+  // This field carries information to indicate the mapping among a tensor and its
+  // quantization parameter tensors. For example:
+  // For tensor 'a', it may have {'SCALE_TENSOR', 'a_scale'} and {'ZERO_POINT_TENSOR', 'a_zero_point'} annotated,
+  // which means, tensor 'a_scale' and tensor 'a_zero_point' are scale and zero point of tensor 'a' in the model.
+  repeated TensorAnnotation quantization_annotation = 14;
+
+  // DO NOT USE the following fields, they were deprecated from earlier versions.
+  // repeated string input = 3;
+  // repeated string output = 4;
+  // optional int64 ir_version = 6;
+  // optional int64 producer_version = 7;
+  // optional string producer_tag = 8;
+  // optional string domain = 9;
+}
+
+// Tensors
+//
+// A serialized tensor value.
+message TensorProto {
+  enum DataType {
+    UNDEFINED = 0;
+    // Basic types.
+    FLOAT = 1;   // float
+    UINT8 = 2;   // uint8_t
+    INT8 = 3;    // int8_t
+    UINT16 = 4;  // uint16_t
+    INT16 = 5;   // int16_t
+    INT32 = 6;   // int32_t
+    INT64 = 7;   // int64_t
+    STRING = 8;  // string
+    BOOL = 9;    // bool
+
+    // IEEE754 half-precision floating-point format (16 bits wide).
+    // This format has 1 sign bit, 5 exponent bits, and 10 mantissa bits.
+    FLOAT16 = 10;
+
+    DOUBLE = 11;
+    UINT32 = 12;
+    UINT64 = 13;
+    COMPLEX64 = 14;     // complex with float32 real and imaginary components
+    COMPLEX128 = 15;    // complex with float64 real and imaginary components
+
+    // Non-IEEE floating-point format based on IEEE754 single-precision
+    // floating-point number truncated to 16 bits.
+    // This format has 1 sign bit, 8 exponent bits, and 7 mantissa bits.
+    BFLOAT16 = 16;
+
+    // Future extensions go here.
+  }
+
+  // The shape of the tensor.
+  repeated int64 dims = 1;
+
+  // The data type of the tensor.
+  // This field MUST have a valid TensorProto.DataType value
+  optional int32 data_type = 2;
+
+  // For very large tensors, we may want to store them in chunks, in which
+  // case the following fields will specify the segment that is stored in
+  // the current TensorProto.
+  message Segment {
+    optional int64 begin = 1;
+    optional int64 end = 2;
+  }
+  optional Segment segment = 3;
+
+  // Tensor content must be organized in row-major order.
+  //
+  // Depending on the data_type field, exactly one of the fields below with
+  // name ending in _data is used to store the elements of the tensor.
+
+  // For float and complex64 values
+  // Complex64 tensors are encoded as a single array of floats,
+  // with the real components appearing in odd numbered positions,
+  // and the corresponding imaginary component apparing in the
+  // subsequent even numbered position. (e.g., [1.0 + 2.0i, 3.0 + 4.0i]
+  // is encoded as [1.0, 2.0 ,3.0 ,4.0]
+  // When this field is present, the data_type field MUST be FLOAT or COMPLEX64.
+  repeated float float_data = 4 [packed = true];
+
+  // For int32, uint8, int8, uint16, int16, bool, and float16 values
+  // float16 values must be bit-wise converted to an uint16_t prior
+  // to writing to the buffer.
+  // When this field is present, the data_type field MUST be
+  // INT32, INT16, INT8, UINT16, UINT8, BOOL, or FLOAT16
+  repeated int32 int32_data = 5 [packed = true];
+
+  // For strings.
+  // Each element of string_data is a UTF-8 encoded Unicode
+  // string. No trailing null, no leading BOM. The protobuf "string"
+  // scalar type is not used to match ML community conventions.
+  // When this field is present, the data_type field MUST be STRING
+  repeated bytes string_data = 6;
+
+  // For int64.
+  // When this field is present, the data_type field MUST be INT64
+  repeated int64 int64_data = 7 [packed = true];
+
+  // Optionally, a name for the tensor.
+  optional string name = 8; // namespace Value
+
+  // A human-readable documentation for this tensor. Markdown is allowed.
+  optional string doc_string = 12;
+
+  // Serializations can either use one of the fields above, or use this
+  // raw bytes field. The only exception is the string case, where one is
+  // required to store the content in the repeated bytes string_data field.
+  //
+  // When this raw_data field is used to store tensor value, elements MUST
+  // be stored in as fixed-width, little-endian order.
+  // Floating-point data types MUST be stored in IEEE 754 format.
+  // Complex64 elements must be written as two consecutive FLOAT values, real component first.
+  // Complex128 elements must be written as two consecutive DOUBLE values, real component first.
+  // Boolean type MUST be written one byte per tensor element (00000001 for true, 00000000 for false).
+  //
+  // Note: the advantage of specific field rather than the raw_data field is
+  // that in some cases (e.g. int data), protobuf does a better packing via
+  // variable length storage, and may lead to smaller binary footprint.
+  // When this field is present, the data_type field MUST NOT be STRING or UNDEFINED
+  optional bytes raw_data = 9;
+
+  // Data can be stored inside the protobuf file using type-specific fields or raw_data.
+  // Alternatively, raw bytes data can be stored in an external file, using the external_data field.
+  // external_data stores key-value pairs describing data location. Recognized keys are:
+  // - "location" (required) - POSIX filesystem path relative to the directory where the ONNX
+  //                           protobuf model was stored
+  // - "offset" (optional) - position of byte at which stored data begins. Integer stored as string.
+  //                         Offset values SHOULD be multiples 4096 (page size) to enable mmap support.
+  // - "length" (optional) - number of bytes containing data. Integer stored as string.
+  // - "checksum" (optional) - SHA1 digest of file specified in under 'location' key.
+  repeated StringStringEntryProto external_data = 13;
+
+  // Location of the data for this tensor. MUST be one of:
+  // - DEFAULT - data stored inside the protobuf message. Data is stored in raw_data (if set) otherwise in type-specified field.
+  // - EXTERNAL - data stored in an external location as described by external_data field.
+  enum DataLocation {
+    DEFAULT = 0;
+    EXTERNAL = 1;
+  }
+
+  // If value not set, data is stored in raw_data (if set) otherwise in type-specified field.
+  optional DataLocation data_location = 14;
+
+  // For double
+  // Complex128 tensors are encoded as a single array of doubles,
+  // with the real components appearing in odd numbered positions,
+  // and the corresponding imaginary component apparing in the
+  // subsequent even numbered position. (e.g., [1.0 + 2.0i, 3.0 + 4.0i]
+  // is encoded as [1.0, 2.0 ,3.0 ,4.0]
+  // When this field is present, the data_type field MUST be DOUBLE or COMPLEX128
+  repeated double double_data = 10 [packed = true];
+
+  // For uint64 and uint32 values
+  // When this field is present, the data_type field MUST be
+  // UINT32 or UINT64
+  repeated uint64 uint64_data = 11 [packed = true];
+}
+
+// A serialized sparse-tensor value
+message SparseTensorProto {
+  // The sequence of non-default values are encoded as a tensor of shape [NNZ].
+  // The default-value is zero for numeric tensors, and empty-string for string tensors.
+  optional TensorProto values = 1;
+
+  // The indices of the non-default values, which may be stored in one of two formats.
+  // (a) Indices can be a tensor of shape [NNZ, rank] with the [i,j]-th value
+  // corresponding to the j-th index of the i-th value (in the values tensor).
+  // (b) Indices can be a tensor of shape [NNZ], in which case the i-th value
+  // must be the linearized-index of the i-th value (in the values tensor).
+  // The linearized-index can be converted into an index tuple (k_1,...,k_rank)
+  // using the shape provided below.
+  // The indices must appear in ascending order without duplication.
+  // In the first format, the ordering is lexicographic-ordering:
+  // e.g., index-value [1,4] must appear before [2,1]
+  optional TensorProto indices = 2;
+
+  // The shape of the underlying dense-tensor: [dim_1, dim_2, ... dim_rank]
+  repeated int64 dims = 3;
+}
+
+// Defines a tensor shape. A dimension can be either an integer value
+// or a symbolic variable. A symbolic variable represents an unknown
+// dimension.
+message TensorShapeProto {
+  message Dimension {
+    oneof value {
+      int64 dim_value = 1;
+      string dim_param = 2;   // namespace Shape
+    };
+    // Standard denotation can optionally be used to denote tensor
+    // dimensions with standard semantic descriptions to ensure
+    // that operations are applied to the correct axis of a tensor.
+    // Refer to https://github.com/onnx/onnx/blob/master/docs/DimensionDenotation.md#denotation-definition
+    // for pre-defined dimension denotations.
+    optional string denotation = 3;
+  };
+  repeated Dimension dim = 1;
+}
+
+// Types
+//
+// The standard ONNX data types.
+message TypeProto {
+
+  message Tensor {
+    // This field MUST NOT have the value of UNDEFINED
+    // This field MUST have a valid TensorProto.DataType value
+    // This field MUST be present for this version of the IR.
+    optional int32 elem_type = 1;
+    optional TensorShapeProto shape = 2;
+  }
+
+  // repeated T
+  message Sequence {
+    // The type and optional shape of each element of the sequence.
+    // This field MUST be present for this version of the IR.
+    optional TypeProto elem_type = 1;
+  };
+
+  // map<K,V>
+  message Map {
+    // This field MUST have a valid TensorProto.DataType value
+    // This field MUST be present for this version of the IR.
+    // This field MUST refer to an integral type ([U]INT{8|16|32|64}) or STRING
+    optional int32 key_type = 1;
+    // This field MUST be present for this version of the IR.
+    optional TypeProto value_type = 2;
+  };
+
+
+  message SparseTensor { 
+    // This field MUST NOT have the value of UNDEFINED 
+    // This field MUST have a valid TensorProto.DataType value
+    // This field MUST be present for this version of the IR. 
+    optional int32 elem_type = 1;
+    optional TensorShapeProto shape = 2;
+  }
+  
+  message Opaque {
+    // When missing, the domain is the same as the model's.
+    optional string domain = 1;
+    // The name is optional but significant when provided.
+    optional string name = 2;
+    // parameters that help defining the type
+    // DEPRECATED do not use.
+    // repeated TypeProto parameters = 3;
+  }
+
+
+  oneof value {
+    // The type of a tensor.
+    Tensor tensor_type = 1;
+
+    // NOTE:  DNN-only implementations of ONNX MAY elect to not support non-tensor values
+    //        as input and output to graphs and nodes. These types are needed to naturally
+    //        support classical ML operators.  DNN operators SHOULD restrict their input
+    //        and output types to tensors.
+
+    // The type of a sequence.
+    Sequence sequence_type = 4;
+
+    // The type of a map.
+    Map map_type = 5;
+
+
+    SparseTensor sparse_tensor_type = 8;
+    
+    Opaque opaque_type = 7;
+
+
+  }
+
+  // An optional denotation can be used to denote the whole 
+  // type with a standard semantic description as to what is 
+  // stored inside. Refer to https://github.com/onnx/onnx/blob/master/docs/TypeDenotation.md#type-denotation-definition
+  // for pre-defined type denotations.
+  optional string denotation = 6;
+}
+
+// Operator Sets
+//
+// OperatorSets are uniquely identified by a (domain, opset_version) pair.
+message OperatorSetIdProto {
+  // The domain of the operator set being identified.
+  // The empty string ("") or absence of this field implies the operator
+  // set that is defined as part of the ONNX specification.
+  // This field MUST be present in this version of the IR when referring to any other operator set.
+  optional string domain = 1;
+
+  // The version of the operator set being identified.
+  // This field MUST be present in this version of the IR.
+  optional int64 version = 2;
+}
+
+// Operator/function status.
+enum OperatorStatus {
+    EXPERIMENTAL = 0;
+    STABLE = 1;
+}
+
+message FunctionProto {
+  // The name of the function, similar usage of op_type in OperatorProto.
+  optional string name = 1;
+  
+  // The first version of a function set which contains this function.
+  // When there's any breaking change for this function, the function set
+  // contains the function needs to bump its version, and since_version of
+  // the updated function will be changed to the updated function set version.  
+  optional int64 since_version = 2;
+
+  // This field indicates whether the syntax, semantics, or presence
+  // of this function is in an experimental or stable stage. Once an
+  // function is published as STABLE, its syntax and semantics MUST NOT
+  // change in subsequent versions of the operator set.
+  // When a function is published as EXPERIMENTAL, the syntax and semantics
+  // of the function MAY change across operator set versions.
+  // Functions "become" stable by deprecating the experimental version and
+  // introducing a new stable function with the same name.
+  optional OperatorStatus status = 3;
+
+  // The inputs and outputs of the function.
+  repeated string input = 4;
+  repeated string output = 5;
+
+  // The attributes of the function.
+  repeated string attribute= 6;
+  
+  // The nodes in the function.
+  repeated NodeProto node = 7;
+  // A human-readable documentation for this function. Markdown is allowed.
+  optional string doc_string = 8;
+}
\ No newline at end of file
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/proto/onnx_ml_pb2.py b/MLOps/serving_patterns/prep_pred_pattern/src/proto/onnx_ml_pb2.py
new file mode 100644
index 0000000..73e1052
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/proto/onnx_ml_pb2.py
@@ -0,0 +1,3056 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: onnx-ml.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from google.protobuf import reflection as _reflection
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import enum_type_wrapper
+
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+DESCRIPTOR = _descriptor.FileDescriptor(
+    name="onnx-ml.proto",
+    package="onnx",
+    syntax="proto2",
+    serialized_options=None,
+    create_key=_descriptor._internal_create_key,
+    serialized_pb=b'\n\ronnx-ml.proto\x12\x04onnx"\xe8\x04\n\x0e\x41ttributeProto\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x15\n\rref_attr_name\x18\x15 \x01(\t\x12\x12\n\ndoc_string\x18\r \x01(\t\x12\x30\n\x04type\x18\x14 \x01(\x0e\x32".onnx.AttributeProto.AttributeType\x12\t\n\x01\x66\x18\x02 \x01(\x02\x12\t\n\x01i\x18\x03 \x01(\x03\x12\t\n\x01s\x18\x04 \x01(\x0c\x12\x1c\n\x01t\x18\x05 \x01(\x0b\x32\x11.onnx.TensorProto\x12\x1b\n\x01g\x18\x06 \x01(\x0b\x32\x10.onnx.GraphProto\x12.\n\rsparse_tensor\x18\x16 \x01(\x0b\x32\x17.onnx.SparseTensorProto\x12\x0e\n\x06\x66loats\x18\x07 \x03(\x02\x12\x0c\n\x04ints\x18\x08 \x03(\x03\x12\x0f\n\x07strings\x18\t \x03(\x0c\x12"\n\x07tensors\x18\n \x03(\x0b\x32\x11.onnx.TensorProto\x12 \n\x06graphs\x18\x0b \x03(\x0b\x32\x10.onnx.GraphProto\x12/\n\x0esparse_tensors\x18\x17 \x03(\x0b\x32\x17.onnx.SparseTensorProto"\xb8\x01\n\rAttributeType\x12\r\n\tUNDEFINED\x10\x00\x12\t\n\x05\x46LOAT\x10\x01\x12\x07\n\x03INT\x10\x02\x12\n\n\x06STRING\x10\x03\x12\n\n\x06TENSOR\x10\x04\x12\t\n\x05GRAPH\x10\x05\x12\x11\n\rSPARSE_TENSOR\x10\x0b\x12\n\n\x06\x46LOATS\x10\x06\x12\x08\n\x04INTS\x10\x07\x12\x0b\n\x07STRINGS\x10\x08\x12\x0b\n\x07TENSORS\x10\t\x12\n\n\x06GRAPHS\x10\n\x12\x12\n\x0eSPARSE_TENSORS\x10\x0c"Q\n\x0eValueInfoProto\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x1d\n\x04type\x18\x02 \x01(\x0b\x32\x0f.onnx.TypeProto\x12\x12\n\ndoc_string\x18\x03 \x01(\t"\x96\x01\n\tNodeProto\x12\r\n\x05input\x18\x01 \x03(\t\x12\x0e\n\x06output\x18\x02 \x03(\t\x12\x0c\n\x04name\x18\x03 \x01(\t\x12\x0f\n\x07op_type\x18\x04 \x01(\t\x12\x0e\n\x06\x64omain\x18\x07 \x01(\t\x12\'\n\tattribute\x18\x05 \x03(\x0b\x32\x14.onnx.AttributeProto\x12\x12\n\ndoc_string\x18\x06 \x01(\t"\xbb\x02\n\nModelProto\x12\x12\n\nir_version\x18\x01 \x01(\x03\x12.\n\x0copset_import\x18\x08 \x03(\x0b\x32\x18.onnx.OperatorSetIdProto\x12\x15\n\rproducer_name\x18\x02 \x01(\t\x12\x18\n\x10producer_version\x18\x03 \x01(\t\x12\x0e\n\x06\x64omain\x18\x04 \x01(\t\x12\x15\n\rmodel_version\x18\x05 \x01(\x03\x12\x12\n\ndoc_string\x18\x06 \x01(\t\x12\x1f\n\x05graph\x18\x07 \x01(\x0b\x32\x10.onnx.GraphProto\x12&\n\tfunctions\x18\x64 \x03(\x0b\x32\x13.onnx.FunctionProto\x12\x34\n\x0emetadata_props\x18\x0e \x03(\x0b\x32\x1c.onnx.StringStringEntryProto"4\n\x16StringStringEntryProto\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t"k\n\x10TensorAnnotation\x12\x13\n\x0btensor_name\x18\x01 \x01(\t\x12\x42\n\x1cquant_parameter_tensor_names\x18\x02 \x03(\x0b\x32\x1c.onnx.StringStringEntryProto"\xd8\x02\n\nGraphProto\x12\x1d\n\x04node\x18\x01 \x03(\x0b\x32\x0f.onnx.NodeProto\x12\x0c\n\x04name\x18\x02 \x01(\t\x12&\n\x0binitializer\x18\x05 \x03(\x0b\x32\x11.onnx.TensorProto\x12\x33\n\x12sparse_initializer\x18\x0f \x03(\x0b\x32\x17.onnx.SparseTensorProto\x12\x12\n\ndoc_string\x18\n \x01(\t\x12#\n\x05input\x18\x0b \x03(\x0b\x32\x14.onnx.ValueInfoProto\x12$\n\x06output\x18\x0c \x03(\x0b\x32\x14.onnx.ValueInfoProto\x12(\n\nvalue_info\x18\r \x03(\x0b\x32\x14.onnx.ValueInfoProto\x12\x37\n\x17quantization_annotation\x18\x0e \x03(\x0b\x32\x16.onnx.TensorAnnotation"\xb8\x05\n\x0bTensorProto\x12\x0c\n\x04\x64ims\x18\x01 \x03(\x03\x12\x11\n\tdata_type\x18\x02 \x01(\x05\x12*\n\x07segment\x18\x03 \x01(\x0b\x32\x19.onnx.TensorProto.Segment\x12\x16\n\nfloat_data\x18\x04 \x03(\x02\x42\x02\x10\x01\x12\x16\n\nint32_data\x18\x05 \x03(\x05\x42\x02\x10\x01\x12\x13\n\x0bstring_data\x18\x06 \x03(\x0c\x12\x16\n\nint64_data\x18\x07 \x03(\x03\x42\x02\x10\x01\x12\x0c\n\x04name\x18\x08 \x01(\t\x12\x12\n\ndoc_string\x18\x0c \x01(\t\x12\x10\n\x08raw_data\x18\t \x01(\x0c\x12\x33\n\rexternal_data\x18\r \x03(\x0b\x32\x1c.onnx.StringStringEntryProto\x12\x35\n\rdata_location\x18\x0e \x01(\x0e\x32\x1e.onnx.TensorProto.DataLocation\x12\x17\n\x0b\x64ouble_data\x18\n \x03(\x01\x42\x02\x10\x01\x12\x17\n\x0buint64_data\x18\x0b \x03(\x04\x42\x02\x10\x01\x1a%\n\x07Segment\x12\r\n\x05\x62\x65gin\x18\x01 \x01(\x03\x12\x0b\n\x03\x65nd\x18\x02 \x01(\x03"\xda\x01\n\x08\x44\x61taType\x12\r\n\tUNDEFINED\x10\x00\x12\t\n\x05\x46LOAT\x10\x01\x12\t\n\x05UINT8\x10\x02\x12\x08\n\x04INT8\x10\x03\x12\n\n\x06UINT16\x10\x04\x12\t\n\x05INT16\x10\x05\x12\t\n\x05INT32\x10\x06\x12\t\n\x05INT64\x10\x07\x12\n\n\x06STRING\x10\x08\x12\x08\n\x04\x42OOL\x10\t\x12\x0b\n\x07\x46LOAT16\x10\n\x12\n\n\x06\x44OUBLE\x10\x0b\x12\n\n\x06UINT32\x10\x0c\x12\n\n\x06UINT64\x10\r\x12\r\n\tCOMPLEX64\x10\x0e\x12\x0e\n\nCOMPLEX128\x10\x0f\x12\x0c\n\x08\x42\x46LOAT16\x10\x10")\n\x0c\x44\x61taLocation\x12\x0b\n\x07\x44\x45\x46\x41ULT\x10\x00\x12\x0c\n\x08\x45XTERNAL\x10\x01"h\n\x11SparseTensorProto\x12!\n\x06values\x18\x01 \x01(\x0b\x32\x11.onnx.TensorProto\x12"\n\x07indices\x18\x02 \x01(\x0b\x32\x11.onnx.TensorProto\x12\x0c\n\x04\x64ims\x18\x03 \x03(\x03"\x95\x01\n\x10TensorShapeProto\x12-\n\x03\x64im\x18\x01 \x03(\x0b\x32 .onnx.TensorShapeProto.Dimension\x1aR\n\tDimension\x12\x13\n\tdim_value\x18\x01 \x01(\x03H\x00\x12\x13\n\tdim_param\x18\x02 \x01(\tH\x00\x12\x12\n\ndenotation\x18\x03 \x01(\tB\x07\n\x05value"\xc2\x04\n\tTypeProto\x12-\n\x0btensor_type\x18\x01 \x01(\x0b\x32\x16.onnx.TypeProto.TensorH\x00\x12\x31\n\rsequence_type\x18\x04 \x01(\x0b\x32\x18.onnx.TypeProto.SequenceH\x00\x12\'\n\x08map_type\x18\x05 \x01(\x0b\x32\x13.onnx.TypeProto.MapH\x00\x12:\n\x12sparse_tensor_type\x18\x08 \x01(\x0b\x32\x1c.onnx.TypeProto.SparseTensorH\x00\x12-\n\x0bopaque_type\x18\x07 \x01(\x0b\x32\x16.onnx.TypeProto.OpaqueH\x00\x12\x12\n\ndenotation\x18\x06 \x01(\t\x1a\x42\n\x06Tensor\x12\x11\n\telem_type\x18\x01 \x01(\x05\x12%\n\x05shape\x18\x02 \x01(\x0b\x32\x16.onnx.TensorShapeProto\x1a.\n\x08Sequence\x12"\n\telem_type\x18\x01 \x01(\x0b\x32\x0f.onnx.TypeProto\x1a<\n\x03Map\x12\x10\n\x08key_type\x18\x01 \x01(\x05\x12#\n\nvalue_type\x18\x02 \x01(\x0b\x32\x0f.onnx.TypeProto\x1aH\n\x0cSparseTensor\x12\x11\n\telem_type\x18\x01 \x01(\x05\x12%\n\x05shape\x18\x02 \x01(\x0b\x32\x16.onnx.TensorShapeProto\x1a&\n\x06Opaque\x12\x0e\n\x06\x64omain\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\tB\x07\n\x05value"5\n\x12OperatorSetIdProto\x12\x0e\n\x06\x64omain\x18\x01 \x01(\t\x12\x0f\n\x07version\x18\x02 \x01(\x03"\xbf\x01\n\rFunctionProto\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x15\n\rsince_version\x18\x02 \x01(\x03\x12$\n\x06status\x18\x03 \x01(\x0e\x32\x14.onnx.OperatorStatus\x12\r\n\x05input\x18\x04 \x03(\t\x12\x0e\n\x06output\x18\x05 \x03(\t\x12\x11\n\tattribute\x18\x06 \x03(\t\x12\x1d\n\x04node\x18\x07 \x03(\x0b\x32\x0f.onnx.NodeProto\x12\x12\n\ndoc_string\x18\x08 \x01(\t*\xb1\x01\n\x07Version\x12\x12\n\x0e_START_VERSION\x10\x00\x12\x19\n\x15IR_VERSION_2017_10_10\x10\x01\x12\x19\n\x15IR_VERSION_2017_10_30\x10\x02\x12\x18\n\x14IR_VERSION_2017_11_3\x10\x03\x12\x18\n\x14IR_VERSION_2019_1_22\x10\x04\x12\x18\n\x14IR_VERSION_2019_3_18\x10\x05\x12\x0e\n\nIR_VERSION\x10\x06*.\n\x0eOperatorStatus\x12\x10\n\x0c\x45XPERIMENTAL\x10\x00\x12\n\n\x06STABLE\x10\x01',
+)
+
+_VERSION = _descriptor.EnumDescriptor(
+    name="Version",
+    full_name="onnx.Version",
+    filename=None,
+    file=DESCRIPTOR,
+    create_key=_descriptor._internal_create_key,
+    values=[
+        _descriptor.EnumValueDescriptor(
+            name="_START_VERSION",
+            index=0,
+            number=0,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION_2017_10_10",
+            index=1,
+            number=1,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION_2017_10_30",
+            index=2,
+            number=2,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION_2017_11_3",
+            index=3,
+            number=3,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION_2019_1_22",
+            index=4,
+            number=4,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION_2019_3_18",
+            index=5,
+            number=5,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="IR_VERSION",
+            index=6,
+            number=6,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    containing_type=None,
+    serialized_options=None,
+    serialized_start=3494,
+    serialized_end=3671,
+)
+_sym_db.RegisterEnumDescriptor(_VERSION)
+
+Version = enum_type_wrapper.EnumTypeWrapper(_VERSION)
+_OPERATORSTATUS = _descriptor.EnumDescriptor(
+    name="OperatorStatus",
+    full_name="onnx.OperatorStatus",
+    filename=None,
+    file=DESCRIPTOR,
+    create_key=_descriptor._internal_create_key,
+    values=[
+        _descriptor.EnumValueDescriptor(
+            name="EXPERIMENTAL",
+            index=0,
+            number=0,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="STABLE",
+            index=1,
+            number=1,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    containing_type=None,
+    serialized_options=None,
+    serialized_start=3673,
+    serialized_end=3719,
+)
+_sym_db.RegisterEnumDescriptor(_OPERATORSTATUS)
+
+OperatorStatus = enum_type_wrapper.EnumTypeWrapper(_OPERATORSTATUS)
+_START_VERSION = 0
+IR_VERSION_2017_10_10 = 1
+IR_VERSION_2017_10_30 = 2
+IR_VERSION_2017_11_3 = 3
+IR_VERSION_2019_1_22 = 4
+IR_VERSION_2019_3_18 = 5
+IR_VERSION = 6
+EXPERIMENTAL = 0
+STABLE = 1
+
+
+_ATTRIBUTEPROTO_ATTRIBUTETYPE = _descriptor.EnumDescriptor(
+    name="AttributeType",
+    full_name="onnx.AttributeProto.AttributeType",
+    filename=None,
+    file=DESCRIPTOR,
+    create_key=_descriptor._internal_create_key,
+    values=[
+        _descriptor.EnumValueDescriptor(
+            name="UNDEFINED",
+            index=0,
+            number=0,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="FLOAT",
+            index=1,
+            number=1,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INT",
+            index=2,
+            number=2,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="STRING",
+            index=3,
+            number=3,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="TENSOR",
+            index=4,
+            number=4,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="GRAPH",
+            index=5,
+            number=5,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="SPARSE_TENSOR",
+            index=6,
+            number=11,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="FLOATS",
+            index=7,
+            number=6,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INTS",
+            index=8,
+            number=7,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="STRINGS",
+            index=9,
+            number=8,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="TENSORS",
+            index=10,
+            number=9,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="GRAPHS",
+            index=11,
+            number=10,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="SPARSE_TENSORS",
+            index=12,
+            number=12,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    containing_type=None,
+    serialized_options=None,
+    serialized_start=456,
+    serialized_end=640,
+)
+_sym_db.RegisterEnumDescriptor(_ATTRIBUTEPROTO_ATTRIBUTETYPE)
+
+_TENSORPROTO_DATATYPE = _descriptor.EnumDescriptor(
+    name="DataType",
+    full_name="onnx.TensorProto.DataType",
+    filename=None,
+    file=DESCRIPTOR,
+    create_key=_descriptor._internal_create_key,
+    values=[
+        _descriptor.EnumValueDescriptor(
+            name="UNDEFINED",
+            index=0,
+            number=0,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="FLOAT",
+            index=1,
+            number=1,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="UINT8",
+            index=2,
+            number=2,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INT8",
+            index=3,
+            number=3,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="UINT16",
+            index=4,
+            number=4,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INT16",
+            index=5,
+            number=5,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INT32",
+            index=6,
+            number=6,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="INT64",
+            index=7,
+            number=7,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="STRING",
+            index=8,
+            number=8,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="BOOL",
+            index=9,
+            number=9,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="FLOAT16",
+            index=10,
+            number=10,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="DOUBLE",
+            index=11,
+            number=11,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="UINT32",
+            index=12,
+            number=12,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="UINT64",
+            index=13,
+            number=13,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="COMPLEX64",
+            index=14,
+            number=14,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="COMPLEX128",
+            index=15,
+            number=15,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="BFLOAT16",
+            index=16,
+            number=16,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    containing_type=None,
+    serialized_options=None,
+    serialized_start=2142,
+    serialized_end=2360,
+)
+_sym_db.RegisterEnumDescriptor(_TENSORPROTO_DATATYPE)
+
+_TENSORPROTO_DATALOCATION = _descriptor.EnumDescriptor(
+    name="DataLocation",
+    full_name="onnx.TensorProto.DataLocation",
+    filename=None,
+    file=DESCRIPTOR,
+    create_key=_descriptor._internal_create_key,
+    values=[
+        _descriptor.EnumValueDescriptor(
+            name="DEFAULT",
+            index=0,
+            number=0,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.EnumValueDescriptor(
+            name="EXTERNAL",
+            index=1,
+            number=1,
+            serialized_options=None,
+            type=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    containing_type=None,
+    serialized_options=None,
+    serialized_start=2362,
+    serialized_end=2403,
+)
+_sym_db.RegisterEnumDescriptor(_TENSORPROTO_DATALOCATION)
+
+
+_ATTRIBUTEPROTO = _descriptor.Descriptor(
+    name="AttributeProto",
+    full_name="onnx.AttributeProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.AttributeProto.name",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="ref_attr_name",
+            full_name="onnx.AttributeProto.ref_attr_name",
+            index=1,
+            number=21,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.AttributeProto.doc_string",
+            index=2,
+            number=13,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="type",
+            full_name="onnx.AttributeProto.type",
+            index=3,
+            number=20,
+            type=14,
+            cpp_type=8,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="f",
+            full_name="onnx.AttributeProto.f",
+            index=4,
+            number=2,
+            type=2,
+            cpp_type=6,
+            label=1,
+            has_default_value=False,
+            default_value=float(0),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="i",
+            full_name="onnx.AttributeProto.i",
+            index=5,
+            number=3,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="s",
+            full_name="onnx.AttributeProto.s",
+            index=6,
+            number=4,
+            type=12,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"",
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="t",
+            full_name="onnx.AttributeProto.t",
+            index=7,
+            number=5,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="g",
+            full_name="onnx.AttributeProto.g",
+            index=8,
+            number=6,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="sparse_tensor",
+            full_name="onnx.AttributeProto.sparse_tensor",
+            index=9,
+            number=22,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="floats",
+            full_name="onnx.AttributeProto.floats",
+            index=10,
+            number=7,
+            type=2,
+            cpp_type=6,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="ints",
+            full_name="onnx.AttributeProto.ints",
+            index=11,
+            number=8,
+            type=3,
+            cpp_type=2,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="strings",
+            full_name="onnx.AttributeProto.strings",
+            index=12,
+            number=9,
+            type=12,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="tensors",
+            full_name="onnx.AttributeProto.tensors",
+            index=13,
+            number=10,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="graphs",
+            full_name="onnx.AttributeProto.graphs",
+            index=14,
+            number=11,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="sparse_tensors",
+            full_name="onnx.AttributeProto.sparse_tensors",
+            index=15,
+            number=23,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[
+        _ATTRIBUTEPROTO_ATTRIBUTETYPE,
+    ],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=24,
+    serialized_end=640,
+)
+
+
+_VALUEINFOPROTO = _descriptor.Descriptor(
+    name="ValueInfoProto",
+    full_name="onnx.ValueInfoProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.ValueInfoProto.name",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="type",
+            full_name="onnx.ValueInfoProto.type",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.ValueInfoProto.doc_string",
+            index=2,
+            number=3,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=642,
+    serialized_end=723,
+)
+
+
+_NODEPROTO = _descriptor.Descriptor(
+    name="NodeProto",
+    full_name="onnx.NodeProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="input",
+            full_name="onnx.NodeProto.input",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="output",
+            full_name="onnx.NodeProto.output",
+            index=1,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.NodeProto.name",
+            index=2,
+            number=3,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="op_type",
+            full_name="onnx.NodeProto.op_type",
+            index=3,
+            number=4,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="domain",
+            full_name="onnx.NodeProto.domain",
+            index=4,
+            number=7,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="attribute",
+            full_name="onnx.NodeProto.attribute",
+            index=5,
+            number=5,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.NodeProto.doc_string",
+            index=6,
+            number=6,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=726,
+    serialized_end=876,
+)
+
+
+_MODELPROTO = _descriptor.Descriptor(
+    name="ModelProto",
+    full_name="onnx.ModelProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="ir_version",
+            full_name="onnx.ModelProto.ir_version",
+            index=0,
+            number=1,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="opset_import",
+            full_name="onnx.ModelProto.opset_import",
+            index=1,
+            number=8,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="producer_name",
+            full_name="onnx.ModelProto.producer_name",
+            index=2,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="producer_version",
+            full_name="onnx.ModelProto.producer_version",
+            index=3,
+            number=3,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="domain",
+            full_name="onnx.ModelProto.domain",
+            index=4,
+            number=4,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="model_version",
+            full_name="onnx.ModelProto.model_version",
+            index=5,
+            number=5,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.ModelProto.doc_string",
+            index=6,
+            number=6,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="graph",
+            full_name="onnx.ModelProto.graph",
+            index=7,
+            number=7,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="functions",
+            full_name="onnx.ModelProto.functions",
+            index=8,
+            number=100,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="metadata_props",
+            full_name="onnx.ModelProto.metadata_props",
+            index=9,
+            number=14,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=879,
+    serialized_end=1194,
+)
+
+
+_STRINGSTRINGENTRYPROTO = _descriptor.Descriptor(
+    name="StringStringEntryProto",
+    full_name="onnx.StringStringEntryProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="key",
+            full_name="onnx.StringStringEntryProto.key",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="value",
+            full_name="onnx.StringStringEntryProto.value",
+            index=1,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=1196,
+    serialized_end=1248,
+)
+
+
+_TENSORANNOTATION = _descriptor.Descriptor(
+    name="TensorAnnotation",
+    full_name="onnx.TensorAnnotation",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="tensor_name",
+            full_name="onnx.TensorAnnotation.tensor_name",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="quant_parameter_tensor_names",
+            full_name="onnx.TensorAnnotation.quant_parameter_tensor_names",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=1250,
+    serialized_end=1357,
+)
+
+
+_GRAPHPROTO = _descriptor.Descriptor(
+    name="GraphProto",
+    full_name="onnx.GraphProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="node",
+            full_name="onnx.GraphProto.node",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.GraphProto.name",
+            index=1,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="initializer",
+            full_name="onnx.GraphProto.initializer",
+            index=2,
+            number=5,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="sparse_initializer",
+            full_name="onnx.GraphProto.sparse_initializer",
+            index=3,
+            number=15,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.GraphProto.doc_string",
+            index=4,
+            number=10,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="input",
+            full_name="onnx.GraphProto.input",
+            index=5,
+            number=11,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="output",
+            full_name="onnx.GraphProto.output",
+            index=6,
+            number=12,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="value_info",
+            full_name="onnx.GraphProto.value_info",
+            index=7,
+            number=13,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="quantization_annotation",
+            full_name="onnx.GraphProto.quantization_annotation",
+            index=8,
+            number=14,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=1360,
+    serialized_end=1704,
+)
+
+
+_TENSORPROTO_SEGMENT = _descriptor.Descriptor(
+    name="Segment",
+    full_name="onnx.TensorProto.Segment",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="begin",
+            full_name="onnx.TensorProto.Segment.begin",
+            index=0,
+            number=1,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="end",
+            full_name="onnx.TensorProto.Segment.end",
+            index=1,
+            number=2,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=2102,
+    serialized_end=2139,
+)
+
+_TENSORPROTO = _descriptor.Descriptor(
+    name="TensorProto",
+    full_name="onnx.TensorProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="dims",
+            full_name="onnx.TensorProto.dims",
+            index=0,
+            number=1,
+            type=3,
+            cpp_type=2,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="data_type",
+            full_name="onnx.TensorProto.data_type",
+            index=1,
+            number=2,
+            type=5,
+            cpp_type=1,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="segment",
+            full_name="onnx.TensorProto.segment",
+            index=2,
+            number=3,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="float_data",
+            full_name="onnx.TensorProto.float_data",
+            index=3,
+            number=4,
+            type=2,
+            cpp_type=6,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=b"\020\001",
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="int32_data",
+            full_name="onnx.TensorProto.int32_data",
+            index=4,
+            number=5,
+            type=5,
+            cpp_type=1,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=b"\020\001",
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="string_data",
+            full_name="onnx.TensorProto.string_data",
+            index=5,
+            number=6,
+            type=12,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="int64_data",
+            full_name="onnx.TensorProto.int64_data",
+            index=6,
+            number=7,
+            type=3,
+            cpp_type=2,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=b"\020\001",
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.TensorProto.name",
+            index=7,
+            number=8,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.TensorProto.doc_string",
+            index=8,
+            number=12,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="raw_data",
+            full_name="onnx.TensorProto.raw_data",
+            index=9,
+            number=9,
+            type=12,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"",
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="external_data",
+            full_name="onnx.TensorProto.external_data",
+            index=10,
+            number=13,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="data_location",
+            full_name="onnx.TensorProto.data_location",
+            index=11,
+            number=14,
+            type=14,
+            cpp_type=8,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="double_data",
+            full_name="onnx.TensorProto.double_data",
+            index=12,
+            number=10,
+            type=1,
+            cpp_type=5,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=b"\020\001",
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="uint64_data",
+            full_name="onnx.TensorProto.uint64_data",
+            index=13,
+            number=11,
+            type=4,
+            cpp_type=4,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=b"\020\001",
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[
+        _TENSORPROTO_SEGMENT,
+    ],
+    enum_types=[
+        _TENSORPROTO_DATATYPE,
+        _TENSORPROTO_DATALOCATION,
+    ],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=1707,
+    serialized_end=2403,
+)
+
+
+_SPARSETENSORPROTO = _descriptor.Descriptor(
+    name="SparseTensorProto",
+    full_name="onnx.SparseTensorProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="values",
+            full_name="onnx.SparseTensorProto.values",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="indices",
+            full_name="onnx.SparseTensorProto.indices",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="dims",
+            full_name="onnx.SparseTensorProto.dims",
+            index=2,
+            number=3,
+            type=3,
+            cpp_type=2,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=2405,
+    serialized_end=2509,
+)
+
+
+_TENSORSHAPEPROTO_DIMENSION = _descriptor.Descriptor(
+    name="Dimension",
+    full_name="onnx.TensorShapeProto.Dimension",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="dim_value",
+            full_name="onnx.TensorShapeProto.Dimension.dim_value",
+            index=0,
+            number=1,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="dim_param",
+            full_name="onnx.TensorShapeProto.Dimension.dim_param",
+            index=1,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="denotation",
+            full_name="onnx.TensorShapeProto.Dimension.denotation",
+            index=2,
+            number=3,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[
+        _descriptor.OneofDescriptor(
+            name="value",
+            full_name="onnx.TensorShapeProto.Dimension.value",
+            index=0,
+            containing_type=None,
+            create_key=_descriptor._internal_create_key,
+            fields=[],
+        ),
+    ],
+    serialized_start=2579,
+    serialized_end=2661,
+)
+
+_TENSORSHAPEPROTO = _descriptor.Descriptor(
+    name="TensorShapeProto",
+    full_name="onnx.TensorShapeProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="dim",
+            full_name="onnx.TensorShapeProto.dim",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[
+        _TENSORSHAPEPROTO_DIMENSION,
+    ],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=2512,
+    serialized_end=2661,
+)
+
+
+_TYPEPROTO_TENSOR = _descriptor.Descriptor(
+    name="Tensor",
+    full_name="onnx.TypeProto.Tensor",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="elem_type",
+            full_name="onnx.TypeProto.Tensor.elem_type",
+            index=0,
+            number=1,
+            type=5,
+            cpp_type=1,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="shape",
+            full_name="onnx.TypeProto.Tensor.shape",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=2943,
+    serialized_end=3009,
+)
+
+_TYPEPROTO_SEQUENCE = _descriptor.Descriptor(
+    name="Sequence",
+    full_name="onnx.TypeProto.Sequence",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="elem_type",
+            full_name="onnx.TypeProto.Sequence.elem_type",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3011,
+    serialized_end=3057,
+)
+
+_TYPEPROTO_MAP = _descriptor.Descriptor(
+    name="Map",
+    full_name="onnx.TypeProto.Map",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="key_type",
+            full_name="onnx.TypeProto.Map.key_type",
+            index=0,
+            number=1,
+            type=5,
+            cpp_type=1,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="value_type",
+            full_name="onnx.TypeProto.Map.value_type",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3059,
+    serialized_end=3119,
+)
+
+_TYPEPROTO_SPARSETENSOR = _descriptor.Descriptor(
+    name="SparseTensor",
+    full_name="onnx.TypeProto.SparseTensor",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="elem_type",
+            full_name="onnx.TypeProto.SparseTensor.elem_type",
+            index=0,
+            number=1,
+            type=5,
+            cpp_type=1,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="shape",
+            full_name="onnx.TypeProto.SparseTensor.shape",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3121,
+    serialized_end=3193,
+)
+
+_TYPEPROTO_OPAQUE = _descriptor.Descriptor(
+    name="Opaque",
+    full_name="onnx.TypeProto.Opaque",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="domain",
+            full_name="onnx.TypeProto.Opaque.domain",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.TypeProto.Opaque.name",
+            index=1,
+            number=2,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3195,
+    serialized_end=3233,
+)
+
+_TYPEPROTO = _descriptor.Descriptor(
+    name="TypeProto",
+    full_name="onnx.TypeProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="tensor_type",
+            full_name="onnx.TypeProto.tensor_type",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="sequence_type",
+            full_name="onnx.TypeProto.sequence_type",
+            index=1,
+            number=4,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="map_type",
+            full_name="onnx.TypeProto.map_type",
+            index=2,
+            number=5,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="sparse_tensor_type",
+            full_name="onnx.TypeProto.sparse_tensor_type",
+            index=3,
+            number=8,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="opaque_type",
+            full_name="onnx.TypeProto.opaque_type",
+            index=4,
+            number=7,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="denotation",
+            full_name="onnx.TypeProto.denotation",
+            index=5,
+            number=6,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[
+        _TYPEPROTO_TENSOR,
+        _TYPEPROTO_SEQUENCE,
+        _TYPEPROTO_MAP,
+        _TYPEPROTO_SPARSETENSOR,
+        _TYPEPROTO_OPAQUE,
+    ],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[
+        _descriptor.OneofDescriptor(
+            name="value",
+            full_name="onnx.TypeProto.value",
+            index=0,
+            containing_type=None,
+            create_key=_descriptor._internal_create_key,
+            fields=[],
+        ),
+    ],
+    serialized_start=2664,
+    serialized_end=3242,
+)
+
+
+_OPERATORSETIDPROTO = _descriptor.Descriptor(
+    name="OperatorSetIdProto",
+    full_name="onnx.OperatorSetIdProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="domain",
+            full_name="onnx.OperatorSetIdProto.domain",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="version",
+            full_name="onnx.OperatorSetIdProto.version",
+            index=1,
+            number=2,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3244,
+    serialized_end=3297,
+)
+
+
+_FUNCTIONPROTO = _descriptor.Descriptor(
+    name="FunctionProto",
+    full_name="onnx.FunctionProto",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="name",
+            full_name="onnx.FunctionProto.name",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="since_version",
+            full_name="onnx.FunctionProto.since_version",
+            index=1,
+            number=2,
+            type=3,
+            cpp_type=2,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="status",
+            full_name="onnx.FunctionProto.status",
+            index=2,
+            number=3,
+            type=14,
+            cpp_type=8,
+            label=1,
+            has_default_value=False,
+            default_value=0,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="input",
+            full_name="onnx.FunctionProto.input",
+            index=3,
+            number=4,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="output",
+            full_name="onnx.FunctionProto.output",
+            index=4,
+            number=5,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="attribute",
+            full_name="onnx.FunctionProto.attribute",
+            index=5,
+            number=6,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="node",
+            full_name="onnx.FunctionProto.node",
+            index=6,
+            number=7,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="doc_string",
+            full_name="onnx.FunctionProto.doc_string",
+            index=7,
+            number=8,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto2",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=3300,
+    serialized_end=3491,
+)
+
+_ATTRIBUTEPROTO.fields_by_name["type"].enum_type = _ATTRIBUTEPROTO_ATTRIBUTETYPE
+_ATTRIBUTEPROTO.fields_by_name["t"].message_type = _TENSORPROTO
+_ATTRIBUTEPROTO.fields_by_name["g"].message_type = _GRAPHPROTO
+_ATTRIBUTEPROTO.fields_by_name["sparse_tensor"].message_type = _SPARSETENSORPROTO
+_ATTRIBUTEPROTO.fields_by_name["tensors"].message_type = _TENSORPROTO
+_ATTRIBUTEPROTO.fields_by_name["graphs"].message_type = _GRAPHPROTO
+_ATTRIBUTEPROTO.fields_by_name["sparse_tensors"].message_type = _SPARSETENSORPROTO
+_ATTRIBUTEPROTO_ATTRIBUTETYPE.containing_type = _ATTRIBUTEPROTO
+_VALUEINFOPROTO.fields_by_name["type"].message_type = _TYPEPROTO
+_NODEPROTO.fields_by_name["attribute"].message_type = _ATTRIBUTEPROTO
+_MODELPROTO.fields_by_name["opset_import"].message_type = _OPERATORSETIDPROTO
+_MODELPROTO.fields_by_name["graph"].message_type = _GRAPHPROTO
+_MODELPROTO.fields_by_name["functions"].message_type = _FUNCTIONPROTO
+_MODELPROTO.fields_by_name["metadata_props"].message_type = _STRINGSTRINGENTRYPROTO
+_TENSORANNOTATION.fields_by_name["quant_parameter_tensor_names"].message_type = _STRINGSTRINGENTRYPROTO
+_GRAPHPROTO.fields_by_name["node"].message_type = _NODEPROTO
+_GRAPHPROTO.fields_by_name["initializer"].message_type = _TENSORPROTO
+_GRAPHPROTO.fields_by_name["sparse_initializer"].message_type = _SPARSETENSORPROTO
+_GRAPHPROTO.fields_by_name["input"].message_type = _VALUEINFOPROTO
+_GRAPHPROTO.fields_by_name["output"].message_type = _VALUEINFOPROTO
+_GRAPHPROTO.fields_by_name["value_info"].message_type = _VALUEINFOPROTO
+_GRAPHPROTO.fields_by_name["quantization_annotation"].message_type = _TENSORANNOTATION
+_TENSORPROTO_SEGMENT.containing_type = _TENSORPROTO
+_TENSORPROTO.fields_by_name["segment"].message_type = _TENSORPROTO_SEGMENT
+_TENSORPROTO.fields_by_name["external_data"].message_type = _STRINGSTRINGENTRYPROTO
+_TENSORPROTO.fields_by_name["data_location"].enum_type = _TENSORPROTO_DATALOCATION
+_TENSORPROTO_DATATYPE.containing_type = _TENSORPROTO
+_TENSORPROTO_DATALOCATION.containing_type = _TENSORPROTO
+_SPARSETENSORPROTO.fields_by_name["values"].message_type = _TENSORPROTO
+_SPARSETENSORPROTO.fields_by_name["indices"].message_type = _TENSORPROTO
+_TENSORSHAPEPROTO_DIMENSION.containing_type = _TENSORSHAPEPROTO
+_TENSORSHAPEPROTO_DIMENSION.oneofs_by_name["value"].fields.append(
+    _TENSORSHAPEPROTO_DIMENSION.fields_by_name["dim_value"]
+)
+_TENSORSHAPEPROTO_DIMENSION.fields_by_name["dim_value"].containing_oneof = _TENSORSHAPEPROTO_DIMENSION.oneofs_by_name[
+    "value"
+]
+_TENSORSHAPEPROTO_DIMENSION.oneofs_by_name["value"].fields.append(
+    _TENSORSHAPEPROTO_DIMENSION.fields_by_name["dim_param"]
+)
+_TENSORSHAPEPROTO_DIMENSION.fields_by_name["dim_param"].containing_oneof = _TENSORSHAPEPROTO_DIMENSION.oneofs_by_name[
+    "value"
+]
+_TENSORSHAPEPROTO.fields_by_name["dim"].message_type = _TENSORSHAPEPROTO_DIMENSION
+_TYPEPROTO_TENSOR.fields_by_name["shape"].message_type = _TENSORSHAPEPROTO
+_TYPEPROTO_TENSOR.containing_type = _TYPEPROTO
+_TYPEPROTO_SEQUENCE.fields_by_name["elem_type"].message_type = _TYPEPROTO
+_TYPEPROTO_SEQUENCE.containing_type = _TYPEPROTO
+_TYPEPROTO_MAP.fields_by_name["value_type"].message_type = _TYPEPROTO
+_TYPEPROTO_MAP.containing_type = _TYPEPROTO
+_TYPEPROTO_SPARSETENSOR.fields_by_name["shape"].message_type = _TENSORSHAPEPROTO
+_TYPEPROTO_SPARSETENSOR.containing_type = _TYPEPROTO
+_TYPEPROTO_OPAQUE.containing_type = _TYPEPROTO
+_TYPEPROTO.fields_by_name["tensor_type"].message_type = _TYPEPROTO_TENSOR
+_TYPEPROTO.fields_by_name["sequence_type"].message_type = _TYPEPROTO_SEQUENCE
+_TYPEPROTO.fields_by_name["map_type"].message_type = _TYPEPROTO_MAP
+_TYPEPROTO.fields_by_name["sparse_tensor_type"].message_type = _TYPEPROTO_SPARSETENSOR
+_TYPEPROTO.fields_by_name["opaque_type"].message_type = _TYPEPROTO_OPAQUE
+_TYPEPROTO.oneofs_by_name["value"].fields.append(_TYPEPROTO.fields_by_name["tensor_type"])
+_TYPEPROTO.fields_by_name["tensor_type"].containing_oneof = _TYPEPROTO.oneofs_by_name["value"]
+_TYPEPROTO.oneofs_by_name["value"].fields.append(_TYPEPROTO.fields_by_name["sequence_type"])
+_TYPEPROTO.fields_by_name["sequence_type"].containing_oneof = _TYPEPROTO.oneofs_by_name["value"]
+_TYPEPROTO.oneofs_by_name["value"].fields.append(_TYPEPROTO.fields_by_name["map_type"])
+_TYPEPROTO.fields_by_name["map_type"].containing_oneof = _TYPEPROTO.oneofs_by_name["value"]
+_TYPEPROTO.oneofs_by_name["value"].fields.append(_TYPEPROTO.fields_by_name["sparse_tensor_type"])
+_TYPEPROTO.fields_by_name["sparse_tensor_type"].containing_oneof = _TYPEPROTO.oneofs_by_name["value"]
+_TYPEPROTO.oneofs_by_name["value"].fields.append(_TYPEPROTO.fields_by_name["opaque_type"])
+_TYPEPROTO.fields_by_name["opaque_type"].containing_oneof = _TYPEPROTO.oneofs_by_name["value"]
+_FUNCTIONPROTO.fields_by_name["status"].enum_type = _OPERATORSTATUS
+_FUNCTIONPROTO.fields_by_name["node"].message_type = _NODEPROTO
+DESCRIPTOR.message_types_by_name["AttributeProto"] = _ATTRIBUTEPROTO
+DESCRIPTOR.message_types_by_name["ValueInfoProto"] = _VALUEINFOPROTO
+DESCRIPTOR.message_types_by_name["NodeProto"] = _NODEPROTO
+DESCRIPTOR.message_types_by_name["ModelProto"] = _MODELPROTO
+DESCRIPTOR.message_types_by_name["StringStringEntryProto"] = _STRINGSTRINGENTRYPROTO
+DESCRIPTOR.message_types_by_name["TensorAnnotation"] = _TENSORANNOTATION
+DESCRIPTOR.message_types_by_name["GraphProto"] = _GRAPHPROTO
+DESCRIPTOR.message_types_by_name["TensorProto"] = _TENSORPROTO
+DESCRIPTOR.message_types_by_name["SparseTensorProto"] = _SPARSETENSORPROTO
+DESCRIPTOR.message_types_by_name["TensorShapeProto"] = _TENSORSHAPEPROTO
+DESCRIPTOR.message_types_by_name["TypeProto"] = _TYPEPROTO
+DESCRIPTOR.message_types_by_name["OperatorSetIdProto"] = _OPERATORSETIDPROTO
+DESCRIPTOR.message_types_by_name["FunctionProto"] = _FUNCTIONPROTO
+DESCRIPTOR.enum_types_by_name["Version"] = _VERSION
+DESCRIPTOR.enum_types_by_name["OperatorStatus"] = _OPERATORSTATUS
+_sym_db.RegisterFileDescriptor(DESCRIPTOR)
+
+AttributeProto = _reflection.GeneratedProtocolMessageType(
+    "AttributeProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _ATTRIBUTEPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.AttributeProto)
+    },
+)
+_sym_db.RegisterMessage(AttributeProto)
+
+ValueInfoProto = _reflection.GeneratedProtocolMessageType(
+    "ValueInfoProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _VALUEINFOPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.ValueInfoProto)
+    },
+)
+_sym_db.RegisterMessage(ValueInfoProto)
+
+NodeProto = _reflection.GeneratedProtocolMessageType(
+    "NodeProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _NODEPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.NodeProto)
+    },
+)
+_sym_db.RegisterMessage(NodeProto)
+
+ModelProto = _reflection.GeneratedProtocolMessageType(
+    "ModelProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _MODELPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.ModelProto)
+    },
+)
+_sym_db.RegisterMessage(ModelProto)
+
+StringStringEntryProto = _reflection.GeneratedProtocolMessageType(
+    "StringStringEntryProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _STRINGSTRINGENTRYPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.StringStringEntryProto)
+    },
+)
+_sym_db.RegisterMessage(StringStringEntryProto)
+
+TensorAnnotation = _reflection.GeneratedProtocolMessageType(
+    "TensorAnnotation",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _TENSORANNOTATION,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.TensorAnnotation)
+    },
+)
+_sym_db.RegisterMessage(TensorAnnotation)
+
+GraphProto = _reflection.GeneratedProtocolMessageType(
+    "GraphProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _GRAPHPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.GraphProto)
+    },
+)
+_sym_db.RegisterMessage(GraphProto)
+
+TensorProto = _reflection.GeneratedProtocolMessageType(
+    "TensorProto",
+    (_message.Message,),
+    {
+        "Segment": _reflection.GeneratedProtocolMessageType(
+            "Segment",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TENSORPROTO_SEGMENT,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TensorProto.Segment)
+            },
+        ),
+        "DESCRIPTOR": _TENSORPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.TensorProto)
+    },
+)
+_sym_db.RegisterMessage(TensorProto)
+_sym_db.RegisterMessage(TensorProto.Segment)
+
+SparseTensorProto = _reflection.GeneratedProtocolMessageType(
+    "SparseTensorProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _SPARSETENSORPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.SparseTensorProto)
+    },
+)
+_sym_db.RegisterMessage(SparseTensorProto)
+
+TensorShapeProto = _reflection.GeneratedProtocolMessageType(
+    "TensorShapeProto",
+    (_message.Message,),
+    {
+        "Dimension": _reflection.GeneratedProtocolMessageType(
+            "Dimension",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TENSORSHAPEPROTO_DIMENSION,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TensorShapeProto.Dimension)
+            },
+        ),
+        "DESCRIPTOR": _TENSORSHAPEPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.TensorShapeProto)
+    },
+)
+_sym_db.RegisterMessage(TensorShapeProto)
+_sym_db.RegisterMessage(TensorShapeProto.Dimension)
+
+TypeProto = _reflection.GeneratedProtocolMessageType(
+    "TypeProto",
+    (_message.Message,),
+    {
+        "Tensor": _reflection.GeneratedProtocolMessageType(
+            "Tensor",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TYPEPROTO_TENSOR,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TypeProto.Tensor)
+            },
+        ),
+        "Sequence": _reflection.GeneratedProtocolMessageType(
+            "Sequence",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TYPEPROTO_SEQUENCE,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TypeProto.Sequence)
+            },
+        ),
+        "Map": _reflection.GeneratedProtocolMessageType(
+            "Map",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TYPEPROTO_MAP,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TypeProto.Map)
+            },
+        ),
+        "SparseTensor": _reflection.GeneratedProtocolMessageType(
+            "SparseTensor",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TYPEPROTO_SPARSETENSOR,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TypeProto.SparseTensor)
+            },
+        ),
+        "Opaque": _reflection.GeneratedProtocolMessageType(
+            "Opaque",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _TYPEPROTO_OPAQUE,
+                "__module__": "onnx_ml_pb2"
+                # @@protoc_insertion_point(class_scope:onnx.TypeProto.Opaque)
+            },
+        ),
+        "DESCRIPTOR": _TYPEPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.TypeProto)
+    },
+)
+_sym_db.RegisterMessage(TypeProto)
+_sym_db.RegisterMessage(TypeProto.Tensor)
+_sym_db.RegisterMessage(TypeProto.Sequence)
+_sym_db.RegisterMessage(TypeProto.Map)
+_sym_db.RegisterMessage(TypeProto.SparseTensor)
+_sym_db.RegisterMessage(TypeProto.Opaque)
+
+OperatorSetIdProto = _reflection.GeneratedProtocolMessageType(
+    "OperatorSetIdProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _OPERATORSETIDPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.OperatorSetIdProto)
+    },
+)
+_sym_db.RegisterMessage(OperatorSetIdProto)
+
+FunctionProto = _reflection.GeneratedProtocolMessageType(
+    "FunctionProto",
+    (_message.Message,),
+    {
+        "DESCRIPTOR": _FUNCTIONPROTO,
+        "__module__": "onnx_ml_pb2"
+        # @@protoc_insertion_point(class_scope:onnx.FunctionProto)
+    },
+)
+_sym_db.RegisterMessage(FunctionProto)
+
+
+_TENSORPROTO.fields_by_name["float_data"]._options = None
+_TENSORPROTO.fields_by_name["int32_data"]._options = None
+_TENSORPROTO.fields_by_name["int64_data"]._options = None
+_TENSORPROTO.fields_by_name["double_data"]._options = None
+_TENSORPROTO.fields_by_name["uint64_data"]._options = None
+# @@protoc_insertion_point(module_scope)
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/proto/onnx_ml_pb2_grpc.py b/MLOps/serving_patterns/prep_pred_pattern/src/proto/onnx_ml_pb2_grpc.py
new file mode 100644
index 0000000..8a93939
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/proto/onnx_ml_pb2_grpc.py
@@ -0,0 +1,3 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/proto/predict.proto b/MLOps/serving_patterns/prep_pred_pattern/src/proto/predict.proto
new file mode 100644
index 0000000..e71d4c9
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/proto/predict.proto
@@ -0,0 +1,27 @@
+syntax = "proto3";
+
+import "onnx-ml.proto";
+
+package onnxruntime.server;
+
+// PredictRequest specifies how inputs are mapped to tensors
+// and how outputs are filtered before returning to user.
+message PredictRequest {
+  reserved 1;
+
+  // Input Tensors.
+  // This is a mapping between output name and tensor.
+  map<string, onnx.TensorProto> inputs = 2;
+
+  // Output Filters.
+  // This field is to specify which output fields need to be returned.
+  // If the list is empty, all outputs will be included.
+  repeated string output_filter = 3;
+}
+
+// Response for PredictRequest on successful run.
+message PredictResponse {
+  // Output Tensors.
+  // This is a mapping between output name and tensor.
+  map<string, onnx.TensorProto> outputs = 1;
+}
\ No newline at end of file
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/proto/predict_pb2.py b/MLOps/serving_patterns/prep_pred_pattern/src/proto/predict_pb2.py
new file mode 100644
index 0000000..bafb9c9
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/proto/predict_pb2.py
@@ -0,0 +1,307 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: predict.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from google.protobuf import reflection as _reflection
+from google.protobuf import symbol_database as _symbol_database
+
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+import src.proto.onnx_ml_pb2 as onnx__ml__pb2
+
+DESCRIPTOR = _descriptor.FileDescriptor(
+    name="predict.proto",
+    package="onnxruntime.server",
+    syntax="proto3",
+    serialized_options=None,
+    create_key=_descriptor._internal_create_key,
+    serialized_pb=b'\n\rpredict.proto\x12\x12onnxruntime.server\x1a\ronnx-ml.proto"\xaf\x01\n\x0ePredictRequest\x12>\n\x06inputs\x18\x02 \x03(\x0b\x32..onnxruntime.server.PredictRequest.InputsEntry\x12\x15\n\routput_filter\x18\x03 \x03(\t\x1a@\n\x0bInputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12 \n\x05value\x18\x02 \x01(\x0b\x32\x11.onnx.TensorProto:\x02\x38\x01J\x04\x08\x01\x10\x02"\x97\x01\n\x0fPredictResponse\x12\x41\n\x07outputs\x18\x01 \x03(\x0b\x32\x30.onnxruntime.server.PredictResponse.OutputsEntry\x1a\x41\n\x0cOutputsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12 \n\x05value\x18\x02 \x01(\x0b\x32\x11.onnx.TensorProto:\x02\x38\x01\x62\x06proto3',
+    dependencies=[
+        onnx__ml__pb2.DESCRIPTOR,
+    ],
+)
+
+
+_PREDICTREQUEST_INPUTSENTRY = _descriptor.Descriptor(
+    name="InputsEntry",
+    full_name="onnxruntime.server.PredictRequest.InputsEntry",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="key",
+            full_name="onnxruntime.server.PredictRequest.InputsEntry.key",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="value",
+            full_name="onnxruntime.server.PredictRequest.InputsEntry.value",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=b"8\001",
+    is_extendable=False,
+    syntax="proto3",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=158,
+    serialized_end=222,
+)
+
+_PREDICTREQUEST = _descriptor.Descriptor(
+    name="PredictRequest",
+    full_name="onnxruntime.server.PredictRequest",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="inputs",
+            full_name="onnxruntime.server.PredictRequest.inputs",
+            index=0,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="output_filter",
+            full_name="onnxruntime.server.PredictRequest.output_filter",
+            index=1,
+            number=3,
+            type=9,
+            cpp_type=9,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[
+        _PREDICTREQUEST_INPUTSENTRY,
+    ],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto3",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=53,
+    serialized_end=228,
+)
+
+
+_PREDICTRESPONSE_OUTPUTSENTRY = _descriptor.Descriptor(
+    name="OutputsEntry",
+    full_name="onnxruntime.server.PredictResponse.OutputsEntry",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="key",
+            full_name="onnxruntime.server.PredictResponse.OutputsEntry.key",
+            index=0,
+            number=1,
+            type=9,
+            cpp_type=9,
+            label=1,
+            has_default_value=False,
+            default_value=b"".decode("utf-8"),
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+        _descriptor.FieldDescriptor(
+            name="value",
+            full_name="onnxruntime.server.PredictResponse.OutputsEntry.value",
+            index=1,
+            number=2,
+            type=11,
+            cpp_type=10,
+            label=1,
+            has_default_value=False,
+            default_value=None,
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[],
+    enum_types=[],
+    serialized_options=b"8\001",
+    is_extendable=False,
+    syntax="proto3",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=317,
+    serialized_end=382,
+)
+
+_PREDICTRESPONSE = _descriptor.Descriptor(
+    name="PredictResponse",
+    full_name="onnxruntime.server.PredictResponse",
+    filename=None,
+    file=DESCRIPTOR,
+    containing_type=None,
+    create_key=_descriptor._internal_create_key,
+    fields=[
+        _descriptor.FieldDescriptor(
+            name="outputs",
+            full_name="onnxruntime.server.PredictResponse.outputs",
+            index=0,
+            number=1,
+            type=11,
+            cpp_type=10,
+            label=3,
+            has_default_value=False,
+            default_value=[],
+            message_type=None,
+            enum_type=None,
+            containing_type=None,
+            is_extension=False,
+            extension_scope=None,
+            serialized_options=None,
+            file=DESCRIPTOR,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+    extensions=[],
+    nested_types=[
+        _PREDICTRESPONSE_OUTPUTSENTRY,
+    ],
+    enum_types=[],
+    serialized_options=None,
+    is_extendable=False,
+    syntax="proto3",
+    extension_ranges=[],
+    oneofs=[],
+    serialized_start=231,
+    serialized_end=382,
+)
+
+_PREDICTREQUEST_INPUTSENTRY.fields_by_name["value"].message_type = onnx__ml__pb2._TENSORPROTO
+_PREDICTREQUEST_INPUTSENTRY.containing_type = _PREDICTREQUEST
+_PREDICTREQUEST.fields_by_name["inputs"].message_type = _PREDICTREQUEST_INPUTSENTRY
+_PREDICTRESPONSE_OUTPUTSENTRY.fields_by_name["value"].message_type = onnx__ml__pb2._TENSORPROTO
+_PREDICTRESPONSE_OUTPUTSENTRY.containing_type = _PREDICTRESPONSE
+_PREDICTRESPONSE.fields_by_name["outputs"].message_type = _PREDICTRESPONSE_OUTPUTSENTRY
+DESCRIPTOR.message_types_by_name["PredictRequest"] = _PREDICTREQUEST
+DESCRIPTOR.message_types_by_name["PredictResponse"] = _PREDICTRESPONSE
+_sym_db.RegisterFileDescriptor(DESCRIPTOR)
+
+PredictRequest = _reflection.GeneratedProtocolMessageType(
+    "PredictRequest",
+    (_message.Message,),
+    {
+        "InputsEntry": _reflection.GeneratedProtocolMessageType(
+            "InputsEntry",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _PREDICTREQUEST_INPUTSENTRY,
+                "__module__": "predict_pb2"
+                # @@protoc_insertion_point(class_scope:onnxruntime.server.PredictRequest.InputsEntry)
+            },
+        ),
+        "DESCRIPTOR": _PREDICTREQUEST,
+        "__module__": "predict_pb2"
+        # @@protoc_insertion_point(class_scope:onnxruntime.server.PredictRequest)
+    },
+)
+_sym_db.RegisterMessage(PredictRequest)
+_sym_db.RegisterMessage(PredictRequest.InputsEntry)
+
+PredictResponse = _reflection.GeneratedProtocolMessageType(
+    "PredictResponse",
+    (_message.Message,),
+    {
+        "OutputsEntry": _reflection.GeneratedProtocolMessageType(
+            "OutputsEntry",
+            (_message.Message,),
+            {
+                "DESCRIPTOR": _PREDICTRESPONSE_OUTPUTSENTRY,
+                "__module__": "predict_pb2"
+                # @@protoc_insertion_point(class_scope:onnxruntime.server.PredictResponse.OutputsEntry)
+            },
+        ),
+        "DESCRIPTOR": _PREDICTRESPONSE,
+        "__module__": "predict_pb2"
+        # @@protoc_insertion_point(class_scope:onnxruntime.server.PredictResponse)
+    },
+)
+_sym_db.RegisterMessage(PredictResponse)
+_sym_db.RegisterMessage(PredictResponse.OutputsEntry)
+
+
+_PREDICTREQUEST_INPUTSENTRY._options = None
+_PREDICTRESPONSE_OUTPUTSENTRY._options = None
+# @@protoc_insertion_point(module_scope)
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/proto/predict_pb2_grpc.py b/MLOps/serving_patterns/prep_pred_pattern/src/proto/predict_pb2_grpc.py
new file mode 100644
index 0000000..8a93939
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/proto/predict_pb2_grpc.py
@@ -0,0 +1,3 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/proto/prediction_service.proto b/MLOps/serving_patterns/prep_pred_pattern/src/proto/prediction_service.proto
new file mode 100644
index 0000000..268010a
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/proto/prediction_service.proto
@@ -0,0 +1,8 @@
+syntax = "proto3";
+import "predict.proto";
+
+package onnxruntime.server;
+
+service PredictionService {
+    rpc Predict(PredictRequest) returns (PredictResponse);
+}
\ No newline at end of file
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/proto/prediction_service_pb2.py b/MLOps/serving_patterns/prep_pred_pattern/src/proto/prediction_service_pb2.py
new file mode 100644
index 0000000..f5f807e
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/proto/prediction_service_pb2.py
@@ -0,0 +1,59 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: prediction_service.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from google.protobuf import reflection as _reflection
+from google.protobuf import symbol_database as _symbol_database
+
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+import src.proto.predict_pb2 as predict__pb2
+
+DESCRIPTOR = _descriptor.FileDescriptor(
+    name="prediction_service.proto",
+    package="onnxruntime.server",
+    syntax="proto3",
+    serialized_options=None,
+    create_key=_descriptor._internal_create_key,
+    serialized_pb=b'\n\x18prediction_service.proto\x12\x12onnxruntime.server\x1a\rpredict.proto2g\n\x11PredictionService\x12R\n\x07Predict\x12".onnxruntime.server.PredictRequest\x1a#.onnxruntime.server.PredictResponseb\x06proto3',
+    dependencies=[
+        predict__pb2.DESCRIPTOR,
+    ],
+)
+
+
+_sym_db.RegisterFileDescriptor(DESCRIPTOR)
+
+
+_PREDICTIONSERVICE = _descriptor.ServiceDescriptor(
+    name="PredictionService",
+    full_name="onnxruntime.server.PredictionService",
+    file=DESCRIPTOR,
+    index=0,
+    serialized_options=None,
+    create_key=_descriptor._internal_create_key,
+    serialized_start=63,
+    serialized_end=166,
+    methods=[
+        _descriptor.MethodDescriptor(
+            name="Predict",
+            full_name="onnxruntime.server.PredictionService.Predict",
+            index=0,
+            containing_service=None,
+            input_type=predict__pb2._PREDICTREQUEST,
+            output_type=predict__pb2._PREDICTRESPONSE,
+            serialized_options=None,
+            create_key=_descriptor._internal_create_key,
+        ),
+    ],
+)
+_sym_db.RegisterServiceDescriptor(_PREDICTIONSERVICE)
+
+DESCRIPTOR.services_by_name["PredictionService"] = _PREDICTIONSERVICE
+
+# @@protoc_insertion_point(module_scope)
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/proto/prediction_service_pb2_grpc.py b/MLOps/serving_patterns/prep_pred_pattern/src/proto/prediction_service_pb2_grpc.py
new file mode 100644
index 0000000..79090fb
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/proto/prediction_service_pb2_grpc.py
@@ -0,0 +1,76 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+import src.proto.predict_pb2 as predict__pb2
+
+
+class PredictionServiceStub(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+        self.Predict = channel.unary_unary(
+            "/onnxruntime.server.PredictionService/Predict",
+            request_serializer=predict__pb2.PredictRequest.SerializeToString,
+            response_deserializer=predict__pb2.PredictResponse.FromString,
+        )
+
+
+class PredictionServiceServicer(object):
+    """Missing associated documentation comment in .proto file."""
+
+    def Predict(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details("Method not implemented!")
+        raise NotImplementedError("Method not implemented!")
+
+
+def add_PredictionServiceServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+        "Predict": grpc.unary_unary_rpc_method_handler(
+            servicer.Predict,
+            request_deserializer=predict__pb2.PredictRequest.FromString,
+            response_serializer=predict__pb2.PredictResponse.SerializeToString,
+        ),
+    }
+    generic_handler = grpc.method_handlers_generic_handler("onnxruntime.server.PredictionService", rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+
+
+# This class is part of an EXPERIMENTAL API.
+class PredictionService(object):
+    """Missing associated documentation comment in .proto file."""
+
+    @staticmethod
+    def Predict(
+        request,
+        target,
+        options=(),
+        channel_credentials=None,
+        call_credentials=None,
+        insecure=False,
+        compression=None,
+        wait_for_ready=None,
+        timeout=None,
+        metadata=None,
+    ):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            "/onnxruntime.server.PredictionService/Predict",
+            predict__pb2.PredictRequest.SerializeToString,
+            predict__pb2.PredictResponse.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+        )
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/utils/__init__.py b/MLOps/serving_patterns/prep_pred_pattern/src/utils/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/utils/logging.conf b/MLOps/serving_patterns/prep_pred_pattern/src/utils/logging.conf
new file mode 100644
index 0000000..490b0c1
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/utils/logging.conf
@@ -0,0 +1,78 @@
+[loggers]
+keys=root, gunicorn.error, gunicorn.access, uvicorn.error, uvicorn.access
+
+[logger_root]
+level=DEBUG
+handlers=console
+
+[logger_gunicorn.error]
+level=DEBUG
+handlers=gunicorn_error_file, console
+propagate=1
+qualname=gunicorn.error
+
+[logger_gunicorn.access]
+level=INFO
+handlers=gunicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+[logger_uvicorn.error]
+level=DEBUG
+handlers=uvicorn_error_file, console
+propagate=1
+qualname=uvicorn.error
+
+[logger_uvicorn.access]
+level=INFO
+handlers=uvicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+
+[handlers]
+keys=console, gunicorn_error_file, gunicorn_access_file, uvicorn_error_file, uvicorn_access_file
+
+[handler_console]
+class=StreamHandler
+formatter=generic
+args=(sys.stdout, )
+
+[handler_gunicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/gunicorn_error.log', 'a')
+
+[handler_gunicorn_access_file]
+class=logging.FileHandler
+formatter=gunicorn_access
+args=('/var/log/gunicorn_access.log', 'a')
+
+[handler_uvicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/uvicorn_error.log', 'a')
+
+[handler_uvicorn_access_file]
+class=logging.FileHandler
+formatter=uvicorn_access
+args=('/var/log/uvicorn_access.log', 'a')
+
+
+[formatters]
+keys=generic, gunicorn_access, uvicorn_access
+
+[formatter_generic]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%Y-%m-%d %H:%M:%S
+
+[formatter_gunicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] %(h)s %(l)s %(u)s %(t)s %(r)s %(m)s %(U)s %(q)s %(H)s %(s)s %(b)s %(f)s %(a)s %(D)s %(p)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
+
+[formatter_uvicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
\ No newline at end of file
diff --git a/MLOps/serving_patterns/prep_pred_pattern/src/utils/profiler.py b/MLOps/serving_patterns/prep_pred_pattern/src/utils/profiler.py
new file mode 100644
index 0000000..8f7b1b9
--- /dev/null
+++ b/MLOps/serving_patterns/prep_pred_pattern/src/utils/profiler.py
@@ -0,0 +1,23 @@
+import cProfile
+import os
+from logging import getLogger
+
+logger = getLogger(__name__)
+
+
+def do_cprofile(func):
+    def profiled_func(*args, **kwargs):
+        enable_profile = int(os.getenv("PROFILE", 1))
+        if enable_profile:
+            profile = cProfile.Profile()
+            try:
+                profile.enable()
+                result = func(*args, **kwargs)
+                profile.disable()
+                return result
+            finally:
+                profile.print_stats()
+        else:
+            return func(*args, **kwargs)
+
+    return profiled_func
diff --git a/MLOps/serving_patterns/sync_async_pattern/.dockerignore b/MLOps/serving_patterns/sync_async_pattern/.dockerignore
new file mode 100644
index 0000000..8c9a4ec
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/.dockerignore
@@ -0,0 +1,12 @@
+dockerfile
+Dockerfile
+.dockerignore
+log
+tmp
+*.sqlite3
+*.sqlite3-journal
+__pycache__
+.pytest_cache
+*.dvc
+dvc.yaml
+dvc.lock
\ No newline at end of file
diff --git a/MLOps/serving_patterns/sync_async_pattern/Dockerfile.backend b/MLOps/serving_patterns/sync_async_pattern/Dockerfile.backend
new file mode 100644
index 0000000..9d45e5a
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/Dockerfile.backend
@@ -0,0 +1,18 @@
+FROM python:3.8-slim
+
+ENV PROJECT_DIR sync_async_pattern
+WORKDIR /${PROJECT_DIR}
+ADD ./requirements_backend.txt /${PROJECT_DIR}/
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements_backend.txt
+
+COPY ./src/ /${PROJECT_DIR}/src/
+COPY ./data/ /${PROJECT_DIR}/data/
+
+ENV LOG_LEVEL DEBUG
+ENV LOG_FORMAT TEXT
+
+CMD [ "python", "-m", "src.api_composition_proxy.backend.prediction_batch" ]
diff --git a/MLOps/serving_patterns/sync_async_pattern/Dockerfile.proxy b/MLOps/serving_patterns/sync_async_pattern/Dockerfile.proxy
new file mode 100644
index 0000000..8392ada
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/Dockerfile.proxy
@@ -0,0 +1,25 @@
+FROM python:3.8-slim
+
+ENV PROJECT_DIR sync_async_pattern
+ENV PROXY_DIR api_composition_proxy
+
+WORKDIR /${PROJECT_DIR}
+ADD ./requirements_proxy.txt /${PROJECT_DIR}/
+
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements_proxy.txt
+
+COPY ./src/ /${PROJECT_DIR}/src/
+COPY ./data/ /${PROJECT_DIR}/data/
+
+ENV LOG_LEVEL DEBUG
+ENV LOG_FORMAT TEXT
+ENV PORT 8000
+ENV APP_NAME src.api_composition_proxy.app.proxy:app
+
+COPY ./run.sh /${PROJECT_DIR}/run.sh
+RUN chmod +x /${PROJECT_DIR}/run.sh
+CMD [ "./run.sh" ]
diff --git a/MLOps/serving_patterns/sync_async_pattern/README.md b/MLOps/serving_patterns/sync_async_pattern/README.md
new file mode 100644
index 0000000..d736d38
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/README.md
@@ -0,0 +1,123 @@
+# 시간차 추론 패턴
+
+## 목적
+
+동기적 추론기와 비동기적 추론기를 조합해 여러 추론의 지연을 보조합니다.
+
+## 전제
+
+- Python 3.8 이상
+- Docker
+- Docker compose
+
+## 사용법
+
+0. 현재 디렉토리
+
+```sh
+$ pwd
+~/ml-system-in-actions/chapter4_serving_patterns/sync_async_pattern
+```
+
+1. Docker 이미지 빌드
+
+```sh
+$ make build_all
+# 실행 커맨드
+# docker build \
+#     -t shibui/ml-system-in-actions:sync_async_pattern_sync_async_proxy_0.0.1 \
+#     -f ./Dockerfile.proxy .
+# docker build \
+#     -t shibui/ml-system-in-actions:sync_async_pattern_imagenet_mobilenet_v2_0.0.1 \
+#     -f ./imagenet_mobilenet_v2/Dockerfile .
+# docker build \
+#     -t shibui/ml-system-in-actions:sync_async_pattern_imagenet_inception_v3_0.0.1 \
+#     -f ./imagenet_inception_v3/Dockerfile .
+# docker build \
+#     -t shibui/ml-system-in-actions:sync_async_pattern_sync_async_backend_0.0.1 \
+#     -f ./Dockerfile.backend .
+```
+
+2. Docker compose 로 각 서비스 기동
+
+```sh
+$ make c_up
+# 실행 커맨드
+# docker-compose \
+#     -f ./docker-compose.yml \
+#     up -d
+```
+
+3. 기동한 API 에 요청
+
+```sh
+# 헬스 체크
+$ curl localhost:8000/health
+# 출력
+# {
+#   "health":"ok"
+# }
+
+# 백엔드 헬스체크
+$ curl localhost:8000/health/all
+# 출력
+# {
+#   "mobilenet_v2": "ok",
+#   "inception_v3": "ok"
+# }
+
+
+# 메타 데이터
+$ curl localhost:8000/metadata
+# 출력
+# {
+#   "data_type": "str",
+#   "data_structure": "(1,1)",
+#   "data_sample": "base64 encoded image file",
+#   "prediction_type": "float32",
+#   "prediction_structure": "(1,1001)",
+#   "prediction_sample": "[0.07093159, 0.01558308, 0.01348537, ...]"
+# }
+
+
+# 테스트 데이터로 추론 요청
+$ curl localhost:8000/predict/test
+# 출력
+# {
+#   "job_id": "6195b8",
+#   "mobilenet_v2": "Persian cat"
+# }
+
+
+# 이미지 요청
+$ (echo -n '{"image_data": "'; base64 data/cat.jpg; echo '"}') | \
+    curl \
+    -X POST \
+    -H "Content-Type: application/json" \
+    -d @- \
+    localhost:8000/predict
+# 출력
+# {
+#   "job_id": "9e987f",
+#   "mobilenet_v2": "Persian cat"
+# }
+
+# 이미지 요청의 작업 ID 로부터 추론결과를 요청
+$ curl localhost:8000/job/2f49aa
+# 출력
+# {
+#   "6195b8": {
+#     "prediction": "Siamese cat"
+#   }
+# }
+```
+
+4. Docker compose 정지
+
+```sh
+$ make c_down
+# 실행 커맨드
+# docker-compose \
+#     -f ./docker-compose.yml \
+#     down
+```
diff --git a/MLOps/serving_patterns/sync_async_pattern/__init__.py b/MLOps/serving_patterns/sync_async_pattern/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/sync_async_pattern/data/cat.jpg b/MLOps/serving_patterns/sync_async_pattern/data/cat.jpg
new file mode 100644
index 0000000..c4d4861
Binary files /dev/null and b/MLOps/serving_patterns/sync_async_pattern/data/cat.jpg differ
diff --git a/MLOps/serving_patterns/sync_async_pattern/data/image_net_labels.json b/MLOps/serving_patterns/sync_async_pattern/data/image_net_labels.json
new file mode 100644
index 0000000..8b00a76
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/data/image_net_labels.json
@@ -0,0 +1,1003 @@
+[
+  "background",
+  "tench",
+  "goldfish",
+  "great white shark",
+  "tiger shark",
+  "hammerhead",
+  "electric ray",
+  "stingray",
+  "cock",
+  "hen",
+  "ostrich",
+  "brambling",
+  "goldfinch",
+  "house finch",
+  "junco",
+  "indigo bunting",
+  "robin",
+  "bulbul",
+  "jay",
+  "magpie",
+  "chickadee",
+  "water ouzel",
+  "kite",
+  "bald eagle",
+  "vulture",
+  "great grey owl",
+  "European fire salamander",
+  "common newt",
+  "eft",
+  "spotted salamander",
+  "axolotl",
+  "bullfrog",
+  "tree frog",
+  "tailed frog",
+  "loggerhead",
+  "leatherback turtle",
+  "mud turtle",
+  "terrapin",
+  "box turtle",
+  "banded gecko",
+  "common iguana",
+  "American chameleon",
+  "whiptail",
+  "agama",
+  "frilled lizard",
+  "alligator lizard",
+  "Gila monster",
+  "green lizard",
+  "African chameleon",
+  "Komodo dragon",
+  "African crocodile",
+  "American alligator",
+  "triceratops",
+  "thunder snake",
+  "ringneck snake",
+  "hognose snake",
+  "green snake",
+  "king snake",
+  "garter snake",
+  "water snake",
+  "vine snake",
+  "night snake",
+  "boa constrictor",
+  "rock python",
+  "Indian cobra",
+  "green mamba",
+  "sea snake",
+  "horned viper",
+  "diamondback",
+  "sidewinder",
+  "trilobite",
+  "harvestman",
+  "scorpion",
+  "black and gold garden spider",
+  "barn spider",
+  "garden spider",
+  "black widow",
+  "tarantula",
+  "wolf spider",
+  "tick",
+  "centipede",
+  "black grouse",
+  "ptarmigan",
+  "ruffed grouse",
+  "prairie chicken",
+  "peacock",
+  "quail",
+  "partridge",
+  "African grey",
+  "macaw",
+  "sulphur-crested cockatoo",
+  "lorikeet",
+  "coucal",
+  "bee eater",
+  "hornbill",
+  "hummingbird",
+  "jacamar",
+  "toucan",
+  "drake",
+  "red-breasted merganser",
+  "goose",
+  "black swan",
+  "tusker",
+  "echidna",
+  "platypus",
+  "wallaby",
+  "koala",
+  "wombat",
+  "jellyfish",
+  "sea anemone",
+  "brain coral",
+  "flatworm",
+  "nematode",
+  "conch",
+  "snail",
+  "slug",
+  "sea slug",
+  "chiton",
+  "chambered nautilus",
+  "Dungeness crab",
+  "rock crab",
+  "fiddler crab",
+  "king crab",
+  "American lobster",
+  "spiny lobster",
+  "crayfish",
+  "hermit crab",
+  "isopod",
+  "white stork",
+  "black stork",
+  "spoonbill",
+  "flamingo",
+  "little blue heron",
+  "American egret",
+  "bittern",
+  "crane",
+  "limpkin",
+  "European gallinule",
+  "American coot",
+  "bustard",
+  "ruddy turnstone",
+  "red-backed sandpiper",
+  "redshank",
+  "dowitcher",
+  "oystercatcher",
+  "pelican",
+  "king penguin",
+  "albatross",
+  "grey whale",
+  "killer whale",
+  "dugong",
+  "sea lion",
+  "Chihuahua",
+  "Japanese spaniel",
+  "Maltese dog",
+  "Pekinese",
+  "Shih-Tzu",
+  "Blenheim spaniel",
+  "papillon",
+  "toy terrier",
+  "Rhodesian ridgeback",
+  "Afghan hound",
+  "basset",
+  "beagle",
+  "bloodhound",
+  "bluetick",
+  "black-and-tan coonhound",
+  "Walker hound",
+  "English foxhound",
+  "redbone",
+  "borzoi",
+  "Irish wolfhound",
+  "Italian greyhound",
+  "whippet",
+  "Ibizan hound",
+  "Norwegian elkhound",
+  "otterhound",
+  "Saluki",
+  "Scottish deerhound",
+  "Weimaraner",
+  "Staffordshire bullterrier",
+  "American Staffordshire terrier",
+  "Bedlington terrier",
+  "Border terrier",
+  "Kerry blue terrier",
+  "Irish terrier",
+  "Norfolk terrier",
+  "Norwich terrier",
+  "Yorkshire terrier",
+  "wire-haired fox terrier",
+  "Lakeland terrier",
+  "Sealyham terrier",
+  "Airedale",
+  "cairn",
+  "Australian terrier",
+  "Dandie Dinmont",
+  "Boston bull",
+  "miniature schnauzer",
+  "giant schnauzer",
+  "standard schnauzer",
+  "Scotch terrier",
+  "Tibetan terrier",
+  "silky terrier",
+  "soft-coated wheaten terrier",
+  "West Highland white terrier",
+  "Lhasa",
+  "flat-coated retriever",
+  "curly-coated retriever",
+  "golden retriever",
+  "Labrador retriever",
+  "Chesapeake Bay retriever",
+  "German short-haired pointer",
+  "vizsla",
+  "English setter",
+  "Irish setter",
+  "Gordon setter",
+  "Brittany spaniel",
+  "clumber",
+  "English springer",
+  "Welsh springer spaniel",
+  "cocker spaniel",
+  "Sussex spaniel",
+  "Irish water spaniel",
+  "kuvasz",
+  "schipperke",
+  "groenendael",
+  "malinois",
+  "briard",
+  "kelpie",
+  "komondor",
+  "Old English sheepdog",
+  "Shetland sheepdog",
+  "collie",
+  "Border collie",
+  "Bouvier des Flandres",
+  "Rottweiler",
+  "German shepherd",
+  "Doberman",
+  "miniature pinscher",
+  "Greater Swiss Mountain dog",
+  "Bernese mountain dog",
+  "Appenzeller",
+  "EntleBucher",
+  "boxer",
+  "bull mastiff",
+  "Tibetan mastiff",
+  "French bulldog",
+  "Great Dane",
+  "Saint Bernard",
+  "Eskimo dog",
+  "malamute",
+  "Siberian husky",
+  "dalmatian",
+  "affenpinscher",
+  "basenji",
+  "pug",
+  "Leonberg",
+  "Newfoundland",
+  "Great Pyrenees",
+  "Samoyed",
+  "Pomeranian",
+  "chow",
+  "keeshond",
+  "Brabancon griffon",
+  "Pembroke",
+  "Cardigan",
+  "toy poodle",
+  "miniature poodle",
+  "standard poodle",
+  "Mexican hairless",
+  "timber wolf",
+  "white wolf",
+  "red wolf",
+  "coyote",
+  "dingo",
+  "dhole",
+  "African hunting dog",
+  "hyena",
+  "red fox",
+  "kit fox",
+  "Arctic fox",
+  "grey fox",
+  "tabby",
+  "tiger cat",
+  "Persian cat",
+  "Siamese cat",
+  "Egyptian cat",
+  "cougar",
+  "lynx",
+  "leopard",
+  "snow leopard",
+  "jaguar",
+  "lion",
+  "tiger",
+  "cheetah",
+  "brown bear",
+  "American black bear",
+  "ice bear",
+  "sloth bear",
+  "mongoose",
+  "meerkat",
+  "tiger beetle",
+  "ladybug",
+  "ground beetle",
+  "long-horned beetle",
+  "leaf beetle",
+  "dung beetle",
+  "rhinoceros beetle",
+  "weevil",
+  "fly",
+  "bee",
+  "ant",
+  "grasshopper",
+  "cricket",
+  "walking stick",
+  "cockroach",
+  "mantis",
+  "cicada",
+  "leafhopper",
+  "lacewing",
+  "dragonfly",
+  "damselfly",
+  "admiral",
+  "ringlet",
+  "monarch",
+  "cabbage butterfly",
+  "sulphur butterfly",
+  "lycaenid",
+  "starfish",
+  "sea urchin",
+  "sea cucumber",
+  "wood rabbit",
+  "hare",
+  "Angora",
+  "hamster",
+  "porcupine",
+  "fox squirrel",
+  "marmot",
+  "beaver",
+  "guinea pig",
+  "sorrel",
+  "zebra",
+  "hog",
+  "wild boar",
+  "warthog",
+  "hippopotamus",
+  "ox",
+  "water buffalo",
+  "bison",
+  "ram",
+  "bighorn",
+  "ibex",
+  "hartebeest",
+  "impala",
+  "gazelle",
+  "Arabian camel",
+  "llama",
+  "weasel",
+  "mink",
+  "polecat",
+  "black-footed ferret",
+  "otter",
+  "skunk",
+  "badger",
+  "armadillo",
+  "three-toed sloth",
+  "orangutan",
+  "gorilla",
+  "chimpanzee",
+  "gibbon",
+  "siamang",
+  "guenon",
+  "patas",
+  "baboon",
+  "macaque",
+  "langur",
+  "colobus",
+  "proboscis monkey",
+  "marmoset",
+  "capuchin",
+  "howler monkey",
+  "titi",
+  "spider monkey",
+  "squirrel monkey",
+  "Madagascar cat",
+  "indri",
+  "Indian elephant",
+  "African elephant",
+  "lesser panda",
+  "giant panda",
+  "barracouta",
+  "eel",
+  "coho",
+  "rock beauty",
+  "anemone fish",
+  "sturgeon",
+  "gar",
+  "lionfish",
+  "puffer",
+  "abacus",
+  "abaya",
+  "academic gown",
+  "accordion",
+  "acoustic guitar",
+  "aircraft carrier",
+  "airliner",
+  "airship",
+  "altar",
+  "ambulance",
+  "amphibian",
+  "analog clock",
+  "apiary",
+  "apron",
+  "ashcan",
+  "assault rifle",
+  "backpack",
+  "bakery",
+  "balance beam",
+  "balloon",
+  "ballpoint",
+  "Band Aid",
+  "banjo",
+  "bannister",
+  "barbell",
+  "barber chair",
+  "barbershop",
+  "barn",
+  "barometer",
+  "barrel",
+  "barrow",
+  "baseball",
+  "basketball",
+  "bassinet",
+  "bassoon",
+  "bathing cap",
+  "bath towel",
+  "bathtub",
+  "beach wagon",
+  "beacon",
+  "beaker",
+  "bearskin",
+  "beer bottle",
+  "beer glass",
+  "bell cote",
+  "bib",
+  "bicycle-built-for-two",
+  "bikini",
+  "binder",
+  "binoculars",
+  "birdhouse",
+  "boathouse",
+  "bobsled",
+  "bolo tie",
+  "bonnet",
+  "bookcase",
+  "bookshop",
+  "bottlecap",
+  "bow",
+  "bow tie",
+  "brass",
+  "brassiere",
+  "breakwater",
+  "breastplate",
+  "broom",
+  "bucket",
+  "buckle",
+  "bulletproof vest",
+  "bullet train",
+  "butcher shop",
+  "cab",
+  "caldron",
+  "candle",
+  "cannon",
+  "canoe",
+  "can opener",
+  "cardigan",
+  "car mirror",
+  "carousel",
+  "carpenter's kit",
+  "carton",
+  "car wheel",
+  "cash machine",
+  "cassette",
+  "cassette player",
+  "castle",
+  "catamaran",
+  "CD player",
+  "cello",
+  "cellular telephone",
+  "chain",
+  "chainlink fence",
+  "chain mail",
+  "chain saw",
+  "chest",
+  "chiffonier",
+  "chime",
+  "china cabinet",
+  "Christmas stocking",
+  "church",
+  "cinema",
+  "cleaver",
+  "cliff dwelling",
+  "cloak",
+  "clog",
+  "cocktail shaker",
+  "coffee mug",
+  "coffeepot",
+  "coil",
+  "combination lock",
+  "computer keyboard",
+  "confectionery",
+  "container ship",
+  "convertible",
+  "corkscrew",
+  "cornet",
+  "cowboy boot",
+  "cowboy hat",
+  "cradle",
+  "crane",
+  "crash helmet",
+  "crate",
+  "crib",
+  "Crock Pot",
+  "croquet ball",
+  "crutch",
+  "cuirass",
+  "dam",
+  "desk",
+  "desktop computer",
+  "dial telephone",
+  "diaper",
+  "digital clock",
+  "digital watch",
+  "dining table",
+  "dishrag",
+  "dishwasher",
+  "disk brake",
+  "dock",
+  "dogsled",
+  "dome",
+  "doormat",
+  "drilling platform",
+  "drum",
+  "drumstick",
+  "dumbbell",
+  "Dutch oven",
+  "electric fan",
+  "electric guitar",
+  "electric locomotive",
+  "entertainment center",
+  "envelope",
+  "espresso maker",
+  "face powder",
+  "feather boa",
+  "file",
+  "fireboat",
+  "fire engine",
+  "fire screen",
+  "flagpole",
+  "flute",
+  "folding chair",
+  "football helmet",
+  "forklift",
+  "fountain",
+  "fountain pen",
+  "four-poster",
+  "freight car",
+  "French horn",
+  "frying pan",
+  "fur coat",
+  "garbage truck",
+  "gasmask",
+  "gas pump",
+  "goblet",
+  "go-kart",
+  "golf ball",
+  "golfcart",
+  "gondola",
+  "gong",
+  "gown",
+  "grand piano",
+  "greenhouse",
+  "grille",
+  "grocery store",
+  "guillotine",
+  "hair slide",
+  "hair spray",
+  "half track",
+  "hammer",
+  "hamper",
+  "hand blower",
+  "hand-held computer",
+  "handkerchief",
+  "hard disc",
+  "harmonica",
+  "harp",
+  "harvester",
+  "hatchet",
+  "holster",
+  "home theater",
+  "honeycomb",
+  "hook",
+  "hoopskirt",
+  "horizontal bar",
+  "horse cart",
+  "hourglass",
+  "iPod",
+  "iron",
+  "jack-o'-lantern",
+  "jean",
+  "jeep",
+  "jersey",
+  "jigsaw puzzle",
+  "jinrikisha",
+  "joystick",
+  "kimono",
+  "knee pad",
+  "knot",
+  "lab coat",
+  "ladle",
+  "lampshade",
+  "laptop",
+  "lawn mower",
+  "lens cap",
+  "letter opener",
+  "library",
+  "lifeboat",
+  "lighter",
+  "limousine",
+  "liner",
+  "lipstick",
+  "Loafer",
+  "lotion",
+  "loudspeaker",
+  "loupe",
+  "lumbermill",
+  "magnetic compass",
+  "mailbag",
+  "mailbox",
+  "maillot",
+  "maillot",
+  "manhole cover",
+  "maraca",
+  "marimba",
+  "mask",
+  "matchstick",
+  "maypole",
+  "maze",
+  "measuring cup",
+  "medicine chest",
+  "megalith",
+  "microphone",
+  "microwave",
+  "military uniform",
+  "milk can",
+  "minibus",
+  "miniskirt",
+  "minivan",
+  "missile",
+  "mitten",
+  "mixing bowl",
+  "mobile home",
+  "Model T",
+  "modem",
+  "monastery",
+  "monitor",
+  "moped",
+  "mortar",
+  "mortarboard",
+  "mosque",
+  "mosquito net",
+  "motor scooter",
+  "mountain bike",
+  "mountain tent",
+  "mouse",
+  "mousetrap",
+  "moving van",
+  "muzzle",
+  "nail",
+  "neck brace",
+  "necklace",
+  "nipple",
+  "notebook",
+  "obelisk",
+  "oboe",
+  "ocarina",
+  "odometer",
+  "oil filter",
+  "organ",
+  "oscilloscope",
+  "overskirt",
+  "oxcart",
+  "oxygen mask",
+  "packet",
+  "paddle",
+  "paddlewheel",
+  "padlock",
+  "paintbrush",
+  "pajama",
+  "palace",
+  "panpipe",
+  "paper towel",
+  "parachute",
+  "parallel bars",
+  "park bench",
+  "parking meter",
+  "passenger car",
+  "patio",
+  "pay-phone",
+  "pedestal",
+  "pencil box",
+  "pencil sharpener",
+  "perfume",
+  "Petri dish",
+  "photocopier",
+  "pick",
+  "pickelhaube",
+  "picket fence",
+  "pickup",
+  "pier",
+  "piggy bank",
+  "pill bottle",
+  "pillow",
+  "ping-pong ball",
+  "pinwheel",
+  "pirate",
+  "pitcher",
+  "plane",
+  "planetarium",
+  "plastic bag",
+  "plate rack",
+  "plow",
+  "plunger",
+  "Polaroid camera",
+  "pole",
+  "police van",
+  "poncho",
+  "pool table",
+  "pop bottle",
+  "pot",
+  "potter's wheel",
+  "power drill",
+  "prayer rug",
+  "printer",
+  "prison",
+  "projectile",
+  "projector",
+  "puck",
+  "punching bag",
+  "purse",
+  "quill",
+  "quilt",
+  "racer",
+  "racket",
+  "radiator",
+  "radio",
+  "radio telescope",
+  "rain barrel",
+  "recreational vehicle",
+  "reel",
+  "reflex camera",
+  "refrigerator",
+  "remote control",
+  "restaurant",
+  "revolver",
+  "rifle",
+  "rocking chair",
+  "rotisserie",
+  "rubber eraser",
+  "rugby ball",
+  "rule",
+  "running shoe",
+  "safe",
+  "safety pin",
+  "saltshaker",
+  "sandal",
+  "sarong",
+  "sax",
+  "scabbard",
+  "scale",
+  "school bus",
+  "schooner",
+  "scoreboard",
+  "screen",
+  "screw",
+  "screwdriver",
+  "seat belt",
+  "sewing machine",
+  "shield",
+  "shoe shop",
+  "shoji",
+  "shopping basket",
+  "shopping cart",
+  "shovel",
+  "shower cap",
+  "shower curtain",
+  "ski",
+  "ski mask",
+  "sleeping bag",
+  "slide rule",
+  "sliding door",
+  "slot",
+  "snorkel",
+  "snowmobile",
+  "snowplow",
+  "soap dispenser",
+  "soccer ball",
+  "sock",
+  "solar dish",
+  "sombrero",
+  "soup bowl",
+  "space bar",
+  "space heater",
+  "space shuttle",
+  "spatula",
+  "speedboat",
+  "spider web",
+  "spindle",
+  "sports car",
+  "spotlight",
+  "stage",
+  "steam locomotive",
+  "steel arch bridge",
+  "steel drum",
+  "stethoscope",
+  "stole",
+  "stone wall",
+  "stopwatch",
+  "stove",
+  "strainer",
+  "streetcar",
+  "stretcher",
+  "studio couch",
+  "stupa",
+  "submarine",
+  "suit",
+  "sundial",
+  "sunglass",
+  "sunglasses",
+  "sunscreen",
+  "suspension bridge",
+  "swab",
+  "sweatshirt",
+  "swimming trunks",
+  "swing",
+  "switch",
+  "syringe",
+  "table lamp",
+  "tank",
+  "tape player",
+  "teapot",
+  "teddy",
+  "television",
+  "tennis ball",
+  "thatch",
+  "theater curtain",
+  "thimble",
+  "thresher",
+  "throne",
+  "tile roof",
+  "toaster",
+  "tobacco shop",
+  "toilet seat",
+  "torch",
+  "totem pole",
+  "tow truck",
+  "toyshop",
+  "tractor",
+  "trailer truck",
+  "tray",
+  "trench coat",
+  "tricycle",
+  "trimaran",
+  "tripod",
+  "triumphal arch",
+  "trolleybus",
+  "trombone",
+  "tub",
+  "turnstile",
+  "typewriter keyboard",
+  "umbrella",
+  "unicycle",
+  "upright",
+  "vacuum",
+  "vase",
+  "vault",
+  "velvet",
+  "vending machine",
+  "vestment",
+  "viaduct",
+  "violin",
+  "volleyball",
+  "waffle iron",
+  "wall clock",
+  "wallet",
+  "wardrobe",
+  "warplane",
+  "washbasin",
+  "washer",
+  "water bottle",
+  "water jug",
+  "water tower",
+  "whiskey jug",
+  "whistle",
+  "wig",
+  "window screen",
+  "window shade",
+  "Windsor tie",
+  "wine bottle",
+  "wing",
+  "wok",
+  "wooden spoon",
+  "wool",
+  "worm fence",
+  "wreck",
+  "yawl",
+  "yurt",
+  "web site",
+  "comic book",
+  "crossword puzzle",
+  "street sign",
+  "traffic light",
+  "book jacket",
+  "menu",
+  "plate",
+  "guacamole",
+  "consomme",
+  "hot pot",
+  "trifle",
+  "ice cream",
+  "ice lolly",
+  "French loaf",
+  "bagel",
+  "pretzel",
+  "cheeseburger",
+  "hotdog",
+  "mashed potato",
+  "head cabbage",
+  "broccoli",
+  "cauliflower",
+  "zucchini",
+  "spaghetti squash",
+  "acorn squash",
+  "butternut squash",
+  "cucumber",
+  "artichoke",
+  "bell pepper",
+  "cardoon",
+  "mushroom",
+  "Granny Smith",
+  "strawberry",
+  "orange",
+  "lemon",
+  "fig",
+  "pineapple",
+  "banana",
+  "jackfruit",
+  "custard apple",
+  "pomegranate",
+  "hay",
+  "carbonara",
+  "chocolate sauce",
+  "dough",
+  "meat loaf",
+  "pizza",
+  "potpie",
+  "burrito",
+  "red wine",
+  "espresso",
+  "cup",
+  "eggnog",
+  "alp",
+  "bubble",
+  "cliff",
+  "coral reef",
+  "geyser",
+  "lakeside",
+  "promontory",
+  "sandbar",
+  "seashore",
+  "valley",
+  "volcano",
+  "ballplayer",
+  "groom",
+  "scuba diver",
+  "rapeseed",
+  "daisy",
+  "yellow lady's slipper",
+  "corn",
+  "acorn",
+  "hip",
+  "buckeye",
+  "coral fungus",
+  "agaric",
+  "gyromitra",
+  "stinkhorn",
+  "earthstar",
+  "hen-of-the-woods",
+  "bolete",
+  "ear",
+  "toilet tissue"
+]
diff --git a/MLOps/serving_patterns/sync_async_pattern/docker-compose.yml b/MLOps/serving_patterns/sync_async_pattern/docker-compose.yml
new file mode 100644
index 0000000..5580d33
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/docker-compose.yml
@@ -0,0 +1,68 @@
+version: "3"
+
+services:
+  proxy:
+    container_name: proxy
+    image: shibui/ml-system-in-actions:sync_async_pattern_sync_async_proxy_0.0.1
+    restart: always
+    environment:
+      - PLATFORM=docker_compose
+      - QUEUE_NAME=tfs_queue
+      - REST_MOBILENET_V2=sync:8501
+      - REST_INCEPTION_V3=async:8601
+      - GRPC_MOBILENET_V2=sync:8500
+      - GRPC_INCEPTION_V3=async:8600
+    ports:
+      - "8000:8000"
+    command: ./run.sh
+    depends_on:
+      - redis
+      - sync
+      - async
+      - backend
+
+  sync:
+    container_name: sync
+    image: shibui/ml-system-in-actions:sync_async_pattern_imagenet_mobilenet_v2_0.0.1
+    restart: always
+    environment:
+      - PORT=8500
+      - REST_API_PORT=8501
+    ports:
+      - "8500:8500"
+      - "8501:8501"
+    entrypoint: ["/usr/bin/tf_serving_entrypoint.sh"]
+
+  async:
+    container_name: async
+    image: shibui/ml-system-in-actions:sync_async_pattern_imagenet_inception_v3_0.0.1
+    restart: always
+    environment:
+      - PORT=8600
+      - REST_API_PORT=8601
+    ports:
+      - "8600:8600"
+      - "8601:8601"
+    entrypoint: ["/usr/bin/tf_serving_entrypoint.sh"]
+
+  backend:
+    container_name: backend
+    image: shibui/ml-system-in-actions:sync_async_pattern_sync_async_backend_0.0.1
+    restart: always
+    environment:
+      - PLATFORM=docker_compose
+      - QUEUE_NAME=tfs_queue
+      - REST_MOBILENET_V2=sync:8501
+      - REST_INCEPTION_V3=async:8601
+      - GRPC_MOBILENET_V2=sync:8500
+      - GRPC_INCEPTION_V3=async:8600
+    entrypoint:
+      ["python", "-m", "src.api_composition_proxy.backend.prediction_batch"]
+    depends_on:
+      - redis
+
+  redis:
+    container_name: redis
+    image: "redis:latest"
+    ports:
+      - "6379:6379"
diff --git a/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/Dockerfile b/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/Dockerfile
new file mode 100644
index 0000000..d346ecb
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/Dockerfile
@@ -0,0 +1,33 @@
+FROM tensorflow/tensorflow:2.5.1 as builder
+
+ARG SERVER_DIR=imagenet_inception_v3
+ENV PROJECT_DIR sync_async_pattern
+WORKDIR /${PROJECT_DIR}
+ADD ./${SERVER_DIR}/requirements.txt /${PROJECT_DIR}/
+
+COPY ./${SERVER_DIR}/extract_inception_v3.py /${PROJECT_DIR}/extract_inception_v3.py
+COPY ./${SERVER_DIR}/data/image_net_labels.json /${PROJECT_DIR}/data/image_net_labels.json
+
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install  --no-cache-dir -r requirements.txt && \
+    touch __init__.py && \
+    python -m extract_inception_v3
+
+
+FROM tensorflow/serving:2.5.2
+
+ARG SERVER_DIR=imagenet_inception_v3
+ENV PROJECT_DIR sync_async_pattern
+ENV MODEL_BASE_PATH /${PROJECT_DIR}/saved_model/inception_v3
+ENV MODEL_NAME inception_v3
+
+COPY --from=builder /${PROJECT_DIR}/saved_model/inception_v3 ${MODEL_BASE_PATH}
+EXPOSE 8500
+EXPOSE 8501
+
+COPY ./${SERVER_DIR}/tf_serving_entrypoint.sh /usr/bin/tf_serving_entrypoint.sh
+RUN chmod +x /usr/bin/tf_serving_entrypoint.sh
+ENTRYPOINT ["/usr/bin/tf_serving_entrypoint.sh"]
\ No newline at end of file
diff --git a/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/__init__.py b/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/data/cat.jpg b/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/data/cat.jpg
new file mode 100644
index 0000000..c4d4861
Binary files /dev/null and b/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/data/cat.jpg differ
diff --git a/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/data/image_net_labels.json b/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/data/image_net_labels.json
new file mode 100644
index 0000000..8b00a76
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/data/image_net_labels.json
@@ -0,0 +1,1003 @@
+[
+  "background",
+  "tench",
+  "goldfish",
+  "great white shark",
+  "tiger shark",
+  "hammerhead",
+  "electric ray",
+  "stingray",
+  "cock",
+  "hen",
+  "ostrich",
+  "brambling",
+  "goldfinch",
+  "house finch",
+  "junco",
+  "indigo bunting",
+  "robin",
+  "bulbul",
+  "jay",
+  "magpie",
+  "chickadee",
+  "water ouzel",
+  "kite",
+  "bald eagle",
+  "vulture",
+  "great grey owl",
+  "European fire salamander",
+  "common newt",
+  "eft",
+  "spotted salamander",
+  "axolotl",
+  "bullfrog",
+  "tree frog",
+  "tailed frog",
+  "loggerhead",
+  "leatherback turtle",
+  "mud turtle",
+  "terrapin",
+  "box turtle",
+  "banded gecko",
+  "common iguana",
+  "American chameleon",
+  "whiptail",
+  "agama",
+  "frilled lizard",
+  "alligator lizard",
+  "Gila monster",
+  "green lizard",
+  "African chameleon",
+  "Komodo dragon",
+  "African crocodile",
+  "American alligator",
+  "triceratops",
+  "thunder snake",
+  "ringneck snake",
+  "hognose snake",
+  "green snake",
+  "king snake",
+  "garter snake",
+  "water snake",
+  "vine snake",
+  "night snake",
+  "boa constrictor",
+  "rock python",
+  "Indian cobra",
+  "green mamba",
+  "sea snake",
+  "horned viper",
+  "diamondback",
+  "sidewinder",
+  "trilobite",
+  "harvestman",
+  "scorpion",
+  "black and gold garden spider",
+  "barn spider",
+  "garden spider",
+  "black widow",
+  "tarantula",
+  "wolf spider",
+  "tick",
+  "centipede",
+  "black grouse",
+  "ptarmigan",
+  "ruffed grouse",
+  "prairie chicken",
+  "peacock",
+  "quail",
+  "partridge",
+  "African grey",
+  "macaw",
+  "sulphur-crested cockatoo",
+  "lorikeet",
+  "coucal",
+  "bee eater",
+  "hornbill",
+  "hummingbird",
+  "jacamar",
+  "toucan",
+  "drake",
+  "red-breasted merganser",
+  "goose",
+  "black swan",
+  "tusker",
+  "echidna",
+  "platypus",
+  "wallaby",
+  "koala",
+  "wombat",
+  "jellyfish",
+  "sea anemone",
+  "brain coral",
+  "flatworm",
+  "nematode",
+  "conch",
+  "snail",
+  "slug",
+  "sea slug",
+  "chiton",
+  "chambered nautilus",
+  "Dungeness crab",
+  "rock crab",
+  "fiddler crab",
+  "king crab",
+  "American lobster",
+  "spiny lobster",
+  "crayfish",
+  "hermit crab",
+  "isopod",
+  "white stork",
+  "black stork",
+  "spoonbill",
+  "flamingo",
+  "little blue heron",
+  "American egret",
+  "bittern",
+  "crane",
+  "limpkin",
+  "European gallinule",
+  "American coot",
+  "bustard",
+  "ruddy turnstone",
+  "red-backed sandpiper",
+  "redshank",
+  "dowitcher",
+  "oystercatcher",
+  "pelican",
+  "king penguin",
+  "albatross",
+  "grey whale",
+  "killer whale",
+  "dugong",
+  "sea lion",
+  "Chihuahua",
+  "Japanese spaniel",
+  "Maltese dog",
+  "Pekinese",
+  "Shih-Tzu",
+  "Blenheim spaniel",
+  "papillon",
+  "toy terrier",
+  "Rhodesian ridgeback",
+  "Afghan hound",
+  "basset",
+  "beagle",
+  "bloodhound",
+  "bluetick",
+  "black-and-tan coonhound",
+  "Walker hound",
+  "English foxhound",
+  "redbone",
+  "borzoi",
+  "Irish wolfhound",
+  "Italian greyhound",
+  "whippet",
+  "Ibizan hound",
+  "Norwegian elkhound",
+  "otterhound",
+  "Saluki",
+  "Scottish deerhound",
+  "Weimaraner",
+  "Staffordshire bullterrier",
+  "American Staffordshire terrier",
+  "Bedlington terrier",
+  "Border terrier",
+  "Kerry blue terrier",
+  "Irish terrier",
+  "Norfolk terrier",
+  "Norwich terrier",
+  "Yorkshire terrier",
+  "wire-haired fox terrier",
+  "Lakeland terrier",
+  "Sealyham terrier",
+  "Airedale",
+  "cairn",
+  "Australian terrier",
+  "Dandie Dinmont",
+  "Boston bull",
+  "miniature schnauzer",
+  "giant schnauzer",
+  "standard schnauzer",
+  "Scotch terrier",
+  "Tibetan terrier",
+  "silky terrier",
+  "soft-coated wheaten terrier",
+  "West Highland white terrier",
+  "Lhasa",
+  "flat-coated retriever",
+  "curly-coated retriever",
+  "golden retriever",
+  "Labrador retriever",
+  "Chesapeake Bay retriever",
+  "German short-haired pointer",
+  "vizsla",
+  "English setter",
+  "Irish setter",
+  "Gordon setter",
+  "Brittany spaniel",
+  "clumber",
+  "English springer",
+  "Welsh springer spaniel",
+  "cocker spaniel",
+  "Sussex spaniel",
+  "Irish water spaniel",
+  "kuvasz",
+  "schipperke",
+  "groenendael",
+  "malinois",
+  "briard",
+  "kelpie",
+  "komondor",
+  "Old English sheepdog",
+  "Shetland sheepdog",
+  "collie",
+  "Border collie",
+  "Bouvier des Flandres",
+  "Rottweiler",
+  "German shepherd",
+  "Doberman",
+  "miniature pinscher",
+  "Greater Swiss Mountain dog",
+  "Bernese mountain dog",
+  "Appenzeller",
+  "EntleBucher",
+  "boxer",
+  "bull mastiff",
+  "Tibetan mastiff",
+  "French bulldog",
+  "Great Dane",
+  "Saint Bernard",
+  "Eskimo dog",
+  "malamute",
+  "Siberian husky",
+  "dalmatian",
+  "affenpinscher",
+  "basenji",
+  "pug",
+  "Leonberg",
+  "Newfoundland",
+  "Great Pyrenees",
+  "Samoyed",
+  "Pomeranian",
+  "chow",
+  "keeshond",
+  "Brabancon griffon",
+  "Pembroke",
+  "Cardigan",
+  "toy poodle",
+  "miniature poodle",
+  "standard poodle",
+  "Mexican hairless",
+  "timber wolf",
+  "white wolf",
+  "red wolf",
+  "coyote",
+  "dingo",
+  "dhole",
+  "African hunting dog",
+  "hyena",
+  "red fox",
+  "kit fox",
+  "Arctic fox",
+  "grey fox",
+  "tabby",
+  "tiger cat",
+  "Persian cat",
+  "Siamese cat",
+  "Egyptian cat",
+  "cougar",
+  "lynx",
+  "leopard",
+  "snow leopard",
+  "jaguar",
+  "lion",
+  "tiger",
+  "cheetah",
+  "brown bear",
+  "American black bear",
+  "ice bear",
+  "sloth bear",
+  "mongoose",
+  "meerkat",
+  "tiger beetle",
+  "ladybug",
+  "ground beetle",
+  "long-horned beetle",
+  "leaf beetle",
+  "dung beetle",
+  "rhinoceros beetle",
+  "weevil",
+  "fly",
+  "bee",
+  "ant",
+  "grasshopper",
+  "cricket",
+  "walking stick",
+  "cockroach",
+  "mantis",
+  "cicada",
+  "leafhopper",
+  "lacewing",
+  "dragonfly",
+  "damselfly",
+  "admiral",
+  "ringlet",
+  "monarch",
+  "cabbage butterfly",
+  "sulphur butterfly",
+  "lycaenid",
+  "starfish",
+  "sea urchin",
+  "sea cucumber",
+  "wood rabbit",
+  "hare",
+  "Angora",
+  "hamster",
+  "porcupine",
+  "fox squirrel",
+  "marmot",
+  "beaver",
+  "guinea pig",
+  "sorrel",
+  "zebra",
+  "hog",
+  "wild boar",
+  "warthog",
+  "hippopotamus",
+  "ox",
+  "water buffalo",
+  "bison",
+  "ram",
+  "bighorn",
+  "ibex",
+  "hartebeest",
+  "impala",
+  "gazelle",
+  "Arabian camel",
+  "llama",
+  "weasel",
+  "mink",
+  "polecat",
+  "black-footed ferret",
+  "otter",
+  "skunk",
+  "badger",
+  "armadillo",
+  "three-toed sloth",
+  "orangutan",
+  "gorilla",
+  "chimpanzee",
+  "gibbon",
+  "siamang",
+  "guenon",
+  "patas",
+  "baboon",
+  "macaque",
+  "langur",
+  "colobus",
+  "proboscis monkey",
+  "marmoset",
+  "capuchin",
+  "howler monkey",
+  "titi",
+  "spider monkey",
+  "squirrel monkey",
+  "Madagascar cat",
+  "indri",
+  "Indian elephant",
+  "African elephant",
+  "lesser panda",
+  "giant panda",
+  "barracouta",
+  "eel",
+  "coho",
+  "rock beauty",
+  "anemone fish",
+  "sturgeon",
+  "gar",
+  "lionfish",
+  "puffer",
+  "abacus",
+  "abaya",
+  "academic gown",
+  "accordion",
+  "acoustic guitar",
+  "aircraft carrier",
+  "airliner",
+  "airship",
+  "altar",
+  "ambulance",
+  "amphibian",
+  "analog clock",
+  "apiary",
+  "apron",
+  "ashcan",
+  "assault rifle",
+  "backpack",
+  "bakery",
+  "balance beam",
+  "balloon",
+  "ballpoint",
+  "Band Aid",
+  "banjo",
+  "bannister",
+  "barbell",
+  "barber chair",
+  "barbershop",
+  "barn",
+  "barometer",
+  "barrel",
+  "barrow",
+  "baseball",
+  "basketball",
+  "bassinet",
+  "bassoon",
+  "bathing cap",
+  "bath towel",
+  "bathtub",
+  "beach wagon",
+  "beacon",
+  "beaker",
+  "bearskin",
+  "beer bottle",
+  "beer glass",
+  "bell cote",
+  "bib",
+  "bicycle-built-for-two",
+  "bikini",
+  "binder",
+  "binoculars",
+  "birdhouse",
+  "boathouse",
+  "bobsled",
+  "bolo tie",
+  "bonnet",
+  "bookcase",
+  "bookshop",
+  "bottlecap",
+  "bow",
+  "bow tie",
+  "brass",
+  "brassiere",
+  "breakwater",
+  "breastplate",
+  "broom",
+  "bucket",
+  "buckle",
+  "bulletproof vest",
+  "bullet train",
+  "butcher shop",
+  "cab",
+  "caldron",
+  "candle",
+  "cannon",
+  "canoe",
+  "can opener",
+  "cardigan",
+  "car mirror",
+  "carousel",
+  "carpenter's kit",
+  "carton",
+  "car wheel",
+  "cash machine",
+  "cassette",
+  "cassette player",
+  "castle",
+  "catamaran",
+  "CD player",
+  "cello",
+  "cellular telephone",
+  "chain",
+  "chainlink fence",
+  "chain mail",
+  "chain saw",
+  "chest",
+  "chiffonier",
+  "chime",
+  "china cabinet",
+  "Christmas stocking",
+  "church",
+  "cinema",
+  "cleaver",
+  "cliff dwelling",
+  "cloak",
+  "clog",
+  "cocktail shaker",
+  "coffee mug",
+  "coffeepot",
+  "coil",
+  "combination lock",
+  "computer keyboard",
+  "confectionery",
+  "container ship",
+  "convertible",
+  "corkscrew",
+  "cornet",
+  "cowboy boot",
+  "cowboy hat",
+  "cradle",
+  "crane",
+  "crash helmet",
+  "crate",
+  "crib",
+  "Crock Pot",
+  "croquet ball",
+  "crutch",
+  "cuirass",
+  "dam",
+  "desk",
+  "desktop computer",
+  "dial telephone",
+  "diaper",
+  "digital clock",
+  "digital watch",
+  "dining table",
+  "dishrag",
+  "dishwasher",
+  "disk brake",
+  "dock",
+  "dogsled",
+  "dome",
+  "doormat",
+  "drilling platform",
+  "drum",
+  "drumstick",
+  "dumbbell",
+  "Dutch oven",
+  "electric fan",
+  "electric guitar",
+  "electric locomotive",
+  "entertainment center",
+  "envelope",
+  "espresso maker",
+  "face powder",
+  "feather boa",
+  "file",
+  "fireboat",
+  "fire engine",
+  "fire screen",
+  "flagpole",
+  "flute",
+  "folding chair",
+  "football helmet",
+  "forklift",
+  "fountain",
+  "fountain pen",
+  "four-poster",
+  "freight car",
+  "French horn",
+  "frying pan",
+  "fur coat",
+  "garbage truck",
+  "gasmask",
+  "gas pump",
+  "goblet",
+  "go-kart",
+  "golf ball",
+  "golfcart",
+  "gondola",
+  "gong",
+  "gown",
+  "grand piano",
+  "greenhouse",
+  "grille",
+  "grocery store",
+  "guillotine",
+  "hair slide",
+  "hair spray",
+  "half track",
+  "hammer",
+  "hamper",
+  "hand blower",
+  "hand-held computer",
+  "handkerchief",
+  "hard disc",
+  "harmonica",
+  "harp",
+  "harvester",
+  "hatchet",
+  "holster",
+  "home theater",
+  "honeycomb",
+  "hook",
+  "hoopskirt",
+  "horizontal bar",
+  "horse cart",
+  "hourglass",
+  "iPod",
+  "iron",
+  "jack-o'-lantern",
+  "jean",
+  "jeep",
+  "jersey",
+  "jigsaw puzzle",
+  "jinrikisha",
+  "joystick",
+  "kimono",
+  "knee pad",
+  "knot",
+  "lab coat",
+  "ladle",
+  "lampshade",
+  "laptop",
+  "lawn mower",
+  "lens cap",
+  "letter opener",
+  "library",
+  "lifeboat",
+  "lighter",
+  "limousine",
+  "liner",
+  "lipstick",
+  "Loafer",
+  "lotion",
+  "loudspeaker",
+  "loupe",
+  "lumbermill",
+  "magnetic compass",
+  "mailbag",
+  "mailbox",
+  "maillot",
+  "maillot",
+  "manhole cover",
+  "maraca",
+  "marimba",
+  "mask",
+  "matchstick",
+  "maypole",
+  "maze",
+  "measuring cup",
+  "medicine chest",
+  "megalith",
+  "microphone",
+  "microwave",
+  "military uniform",
+  "milk can",
+  "minibus",
+  "miniskirt",
+  "minivan",
+  "missile",
+  "mitten",
+  "mixing bowl",
+  "mobile home",
+  "Model T",
+  "modem",
+  "monastery",
+  "monitor",
+  "moped",
+  "mortar",
+  "mortarboard",
+  "mosque",
+  "mosquito net",
+  "motor scooter",
+  "mountain bike",
+  "mountain tent",
+  "mouse",
+  "mousetrap",
+  "moving van",
+  "muzzle",
+  "nail",
+  "neck brace",
+  "necklace",
+  "nipple",
+  "notebook",
+  "obelisk",
+  "oboe",
+  "ocarina",
+  "odometer",
+  "oil filter",
+  "organ",
+  "oscilloscope",
+  "overskirt",
+  "oxcart",
+  "oxygen mask",
+  "packet",
+  "paddle",
+  "paddlewheel",
+  "padlock",
+  "paintbrush",
+  "pajama",
+  "palace",
+  "panpipe",
+  "paper towel",
+  "parachute",
+  "parallel bars",
+  "park bench",
+  "parking meter",
+  "passenger car",
+  "patio",
+  "pay-phone",
+  "pedestal",
+  "pencil box",
+  "pencil sharpener",
+  "perfume",
+  "Petri dish",
+  "photocopier",
+  "pick",
+  "pickelhaube",
+  "picket fence",
+  "pickup",
+  "pier",
+  "piggy bank",
+  "pill bottle",
+  "pillow",
+  "ping-pong ball",
+  "pinwheel",
+  "pirate",
+  "pitcher",
+  "plane",
+  "planetarium",
+  "plastic bag",
+  "plate rack",
+  "plow",
+  "plunger",
+  "Polaroid camera",
+  "pole",
+  "police van",
+  "poncho",
+  "pool table",
+  "pop bottle",
+  "pot",
+  "potter's wheel",
+  "power drill",
+  "prayer rug",
+  "printer",
+  "prison",
+  "projectile",
+  "projector",
+  "puck",
+  "punching bag",
+  "purse",
+  "quill",
+  "quilt",
+  "racer",
+  "racket",
+  "radiator",
+  "radio",
+  "radio telescope",
+  "rain barrel",
+  "recreational vehicle",
+  "reel",
+  "reflex camera",
+  "refrigerator",
+  "remote control",
+  "restaurant",
+  "revolver",
+  "rifle",
+  "rocking chair",
+  "rotisserie",
+  "rubber eraser",
+  "rugby ball",
+  "rule",
+  "running shoe",
+  "safe",
+  "safety pin",
+  "saltshaker",
+  "sandal",
+  "sarong",
+  "sax",
+  "scabbard",
+  "scale",
+  "school bus",
+  "schooner",
+  "scoreboard",
+  "screen",
+  "screw",
+  "screwdriver",
+  "seat belt",
+  "sewing machine",
+  "shield",
+  "shoe shop",
+  "shoji",
+  "shopping basket",
+  "shopping cart",
+  "shovel",
+  "shower cap",
+  "shower curtain",
+  "ski",
+  "ski mask",
+  "sleeping bag",
+  "slide rule",
+  "sliding door",
+  "slot",
+  "snorkel",
+  "snowmobile",
+  "snowplow",
+  "soap dispenser",
+  "soccer ball",
+  "sock",
+  "solar dish",
+  "sombrero",
+  "soup bowl",
+  "space bar",
+  "space heater",
+  "space shuttle",
+  "spatula",
+  "speedboat",
+  "spider web",
+  "spindle",
+  "sports car",
+  "spotlight",
+  "stage",
+  "steam locomotive",
+  "steel arch bridge",
+  "steel drum",
+  "stethoscope",
+  "stole",
+  "stone wall",
+  "stopwatch",
+  "stove",
+  "strainer",
+  "streetcar",
+  "stretcher",
+  "studio couch",
+  "stupa",
+  "submarine",
+  "suit",
+  "sundial",
+  "sunglass",
+  "sunglasses",
+  "sunscreen",
+  "suspension bridge",
+  "swab",
+  "sweatshirt",
+  "swimming trunks",
+  "swing",
+  "switch",
+  "syringe",
+  "table lamp",
+  "tank",
+  "tape player",
+  "teapot",
+  "teddy",
+  "television",
+  "tennis ball",
+  "thatch",
+  "theater curtain",
+  "thimble",
+  "thresher",
+  "throne",
+  "tile roof",
+  "toaster",
+  "tobacco shop",
+  "toilet seat",
+  "torch",
+  "totem pole",
+  "tow truck",
+  "toyshop",
+  "tractor",
+  "trailer truck",
+  "tray",
+  "trench coat",
+  "tricycle",
+  "trimaran",
+  "tripod",
+  "triumphal arch",
+  "trolleybus",
+  "trombone",
+  "tub",
+  "turnstile",
+  "typewriter keyboard",
+  "umbrella",
+  "unicycle",
+  "upright",
+  "vacuum",
+  "vase",
+  "vault",
+  "velvet",
+  "vending machine",
+  "vestment",
+  "viaduct",
+  "violin",
+  "volleyball",
+  "waffle iron",
+  "wall clock",
+  "wallet",
+  "wardrobe",
+  "warplane",
+  "washbasin",
+  "washer",
+  "water bottle",
+  "water jug",
+  "water tower",
+  "whiskey jug",
+  "whistle",
+  "wig",
+  "window screen",
+  "window shade",
+  "Windsor tie",
+  "wine bottle",
+  "wing",
+  "wok",
+  "wooden spoon",
+  "wool",
+  "worm fence",
+  "wreck",
+  "yawl",
+  "yurt",
+  "web site",
+  "comic book",
+  "crossword puzzle",
+  "street sign",
+  "traffic light",
+  "book jacket",
+  "menu",
+  "plate",
+  "guacamole",
+  "consomme",
+  "hot pot",
+  "trifle",
+  "ice cream",
+  "ice lolly",
+  "French loaf",
+  "bagel",
+  "pretzel",
+  "cheeseburger",
+  "hotdog",
+  "mashed potato",
+  "head cabbage",
+  "broccoli",
+  "cauliflower",
+  "zucchini",
+  "spaghetti squash",
+  "acorn squash",
+  "butternut squash",
+  "cucumber",
+  "artichoke",
+  "bell pepper",
+  "cardoon",
+  "mushroom",
+  "Granny Smith",
+  "strawberry",
+  "orange",
+  "lemon",
+  "fig",
+  "pineapple",
+  "banana",
+  "jackfruit",
+  "custard apple",
+  "pomegranate",
+  "hay",
+  "carbonara",
+  "chocolate sauce",
+  "dough",
+  "meat loaf",
+  "pizza",
+  "potpie",
+  "burrito",
+  "red wine",
+  "espresso",
+  "cup",
+  "eggnog",
+  "alp",
+  "bubble",
+  "cliff",
+  "coral reef",
+  "geyser",
+  "lakeside",
+  "promontory",
+  "sandbar",
+  "seashore",
+  "valley",
+  "volcano",
+  "ballplayer",
+  "groom",
+  "scuba diver",
+  "rapeseed",
+  "daisy",
+  "yellow lady's slipper",
+  "corn",
+  "acorn",
+  "hip",
+  "buckeye",
+  "coral fungus",
+  "agaric",
+  "gyromitra",
+  "stinkhorn",
+  "earthstar",
+  "hen-of-the-woods",
+  "bolete",
+  "ear",
+  "toilet tissue"
+]
diff --git a/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/extract_inception_v3.py b/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/extract_inception_v3.py
new file mode 100644
index 0000000..29929ae
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/extract_inception_v3.py
@@ -0,0 +1,63 @@
+import json
+from typing import Dict, List
+
+import tensorflow as tf
+import tensorflow_hub as hub
+from tensorflow import keras
+
+
+def get_label(json_path: str = "./data/image_net_labels.json") -> List[str]:
+    with open(json_path, "r") as f:
+        labels = json.load(f)
+    return labels
+
+
+def load_hub_model() -> tf.keras.Model:
+    model = tf.keras.Sequential([hub.KerasLayer("https://tfhub.dev/google/imagenet/inception_v3/classification/4")])
+    model.build([None, 299, 299, 3])
+    return model
+
+
+class InceptionV3Model(tf.keras.Model):
+    def __init__(self, model: tf.keras.Model, labels: List[str]):
+        super().__init__(self)
+        self.model = model
+        self.labels = labels
+
+    @tf.function(input_signature=[tf.TensorSpec(shape=[None], dtype=tf.string, name="image")])
+    def serving_fn(self, input_img: str) -> tf.Tensor:
+        def _base64_to_array(img):
+            img = tf.io.decode_base64(img)
+            img = tf.io.decode_jpeg(img)
+            img = tf.image.convert_image_dtype(img, tf.float32)
+            img = tf.image.resize(img, (299, 299))
+            img = tf.reshape(img, (299, 299, 3))
+            return img
+
+        img = tf.map_fn(_base64_to_array, input_img, dtype=tf.float32)
+        predictions = self.model(img)
+
+        def _convert_to_label(predictions):
+            max_prob = tf.math.reduce_max(predictions)
+            idx = tf.where(tf.equal(predictions, max_prob))
+            label = tf.squeeze(tf.gather(self.labels, idx))
+            return label
+
+        return tf.map_fn(_convert_to_label, predictions, dtype=tf.string)
+
+    def save(self, export_path="./saved_model/inception_v3/"):
+        signatures = {"serving_default": self.serving_fn}
+        tf.keras.backend.set_learning_phase(0)
+        tf.saved_model.save(self, export_path, signatures=signatures)
+
+
+def main():
+    labels = get_label(json_path="./data/image_net_labels.json")
+    inception_v3_hub_model = load_hub_model()
+    inception_v3_model = InceptionV3Model(model=inception_v3_hub_model, labels=labels)
+    version_number = 0
+    inception_v3_model.save(export_path=f"./saved_model/inception_v3/{version_number}")
+
+
+if __name__ == "__main__":
+    main()
diff --git a/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/requirements.txt b/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/requirements.txt
new file mode 100644
index 0000000..e2a5e51
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/requirements.txt
@@ -0,0 +1,11 @@
+importlib-metadata>=1.7.0
+joblib>=0.15.1
+numpy>=1.18.5
+Pillow>=8.3.2
+psutil==5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+tensorflow-serving-api>=2.5.2
+tensorflow>=2.5.1
+tensorflow-hub>=0.10.0
+typing>=3.7.4.1
diff --git a/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/tf_serving_entrypoint.sh b/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/tf_serving_entrypoint.sh
new file mode 100644
index 0000000..a628d91
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/imagenet_inception_v3/tf_serving_entrypoint.sh
@@ -0,0 +1,14 @@
+#!/bin/bash
+
+set -eu
+
+PORT=${PORT:-8500}
+REST_API_PORT=${REST_API_PORT:-8501}
+MODEL_NAME=${MODEL_NAME:-"inception_v3"}
+MODEL_BASE_PATH=${MODEL_BASE_PATH:-"/sync_async_pattern/saved_model/${MODEL_NAME}"}
+
+tensorflow_model_server \
+    --port=${PORT} \
+    --rest_api_port=${REST_API_PORT} \
+    --model_name=${MODEL_NAME} \
+    --model_base_path=${MODEL_BASE_PATH} 
\ No newline at end of file
diff --git a/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/Dockerfile b/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/Dockerfile
new file mode 100644
index 0000000..f5c71bc
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/Dockerfile
@@ -0,0 +1,33 @@
+FROM tensorflow/tensorflow:2.5.1 as builder
+
+ARG SERVER_DIR=imagenet_mobilenet_v2
+ENV PROJECT_DIR sync_async_pattern
+WORKDIR /${PROJECT_DIR}
+ADD ./${SERVER_DIR}/requirements.txt /${PROJECT_DIR}/
+
+COPY ./${SERVER_DIR}/extract_mobilenet_v2.py /${PROJECT_DIR}/extract_mobilenet_v2.py
+COPY ./${SERVER_DIR}/data/image_net_labels.json /${PROJECT_DIR}/data/image_net_labels.json
+
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install  --no-cache-dir -r requirements.txt && \
+    touch __init__.py && \
+    python -m extract_mobilenet_v2
+
+
+FROM tensorflow/serving:2.5.2
+
+ARG SERVER_DIR=imagenet_mobilenet_v2
+ENV PROJECT_DIR sync_async_pattern
+ENV MODEL_BASE_PATH /${PROJECT_DIR}/saved_model/mobilenet_v2
+ENV MODEL_NAME mobilenet_v2
+
+COPY --from=builder /${PROJECT_DIR}/saved_model/mobilenet_v2 ${MODEL_BASE_PATH}
+EXPOSE 8500
+EXPOSE 8501
+
+COPY ./${SERVER_DIR}/tf_serving_entrypoint.sh /usr/bin/tf_serving_entrypoint.sh
+RUN chmod +x /usr/bin/tf_serving_entrypoint.sh
+ENTRYPOINT ["/usr/bin/tf_serving_entrypoint.sh"]
\ No newline at end of file
diff --git a/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/__init__.py b/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/data/cat.jpg b/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/data/cat.jpg
new file mode 100644
index 0000000..c4d4861
Binary files /dev/null and b/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/data/cat.jpg differ
diff --git a/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/data/image_net_labels.json b/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/data/image_net_labels.json
new file mode 100644
index 0000000..8b00a76
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/data/image_net_labels.json
@@ -0,0 +1,1003 @@
+[
+  "background",
+  "tench",
+  "goldfish",
+  "great white shark",
+  "tiger shark",
+  "hammerhead",
+  "electric ray",
+  "stingray",
+  "cock",
+  "hen",
+  "ostrich",
+  "brambling",
+  "goldfinch",
+  "house finch",
+  "junco",
+  "indigo bunting",
+  "robin",
+  "bulbul",
+  "jay",
+  "magpie",
+  "chickadee",
+  "water ouzel",
+  "kite",
+  "bald eagle",
+  "vulture",
+  "great grey owl",
+  "European fire salamander",
+  "common newt",
+  "eft",
+  "spotted salamander",
+  "axolotl",
+  "bullfrog",
+  "tree frog",
+  "tailed frog",
+  "loggerhead",
+  "leatherback turtle",
+  "mud turtle",
+  "terrapin",
+  "box turtle",
+  "banded gecko",
+  "common iguana",
+  "American chameleon",
+  "whiptail",
+  "agama",
+  "frilled lizard",
+  "alligator lizard",
+  "Gila monster",
+  "green lizard",
+  "African chameleon",
+  "Komodo dragon",
+  "African crocodile",
+  "American alligator",
+  "triceratops",
+  "thunder snake",
+  "ringneck snake",
+  "hognose snake",
+  "green snake",
+  "king snake",
+  "garter snake",
+  "water snake",
+  "vine snake",
+  "night snake",
+  "boa constrictor",
+  "rock python",
+  "Indian cobra",
+  "green mamba",
+  "sea snake",
+  "horned viper",
+  "diamondback",
+  "sidewinder",
+  "trilobite",
+  "harvestman",
+  "scorpion",
+  "black and gold garden spider",
+  "barn spider",
+  "garden spider",
+  "black widow",
+  "tarantula",
+  "wolf spider",
+  "tick",
+  "centipede",
+  "black grouse",
+  "ptarmigan",
+  "ruffed grouse",
+  "prairie chicken",
+  "peacock",
+  "quail",
+  "partridge",
+  "African grey",
+  "macaw",
+  "sulphur-crested cockatoo",
+  "lorikeet",
+  "coucal",
+  "bee eater",
+  "hornbill",
+  "hummingbird",
+  "jacamar",
+  "toucan",
+  "drake",
+  "red-breasted merganser",
+  "goose",
+  "black swan",
+  "tusker",
+  "echidna",
+  "platypus",
+  "wallaby",
+  "koala",
+  "wombat",
+  "jellyfish",
+  "sea anemone",
+  "brain coral",
+  "flatworm",
+  "nematode",
+  "conch",
+  "snail",
+  "slug",
+  "sea slug",
+  "chiton",
+  "chambered nautilus",
+  "Dungeness crab",
+  "rock crab",
+  "fiddler crab",
+  "king crab",
+  "American lobster",
+  "spiny lobster",
+  "crayfish",
+  "hermit crab",
+  "isopod",
+  "white stork",
+  "black stork",
+  "spoonbill",
+  "flamingo",
+  "little blue heron",
+  "American egret",
+  "bittern",
+  "crane",
+  "limpkin",
+  "European gallinule",
+  "American coot",
+  "bustard",
+  "ruddy turnstone",
+  "red-backed sandpiper",
+  "redshank",
+  "dowitcher",
+  "oystercatcher",
+  "pelican",
+  "king penguin",
+  "albatross",
+  "grey whale",
+  "killer whale",
+  "dugong",
+  "sea lion",
+  "Chihuahua",
+  "Japanese spaniel",
+  "Maltese dog",
+  "Pekinese",
+  "Shih-Tzu",
+  "Blenheim spaniel",
+  "papillon",
+  "toy terrier",
+  "Rhodesian ridgeback",
+  "Afghan hound",
+  "basset",
+  "beagle",
+  "bloodhound",
+  "bluetick",
+  "black-and-tan coonhound",
+  "Walker hound",
+  "English foxhound",
+  "redbone",
+  "borzoi",
+  "Irish wolfhound",
+  "Italian greyhound",
+  "whippet",
+  "Ibizan hound",
+  "Norwegian elkhound",
+  "otterhound",
+  "Saluki",
+  "Scottish deerhound",
+  "Weimaraner",
+  "Staffordshire bullterrier",
+  "American Staffordshire terrier",
+  "Bedlington terrier",
+  "Border terrier",
+  "Kerry blue terrier",
+  "Irish terrier",
+  "Norfolk terrier",
+  "Norwich terrier",
+  "Yorkshire terrier",
+  "wire-haired fox terrier",
+  "Lakeland terrier",
+  "Sealyham terrier",
+  "Airedale",
+  "cairn",
+  "Australian terrier",
+  "Dandie Dinmont",
+  "Boston bull",
+  "miniature schnauzer",
+  "giant schnauzer",
+  "standard schnauzer",
+  "Scotch terrier",
+  "Tibetan terrier",
+  "silky terrier",
+  "soft-coated wheaten terrier",
+  "West Highland white terrier",
+  "Lhasa",
+  "flat-coated retriever",
+  "curly-coated retriever",
+  "golden retriever",
+  "Labrador retriever",
+  "Chesapeake Bay retriever",
+  "German short-haired pointer",
+  "vizsla",
+  "English setter",
+  "Irish setter",
+  "Gordon setter",
+  "Brittany spaniel",
+  "clumber",
+  "English springer",
+  "Welsh springer spaniel",
+  "cocker spaniel",
+  "Sussex spaniel",
+  "Irish water spaniel",
+  "kuvasz",
+  "schipperke",
+  "groenendael",
+  "malinois",
+  "briard",
+  "kelpie",
+  "komondor",
+  "Old English sheepdog",
+  "Shetland sheepdog",
+  "collie",
+  "Border collie",
+  "Bouvier des Flandres",
+  "Rottweiler",
+  "German shepherd",
+  "Doberman",
+  "miniature pinscher",
+  "Greater Swiss Mountain dog",
+  "Bernese mountain dog",
+  "Appenzeller",
+  "EntleBucher",
+  "boxer",
+  "bull mastiff",
+  "Tibetan mastiff",
+  "French bulldog",
+  "Great Dane",
+  "Saint Bernard",
+  "Eskimo dog",
+  "malamute",
+  "Siberian husky",
+  "dalmatian",
+  "affenpinscher",
+  "basenji",
+  "pug",
+  "Leonberg",
+  "Newfoundland",
+  "Great Pyrenees",
+  "Samoyed",
+  "Pomeranian",
+  "chow",
+  "keeshond",
+  "Brabancon griffon",
+  "Pembroke",
+  "Cardigan",
+  "toy poodle",
+  "miniature poodle",
+  "standard poodle",
+  "Mexican hairless",
+  "timber wolf",
+  "white wolf",
+  "red wolf",
+  "coyote",
+  "dingo",
+  "dhole",
+  "African hunting dog",
+  "hyena",
+  "red fox",
+  "kit fox",
+  "Arctic fox",
+  "grey fox",
+  "tabby",
+  "tiger cat",
+  "Persian cat",
+  "Siamese cat",
+  "Egyptian cat",
+  "cougar",
+  "lynx",
+  "leopard",
+  "snow leopard",
+  "jaguar",
+  "lion",
+  "tiger",
+  "cheetah",
+  "brown bear",
+  "American black bear",
+  "ice bear",
+  "sloth bear",
+  "mongoose",
+  "meerkat",
+  "tiger beetle",
+  "ladybug",
+  "ground beetle",
+  "long-horned beetle",
+  "leaf beetle",
+  "dung beetle",
+  "rhinoceros beetle",
+  "weevil",
+  "fly",
+  "bee",
+  "ant",
+  "grasshopper",
+  "cricket",
+  "walking stick",
+  "cockroach",
+  "mantis",
+  "cicada",
+  "leafhopper",
+  "lacewing",
+  "dragonfly",
+  "damselfly",
+  "admiral",
+  "ringlet",
+  "monarch",
+  "cabbage butterfly",
+  "sulphur butterfly",
+  "lycaenid",
+  "starfish",
+  "sea urchin",
+  "sea cucumber",
+  "wood rabbit",
+  "hare",
+  "Angora",
+  "hamster",
+  "porcupine",
+  "fox squirrel",
+  "marmot",
+  "beaver",
+  "guinea pig",
+  "sorrel",
+  "zebra",
+  "hog",
+  "wild boar",
+  "warthog",
+  "hippopotamus",
+  "ox",
+  "water buffalo",
+  "bison",
+  "ram",
+  "bighorn",
+  "ibex",
+  "hartebeest",
+  "impala",
+  "gazelle",
+  "Arabian camel",
+  "llama",
+  "weasel",
+  "mink",
+  "polecat",
+  "black-footed ferret",
+  "otter",
+  "skunk",
+  "badger",
+  "armadillo",
+  "three-toed sloth",
+  "orangutan",
+  "gorilla",
+  "chimpanzee",
+  "gibbon",
+  "siamang",
+  "guenon",
+  "patas",
+  "baboon",
+  "macaque",
+  "langur",
+  "colobus",
+  "proboscis monkey",
+  "marmoset",
+  "capuchin",
+  "howler monkey",
+  "titi",
+  "spider monkey",
+  "squirrel monkey",
+  "Madagascar cat",
+  "indri",
+  "Indian elephant",
+  "African elephant",
+  "lesser panda",
+  "giant panda",
+  "barracouta",
+  "eel",
+  "coho",
+  "rock beauty",
+  "anemone fish",
+  "sturgeon",
+  "gar",
+  "lionfish",
+  "puffer",
+  "abacus",
+  "abaya",
+  "academic gown",
+  "accordion",
+  "acoustic guitar",
+  "aircraft carrier",
+  "airliner",
+  "airship",
+  "altar",
+  "ambulance",
+  "amphibian",
+  "analog clock",
+  "apiary",
+  "apron",
+  "ashcan",
+  "assault rifle",
+  "backpack",
+  "bakery",
+  "balance beam",
+  "balloon",
+  "ballpoint",
+  "Band Aid",
+  "banjo",
+  "bannister",
+  "barbell",
+  "barber chair",
+  "barbershop",
+  "barn",
+  "barometer",
+  "barrel",
+  "barrow",
+  "baseball",
+  "basketball",
+  "bassinet",
+  "bassoon",
+  "bathing cap",
+  "bath towel",
+  "bathtub",
+  "beach wagon",
+  "beacon",
+  "beaker",
+  "bearskin",
+  "beer bottle",
+  "beer glass",
+  "bell cote",
+  "bib",
+  "bicycle-built-for-two",
+  "bikini",
+  "binder",
+  "binoculars",
+  "birdhouse",
+  "boathouse",
+  "bobsled",
+  "bolo tie",
+  "bonnet",
+  "bookcase",
+  "bookshop",
+  "bottlecap",
+  "bow",
+  "bow tie",
+  "brass",
+  "brassiere",
+  "breakwater",
+  "breastplate",
+  "broom",
+  "bucket",
+  "buckle",
+  "bulletproof vest",
+  "bullet train",
+  "butcher shop",
+  "cab",
+  "caldron",
+  "candle",
+  "cannon",
+  "canoe",
+  "can opener",
+  "cardigan",
+  "car mirror",
+  "carousel",
+  "carpenter's kit",
+  "carton",
+  "car wheel",
+  "cash machine",
+  "cassette",
+  "cassette player",
+  "castle",
+  "catamaran",
+  "CD player",
+  "cello",
+  "cellular telephone",
+  "chain",
+  "chainlink fence",
+  "chain mail",
+  "chain saw",
+  "chest",
+  "chiffonier",
+  "chime",
+  "china cabinet",
+  "Christmas stocking",
+  "church",
+  "cinema",
+  "cleaver",
+  "cliff dwelling",
+  "cloak",
+  "clog",
+  "cocktail shaker",
+  "coffee mug",
+  "coffeepot",
+  "coil",
+  "combination lock",
+  "computer keyboard",
+  "confectionery",
+  "container ship",
+  "convertible",
+  "corkscrew",
+  "cornet",
+  "cowboy boot",
+  "cowboy hat",
+  "cradle",
+  "crane",
+  "crash helmet",
+  "crate",
+  "crib",
+  "Crock Pot",
+  "croquet ball",
+  "crutch",
+  "cuirass",
+  "dam",
+  "desk",
+  "desktop computer",
+  "dial telephone",
+  "diaper",
+  "digital clock",
+  "digital watch",
+  "dining table",
+  "dishrag",
+  "dishwasher",
+  "disk brake",
+  "dock",
+  "dogsled",
+  "dome",
+  "doormat",
+  "drilling platform",
+  "drum",
+  "drumstick",
+  "dumbbell",
+  "Dutch oven",
+  "electric fan",
+  "electric guitar",
+  "electric locomotive",
+  "entertainment center",
+  "envelope",
+  "espresso maker",
+  "face powder",
+  "feather boa",
+  "file",
+  "fireboat",
+  "fire engine",
+  "fire screen",
+  "flagpole",
+  "flute",
+  "folding chair",
+  "football helmet",
+  "forklift",
+  "fountain",
+  "fountain pen",
+  "four-poster",
+  "freight car",
+  "French horn",
+  "frying pan",
+  "fur coat",
+  "garbage truck",
+  "gasmask",
+  "gas pump",
+  "goblet",
+  "go-kart",
+  "golf ball",
+  "golfcart",
+  "gondola",
+  "gong",
+  "gown",
+  "grand piano",
+  "greenhouse",
+  "grille",
+  "grocery store",
+  "guillotine",
+  "hair slide",
+  "hair spray",
+  "half track",
+  "hammer",
+  "hamper",
+  "hand blower",
+  "hand-held computer",
+  "handkerchief",
+  "hard disc",
+  "harmonica",
+  "harp",
+  "harvester",
+  "hatchet",
+  "holster",
+  "home theater",
+  "honeycomb",
+  "hook",
+  "hoopskirt",
+  "horizontal bar",
+  "horse cart",
+  "hourglass",
+  "iPod",
+  "iron",
+  "jack-o'-lantern",
+  "jean",
+  "jeep",
+  "jersey",
+  "jigsaw puzzle",
+  "jinrikisha",
+  "joystick",
+  "kimono",
+  "knee pad",
+  "knot",
+  "lab coat",
+  "ladle",
+  "lampshade",
+  "laptop",
+  "lawn mower",
+  "lens cap",
+  "letter opener",
+  "library",
+  "lifeboat",
+  "lighter",
+  "limousine",
+  "liner",
+  "lipstick",
+  "Loafer",
+  "lotion",
+  "loudspeaker",
+  "loupe",
+  "lumbermill",
+  "magnetic compass",
+  "mailbag",
+  "mailbox",
+  "maillot",
+  "maillot",
+  "manhole cover",
+  "maraca",
+  "marimba",
+  "mask",
+  "matchstick",
+  "maypole",
+  "maze",
+  "measuring cup",
+  "medicine chest",
+  "megalith",
+  "microphone",
+  "microwave",
+  "military uniform",
+  "milk can",
+  "minibus",
+  "miniskirt",
+  "minivan",
+  "missile",
+  "mitten",
+  "mixing bowl",
+  "mobile home",
+  "Model T",
+  "modem",
+  "monastery",
+  "monitor",
+  "moped",
+  "mortar",
+  "mortarboard",
+  "mosque",
+  "mosquito net",
+  "motor scooter",
+  "mountain bike",
+  "mountain tent",
+  "mouse",
+  "mousetrap",
+  "moving van",
+  "muzzle",
+  "nail",
+  "neck brace",
+  "necklace",
+  "nipple",
+  "notebook",
+  "obelisk",
+  "oboe",
+  "ocarina",
+  "odometer",
+  "oil filter",
+  "organ",
+  "oscilloscope",
+  "overskirt",
+  "oxcart",
+  "oxygen mask",
+  "packet",
+  "paddle",
+  "paddlewheel",
+  "padlock",
+  "paintbrush",
+  "pajama",
+  "palace",
+  "panpipe",
+  "paper towel",
+  "parachute",
+  "parallel bars",
+  "park bench",
+  "parking meter",
+  "passenger car",
+  "patio",
+  "pay-phone",
+  "pedestal",
+  "pencil box",
+  "pencil sharpener",
+  "perfume",
+  "Petri dish",
+  "photocopier",
+  "pick",
+  "pickelhaube",
+  "picket fence",
+  "pickup",
+  "pier",
+  "piggy bank",
+  "pill bottle",
+  "pillow",
+  "ping-pong ball",
+  "pinwheel",
+  "pirate",
+  "pitcher",
+  "plane",
+  "planetarium",
+  "plastic bag",
+  "plate rack",
+  "plow",
+  "plunger",
+  "Polaroid camera",
+  "pole",
+  "police van",
+  "poncho",
+  "pool table",
+  "pop bottle",
+  "pot",
+  "potter's wheel",
+  "power drill",
+  "prayer rug",
+  "printer",
+  "prison",
+  "projectile",
+  "projector",
+  "puck",
+  "punching bag",
+  "purse",
+  "quill",
+  "quilt",
+  "racer",
+  "racket",
+  "radiator",
+  "radio",
+  "radio telescope",
+  "rain barrel",
+  "recreational vehicle",
+  "reel",
+  "reflex camera",
+  "refrigerator",
+  "remote control",
+  "restaurant",
+  "revolver",
+  "rifle",
+  "rocking chair",
+  "rotisserie",
+  "rubber eraser",
+  "rugby ball",
+  "rule",
+  "running shoe",
+  "safe",
+  "safety pin",
+  "saltshaker",
+  "sandal",
+  "sarong",
+  "sax",
+  "scabbard",
+  "scale",
+  "school bus",
+  "schooner",
+  "scoreboard",
+  "screen",
+  "screw",
+  "screwdriver",
+  "seat belt",
+  "sewing machine",
+  "shield",
+  "shoe shop",
+  "shoji",
+  "shopping basket",
+  "shopping cart",
+  "shovel",
+  "shower cap",
+  "shower curtain",
+  "ski",
+  "ski mask",
+  "sleeping bag",
+  "slide rule",
+  "sliding door",
+  "slot",
+  "snorkel",
+  "snowmobile",
+  "snowplow",
+  "soap dispenser",
+  "soccer ball",
+  "sock",
+  "solar dish",
+  "sombrero",
+  "soup bowl",
+  "space bar",
+  "space heater",
+  "space shuttle",
+  "spatula",
+  "speedboat",
+  "spider web",
+  "spindle",
+  "sports car",
+  "spotlight",
+  "stage",
+  "steam locomotive",
+  "steel arch bridge",
+  "steel drum",
+  "stethoscope",
+  "stole",
+  "stone wall",
+  "stopwatch",
+  "stove",
+  "strainer",
+  "streetcar",
+  "stretcher",
+  "studio couch",
+  "stupa",
+  "submarine",
+  "suit",
+  "sundial",
+  "sunglass",
+  "sunglasses",
+  "sunscreen",
+  "suspension bridge",
+  "swab",
+  "sweatshirt",
+  "swimming trunks",
+  "swing",
+  "switch",
+  "syringe",
+  "table lamp",
+  "tank",
+  "tape player",
+  "teapot",
+  "teddy",
+  "television",
+  "tennis ball",
+  "thatch",
+  "theater curtain",
+  "thimble",
+  "thresher",
+  "throne",
+  "tile roof",
+  "toaster",
+  "tobacco shop",
+  "toilet seat",
+  "torch",
+  "totem pole",
+  "tow truck",
+  "toyshop",
+  "tractor",
+  "trailer truck",
+  "tray",
+  "trench coat",
+  "tricycle",
+  "trimaran",
+  "tripod",
+  "triumphal arch",
+  "trolleybus",
+  "trombone",
+  "tub",
+  "turnstile",
+  "typewriter keyboard",
+  "umbrella",
+  "unicycle",
+  "upright",
+  "vacuum",
+  "vase",
+  "vault",
+  "velvet",
+  "vending machine",
+  "vestment",
+  "viaduct",
+  "violin",
+  "volleyball",
+  "waffle iron",
+  "wall clock",
+  "wallet",
+  "wardrobe",
+  "warplane",
+  "washbasin",
+  "washer",
+  "water bottle",
+  "water jug",
+  "water tower",
+  "whiskey jug",
+  "whistle",
+  "wig",
+  "window screen",
+  "window shade",
+  "Windsor tie",
+  "wine bottle",
+  "wing",
+  "wok",
+  "wooden spoon",
+  "wool",
+  "worm fence",
+  "wreck",
+  "yawl",
+  "yurt",
+  "web site",
+  "comic book",
+  "crossword puzzle",
+  "street sign",
+  "traffic light",
+  "book jacket",
+  "menu",
+  "plate",
+  "guacamole",
+  "consomme",
+  "hot pot",
+  "trifle",
+  "ice cream",
+  "ice lolly",
+  "French loaf",
+  "bagel",
+  "pretzel",
+  "cheeseburger",
+  "hotdog",
+  "mashed potato",
+  "head cabbage",
+  "broccoli",
+  "cauliflower",
+  "zucchini",
+  "spaghetti squash",
+  "acorn squash",
+  "butternut squash",
+  "cucumber",
+  "artichoke",
+  "bell pepper",
+  "cardoon",
+  "mushroom",
+  "Granny Smith",
+  "strawberry",
+  "orange",
+  "lemon",
+  "fig",
+  "pineapple",
+  "banana",
+  "jackfruit",
+  "custard apple",
+  "pomegranate",
+  "hay",
+  "carbonara",
+  "chocolate sauce",
+  "dough",
+  "meat loaf",
+  "pizza",
+  "potpie",
+  "burrito",
+  "red wine",
+  "espresso",
+  "cup",
+  "eggnog",
+  "alp",
+  "bubble",
+  "cliff",
+  "coral reef",
+  "geyser",
+  "lakeside",
+  "promontory",
+  "sandbar",
+  "seashore",
+  "valley",
+  "volcano",
+  "ballplayer",
+  "groom",
+  "scuba diver",
+  "rapeseed",
+  "daisy",
+  "yellow lady's slipper",
+  "corn",
+  "acorn",
+  "hip",
+  "buckeye",
+  "coral fungus",
+  "agaric",
+  "gyromitra",
+  "stinkhorn",
+  "earthstar",
+  "hen-of-the-woods",
+  "bolete",
+  "ear",
+  "toilet tissue"
+]
diff --git a/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/extract_mobilenet_v2.py b/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/extract_mobilenet_v2.py
new file mode 100644
index 0000000..c58f72b
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/extract_mobilenet_v2.py
@@ -0,0 +1,65 @@
+import json
+from typing import Dict, List
+
+import tensorflow as tf
+import tensorflow_hub as hub
+from tensorflow import keras
+
+
+def get_label(json_path: str = "./data/image_net_labels.json") -> List[str]:
+    with open(json_path, "r") as f:
+        labels = json.load(f)
+    return labels
+
+
+def load_hub_model() -> tf.keras.Model:
+    model = tf.keras.Sequential(
+        [hub.KerasLayer("https://tfhub.dev/google/imagenet/mobilenet_v2_140_224/classification/4")]
+    )
+    model.build([None, 224, 224, 3])
+    return model
+
+
+class MobilenetV2(tf.keras.Model):
+    def __init__(self, model: tf.keras.Model, labels: List[str]):
+        super().__init__(self)
+        self.model = model
+        self.labels = labels
+
+    @tf.function(input_signature=[tf.TensorSpec(shape=[None], dtype=tf.string, name="image")])
+    def serving_fn(self, input_img: str) -> tf.Tensor:
+        def _base64_to_array(img):
+            img = tf.io.decode_base64(img)
+            img = tf.io.decode_jpeg(img)
+            img = tf.image.convert_image_dtype(img, tf.float32)
+            img = tf.image.resize(img, (224, 224))
+            img = tf.reshape(img, (224, 224, 3))
+            return img
+
+        img = tf.map_fn(_base64_to_array, input_img, dtype=tf.float32)
+        predictions = self.model(img)
+
+        def _convert_to_label(predictions):
+            max_prob = tf.math.reduce_max(predictions)
+            idx = tf.where(tf.equal(predictions, max_prob))
+            label = tf.squeeze(tf.gather(self.labels, idx))
+            return label
+
+        return tf.map_fn(_convert_to_label, predictions, dtype=tf.string)
+
+    def save(self, export_path="./saved_model/mobilenet_v2/"):
+        signatures = {"serving_default": self.serving_fn}
+        tf.keras.backend.set_learning_phase(0)
+        tf.saved_model.save(self, export_path, signatures=signatures)
+
+
+def main():
+    labels = get_label(json_path="./data/image_net_labels.json")
+    mobilenet_v2_hub_model = load_hub_model()
+    mobilenet_v2_model = MobilenetV2(model=mobilenet_v2_hub_model, labels=labels)
+    version_number = 0
+    mobilenet_v2_model.save(export_path=f"./saved_model/mobilenet_v2/{version_number}")
+
+
+if __name__ == "__main__":
+    main()
diff --git a/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/requirements.txt b/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/requirements.txt
new file mode 100644
index 0000000..e2a5e51
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/requirements.txt
@@ -0,0 +1,11 @@
+importlib-metadata>=1.7.0
+joblib>=0.15.1
+numpy>=1.18.5
+Pillow>=8.3.2
+psutil==5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+tensorflow-serving-api>=2.5.2
+tensorflow>=2.5.1
+tensorflow-hub>=0.10.0
+typing>=3.7.4.1
diff --git a/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/tf_serving_entrypoint.sh b/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/tf_serving_entrypoint.sh
new file mode 100644
index 0000000..64cbff4
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/imagenet_mobilenet_v2/tf_serving_entrypoint.sh
@@ -0,0 +1,14 @@
+#!/bin/bash
+
+set -eu
+
+PORT=${PORT:-8500}
+REST_API_PORT=${REST_API_PORT:-8501}
+MODEL_NAME=${MODEL_NAME:-"mobilenet_v2"}
+MODEL_BASE_PATH=${MODEL_BASE_PATH:-"/sync_async_pattern/saved_model/${MODEL_NAME}"}
+
+tensorflow_model_server \
+    --port=${PORT} \
+    --rest_api_port=${REST_API_PORT} \
+    --model_name=${MODEL_NAME} \
+    --model_base_path=${MODEL_BASE_PATH} 
\ No newline at end of file
diff --git a/MLOps/serving_patterns/sync_async_pattern/makefile b/MLOps/serving_patterns/sync_async_pattern/makefile
new file mode 100644
index 0000000..d90daa8
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/makefile
@@ -0,0 +1,82 @@
+DOCKER_REPOSITORY := shibui/ml-system-in-actions
+
+ABSOLUTE_PATH := $(shell pwd)
+
+DOCKERFILE := Dockerfile
+DOCKER_COMPOSE := docker-compose.yml
+IMAGE_VERSION := 0.0.1
+
+SYNC_ASYNC_PATTERN := sync_async_pattern
+SYNC_ASYNC_PATTERN_PROXY := sync_async_proxy
+SYNC_ASYNC_PATTERN_PROXY_PORT := 8000
+SYNC_ASYNC_PATTERN_SYNC_MODEL := imagenet_mobilenet_v2
+SYNC_ASYNC_PATTERN_SYNC_GRPC_PORT := 8500
+SYNC_ASYNC_PATTERN_SYNC_REST_PORT := 8501
+SYNC_ASYNC_PATTERN_ASYNC_MODEL := imagenet_inception_v3
+SYNC_ASYNC_PATTERN_ASYNC_GRPC_PORT := 8600
+SYNC_ASYNC_PATTERN_ASYNC_REST_PORT := 8601
+SYNC_ASYNC_PATTERN_BACKEND := sync_async_backend
+
+.PHONY: build_proxy
+build_proxy:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(SYNC_ASYNC_PATTERN)_$(SYNC_ASYNC_PATTERN_PROXY)_$(IMAGE_VERSION) \
+		-f ./$(DOCKERFILE).proxy .
+
+.PHONY: push_proxy
+push_proxy:
+	docker push $(DOCKER_REPOSITORY):$(SYNC_ASYNC_PATTERN)_$(SYNC_ASYNC_PATTERN_PROXY)_$(IMAGE_VERSION)
+
+.PHONY: build_sync
+build_sync:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(SYNC_ASYNC_PATTERN)_$(SYNC_ASYNC_PATTERN_SYNC_MODEL)_$(IMAGE_VERSION) \
+		-f ./$(SYNC_ASYNC_PATTERN_SYNC_MODEL)/$(DOCKERFILE) .
+
+.PHONY: push_sync
+push_sync:
+	docker push $(DOCKER_REPOSITORY):$(SYNC_ASYNC_PATTERN)_$(SYNC_ASYNC_PATTERN_SYNC_MODEL)_$(IMAGE_VERSION)
+
+
+.PHONY: build_async
+build_async:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(SYNC_ASYNC_PATTERN)_$(SYNC_ASYNC_PATTERN_ASYNC_MODEL)_$(IMAGE_VERSION) \
+		-f ./$(SYNC_ASYNC_PATTERN_ASYNC_MODEL)/$(DOCKERFILE) .
+
+.PHONY: push_async
+push_async:
+	docker push $(DOCKER_REPOSITORY):$(SYNC_ASYNC_PATTERN)_$(SYNC_ASYNC_PATTERN_ASYNC_MODEL)_$(IMAGE_VERSION)
+
+
+.PHONY: build_backend
+build_backend:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(SYNC_ASYNC_PATTERN)_$(SYNC_ASYNC_PATTERN_BACKEND)_$(IMAGE_VERSION) \
+		-f ./$(DOCKERFILE).backend .
+
+.PHONY: push_backend
+push_backend:
+	docker push $(DOCKER_REPOSITORY):$(SYNC_ASYNC_PATTERN)_$(SYNC_ASYNC_PATTERN_BACKEND)_$(IMAGE_VERSION)
+
+.PHONY: build_all
+build_all: build_proxy build_sync build_async build_backend
+
+.PHONY: push_all
+push_all: push_proxy push_sync push_async push_backend
+
+.PHONY: c_build
+c_build: build_all
+
+.PHONY: c_up
+c_up:
+	docker-compose \
+		-f ./$(DOCKER_COMPOSE) \
+		up -d
+
+.PHONY: c_down
+c_down:
+	docker-compose \
+		-f ./$(DOCKER_COMPOSE) \
+		down
+
diff --git a/MLOps/serving_patterns/sync_async_pattern/requirements_backend.txt b/MLOps/serving_patterns/sync_async_pattern/requirements_backend.txt
new file mode 100644
index 0000000..cf88da1
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/requirements_backend.txt
@@ -0,0 +1,21 @@
+importlib-metadata>=1.7.0
+numpy>=1.18.5
+Pillow>=8.3.2
+psutil>=5.7.0
+typing>=3.7.4.1
+click>=7.1.2
+future>=0.18.2
+importlib-metadata>=1.7.0
+joblib>=0.15.1
+numpy>=1.18.5
+psutil>=5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+redis>=3.5.3
+typing>=3.7.4.1
+httptools>=0.1.1
+python-json-logger>=2.0.1
+loguru>=0.5.3
+requests>=2.25.1
+tensorflow>=2.5.1
+tensorflow-serving-api>=2.5.2
\ No newline at end of file
diff --git a/MLOps/serving_patterns/sync_async_pattern/requirements_proxy.txt b/MLOps/serving_patterns/sync_async_pattern/requirements_proxy.txt
new file mode 100644
index 0000000..daf7b70
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/requirements_proxy.txt
@@ -0,0 +1,23 @@
+fastapi>=0.65.2
+future>=0.18.2
+gunicorn>=20.0.4
+importlib-metadata>=1.7.0
+joblib>=0.15.1
+numpy>=1.18.5
+Pillow>=8.3.2
+psutil>=5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+redis>=3.5.3
+scikit-learn>=0.23.1
+starlette>=0.13.4
+typing>=3.7.4.1
+uvicorn>=0.11.7
+uvloop>=0.14.0
+httptools>=0.1.1
+python-json-logger>=2.0.1
+loguru>=0.5.3
+requests>=2.25.1
+httpx>=0.16.1
+tensorflow>=2.5.1
+tensorflow-serving-api>=2.5.2
\ No newline at end of file
diff --git a/MLOps/serving_patterns/sync_async_pattern/run.sh b/MLOps/serving_patterns/sync_async_pattern/run.sh
new file mode 100644
index 0000000..909a3db
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/run.sh
@@ -0,0 +1,27 @@
+#!/bin/bash
+
+set -eu
+
+HOST=${HOST:-"0.0.0.0"}
+PORT=${PORT:-8000}
+WORKERS=${WORKERS:-4}
+UVICORN_WORKER=${UVICORN_WORKER:-"uvicorn.workers.UvicornWorker"}
+LOGLEVEL=${LOGLEVEL:-"debug"}
+LOGCONFIG=${LOGCONFIG:-"./src/utils/logging.conf"}
+BACKLOG=${BACKLOG:-2048}
+LIMIT_MAX_REQUESTS=${LIMIT_MAX_REQUESTS:-65536}
+MAX_REQUESTS_JITTER=${MAX_REQUESTS_JITTER:-2048}
+GRACEFUL_TIMEOUT=${GRACEFUL_TIMEOUT:-10}
+APP_NAME=${APP_NAME:-"src.api_composition_proxy.app:app"}
+
+gunicorn ${APP_NAME} \
+    -b ${HOST}:${PORT} \
+    -w ${WORKERS} \
+    -k ${UVICORN_WORKER} \
+    --log-level ${LOGLEVEL} \
+    --log-config ${LOGCONFIG} \
+    --backlog ${BACKLOG} \
+    --max-requests ${LIMIT_MAX_REQUESTS} \
+    --max-requests-jitter ${MAX_REQUESTS_JITTER} \
+    --graceful-timeout ${GRACEFUL_TIMEOUT} \
+    --reload
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/__init__.py b/MLOps/serving_patterns/sync_async_pattern/src/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/__init__.py b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/app/__init__.py b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/app/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/app/proxy.py b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/app/proxy.py
new file mode 100644
index 0000000..d4692a9
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/app/proxy.py
@@ -0,0 +1,17 @@
+import logging
+
+from fastapi import FastAPI
+from src.api_composition_proxy.configurations import APIConfigurations, PlatformConfigurations
+from src.api_composition_proxy.routers import routers
+
+logger = logging.getLogger(__name__)
+logger.info(f"starts {APIConfigurations.title}:{APIConfigurations.version}")
+logger.info(f"platform: {PlatformConfigurations.platform}")
+
+app = FastAPI(
+    title=APIConfigurations.title,
+    description=APIConfigurations.description,
+    version=APIConfigurations.version,
+)
+
+app.include_router(routers.router, prefix="", tags=[""])
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/__init__.py b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/background_job.py b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/background_job.py
new file mode 100644
index 0000000..c9687a6
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/background_job.py
@@ -0,0 +1,52 @@
+import logging
+from typing import Any, Dict
+
+from fastapi import BackgroundTasks
+from PIL import Image
+from pydantic import BaseModel
+from src.api_composition_proxy.backend.store_data_job import left_push_queue, save_image_redis_job
+from src.api_composition_proxy.configurations import CacheConfigurations
+from src.api_composition_proxy.constants import CONSTANTS
+
+logger = logging.getLogger(__name__)
+
+
+class SaveDataJob(BaseModel):
+    job_id: str
+    data: Any
+    queue_name: str = CONSTANTS.REDIS_QUEUE
+    is_completed: bool = False
+
+    def __call__(self):
+        pass
+
+
+class SaveDataRedisJob(SaveDataJob):
+    enqueue: bool = False
+
+    def __call__(self):
+        save_data_jobs[self.job_id] = self
+        logger.info(f"registered job: {self.job_id} in {self.__class__.__name__}")
+        self.is_completed = save_image_redis_job(job_id=self.job_id, image=self.data)
+        if self.enqueue:
+            self.is_completed = left_push_queue(self.queue_name, self.job_id)
+        logger.info(f"completed save data: {self.job_id}")
+
+
+def save_data_job(
+    data: Image.Image,
+    job_id: str,
+    background_tasks: BackgroundTasks,
+    enqueue: bool = False,
+) -> str:
+    task = SaveDataRedisJob(
+        job_id=job_id,
+        data=data,
+        queue_name=CacheConfigurations.queue_name,
+        enqueue=enqueue,
+    )
+    background_tasks.add_task(task)
+    return job_id
+
+
+save_data_jobs: Dict[str, SaveDataJob] = {}
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/data.py b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/data.py
new file mode 100644
index 0000000..e36ac88
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/data.py
@@ -0,0 +1,8 @@
+from typing import Any
+
+from pydantic import BaseModel
+from src.api_composition_proxy.configurations import ModelConfigurations
+
+
+class Data(BaseModel):
+    image_data: Any = ModelConfigurations.sample_image
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/prediction_batch.py b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/prediction_batch.py
new file mode 100644
index 0000000..40d515e
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/prediction_batch.py
@@ -0,0 +1,72 @@
+import asyncio
+import base64
+import io
+import logging
+import os
+from concurrent.futures import ProcessPoolExecutor
+from time import sleep
+
+import grpc
+from src.api_composition_proxy.backend import request_tfserving, store_data_job
+from src.api_composition_proxy.configurations import CacheConfigurations, ModelConfigurations, ServiceConfigurations
+from tensorflow_serving.apis import prediction_service_pb2_grpc
+
+log_format = logging.Formatter("%(asctime)s %(name)s [%(levelname)s] %(message)s")
+logger = logging.getLogger("prediction_batch")
+stdout_handler = logging.StreamHandler()
+stdout_handler.setFormatter(log_format)
+logger.addHandler(stdout_handler)
+logger.setLevel(logging.DEBUG)
+
+
+def _trigger_prediction_if_queue(stub: prediction_service_pb2_grpc.PredictionServiceStub):
+    job_id = store_data_job.right_pop_queue(CacheConfigurations.queue_name)
+    logger.info(f"predict job_id: {job_id}")
+    if job_id is not None:
+        data = store_data_job.get_data_redis(job_id)
+        if data != "":
+            return True
+        image_key = store_data_job.make_image_key(job_id)
+        image_data = store_data_job.get_data_redis(image_key)
+        decoded = base64.b64decode(image_data)
+        io_bytes = io.BytesIO(decoded)
+        prediction = request_tfserving.request_grpc(
+            stub=stub,
+            image=io_bytes.read(),
+            model_spec_name=ModelConfigurations.async_model_spec_name,
+            signature_name=ModelConfigurations.async_signature_name,
+            timeout_second=5,
+        )
+        if prediction is not None:
+            return store_data_job.set_data_redis(job_id, prediction)
+        else:
+            return store_data_job.left_push_queue(CacheConfigurations.queue_name, job_id)
+
+
+def _loop():
+    channel = grpc.insecure_channel(ServiceConfigurations.grpc_inception_v3)
+    stub = prediction_service_pb2_grpc.PredictionServiceStub(channel)
+
+    while True:
+        sleep(1)
+        _trigger_prediction_if_queue(stub=stub)
+
+
+def prediction_loop(num_procs: int = 2):
+    executor = ProcessPoolExecutor(num_procs)
+    loop = asyncio.get_event_loop()
+
+    for _ in range(num_procs):
+        asyncio.ensure_future(loop.run_in_executor(executor, _loop))
+
+    loop.run_forever()
+
+
+def main():
+    NUM_PROCS = int(os.getenv("NUM_PROCS", 2))
+    prediction_loop(NUM_PROCS)
+
+
+if __name__ == "__main__":
+    logger.info("start backend")
+    main()
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/redis_client.py b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/redis_client.py
new file mode 100644
index 0000000..c2d3c3c
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/redis_client.py
@@ -0,0 +1,9 @@
+import redis
+from src.api_composition_proxy.configurations import RedisCacheConfigurations
+
+redis_client = redis.Redis(
+    host=RedisCacheConfigurations.cache_host,
+    port=RedisCacheConfigurations.cache_port,
+    db=RedisCacheConfigurations.redis_db,
+    decode_responses=RedisCacheConfigurations.redis_decode_responses,
+)
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/request_tfserving.py b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/request_tfserving.py
new file mode 100644
index 0000000..a7203cc
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/request_tfserving.py
@@ -0,0 +1,47 @@
+import base64
+import json
+
+import click
+import grpc
+import numpy as np
+import requests
+import tensorflow as tf
+from tensorflow_serving.apis import predict_pb2, prediction_service_pb2_grpc
+
+
+def request_grpc(
+    stub: prediction_service_pb2_grpc.PredictionServiceStub,
+    image: bytes,
+    model_spec_name: str = "inception_v3",
+    signature_name: str = "serving_default",
+    timeout_second: int = 5,
+) -> str:
+
+    request = predict_pb2.PredictRequest()
+    request.model_spec.name = model_spec_name
+    request.model_spec.signature_name = signature_name
+
+    base64_image = base64.urlsafe_b64encode(image)
+    request.inputs["image"].CopyFrom(tf.make_tensor_proto([base64_image]))
+    response = stub.Predict(request, timeout_second)
+
+    prediction = response.outputs["output_0"].string_val[0].decode("utf-8")
+    return prediction
+
+
+def request_rest(
+    image: bytes,
+    model_spec_name: str = "inception_v3",
+    address: str = "localhost",
+    port: int = 8501,
+):
+    serving_address = f"http://{address}:{port}/v1/models/{model_spec_name}:predict"
+    headers = {"Content-Type": "application/json"}
+    base64_image = base64.urlsafe_b64encode(image).decode("ascii")
+    request_dict = {"inputs": {"image": [base64_image]}}
+    response = requests.post(
+        serving_address,
+        json.dumps(request_dict),
+        headers=headers,
+    )
+    return dict(response.json())["outputs"][0]
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/store_data_job.py b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/store_data_job.py
new file mode 100644
index 0000000..80f2535
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/backend/store_data_job.py
@@ -0,0 +1,63 @@
+import base64
+import io
+import json
+import logging
+from typing import Any, Dict
+
+import numpy as np
+from PIL import Image
+from src.api_composition_proxy.backend.redis_client import redis_client
+
+logger = logging.getLogger(__name__)
+
+
+def make_image_key(key: str) -> str:
+    return f"{key}_image"
+
+
+def left_push_queue(queue_name: str, key: str) -> bool:
+    try:
+        redis_client.lpush(queue_name, key)
+        return True
+    except Exception:
+        return False
+
+
+def right_pop_queue(queue_name: str) -> Any:
+    if redis_client.llen(queue_name) > 0:
+        return redis_client.rpop(queue_name)
+    else:
+        return None
+
+
+def set_data_redis(key: str, value: str) -> bool:
+    redis_client.set(key, value)
+    return True
+
+
+def get_data_redis(key: str) -> Any:
+    data = redis_client.get(key)
+    return data
+
+
+def set_image_redis(key: str, image: Image.Image) -> str:
+    bytes_io = io.BytesIO()
+    image.save(bytes_io, format=image.format)
+    image_key = make_image_key(key)
+    encoded = base64.b64encode(bytes_io.getvalue())
+    redis_client.set(image_key, encoded)
+    return image_key
+
+
+def get_image_redis(key: str) -> Image.Image:
+    redis_data = get_data_redis(key)
+    decoded = base64.b64decode(redis_data)
+    io_bytes = io.BytesIO(decoded)
+    image = Image.open(io_bytes)
+    return image
+
+
+def save_image_redis_job(job_id: str, image: Image.Image) -> bool:
+    set_image_redis(job_id, image)
+    redis_client.set(job_id, "")
+    return True
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/configurations.py b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/configurations.py
new file mode 100644
index 0000000..943722e
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/configurations.py
@@ -0,0 +1,76 @@
+import json
+import logging
+import os
+from logging import getLogger
+from typing import Dict, List
+
+from PIL import Image
+from src.api_composition_proxy.constants import CONSTANTS, PLATFORM_ENUM
+
+logger = logging.getLogger(__name__)
+
+
+def get_label(json_path: str = "./data/image_net_labels.json") -> List[str]:
+    with open(json_path, "r") as f:
+        labels = json.load(f)
+    return labels
+
+
+def read_image(image_file: str = "./data/cat.jpg") -> bytes:
+    return Image.open(image_file)
+
+
+class PlatformConfigurations:
+    platform = os.getenv("PLATFORM", PLATFORM_ENUM.DOCKER.value)
+    if not PLATFORM_ENUM.has_value(platform):
+        raise ValueError(f"PLATFORM must be one of {[v.value for v in PLATFORM_ENUM.__members__.values()]}")
+
+
+class ServiceConfigurations:
+    mobilenet_v2 = "mobilenet_v2"
+    inception_v3 = "inception_v3"
+
+    rest_mobilenet_v2 = os.getenv("REST_MOBILENET_V2")
+    rest_inception_v3 = os.getenv("REST_INCEPTION_V3")
+
+    grpc_mobilenet_v2 = os.getenv("GRPC_MOBILENET_V2")
+    grpc_inception_v3 = os.getenv("GRPC_INCEPTION_V3")
+
+
+class APIConfigurations:
+    title = os.getenv("API_TITLE", "ServingPattern")
+    description = os.getenv("API_DESCRIPTION", "machine learning system serving patterns")
+    version = os.getenv("API_VERSION", "0.1")
+
+
+class CacheConfigurations:
+    cache_host = os.getenv("CACHE_HOST", "redis")
+    cache_port = int(os.getenv("CACHE_PORT", 6379))
+    queue_name = os.getenv("QUEUE_NAME", "queue")
+
+
+class RedisCacheConfigurations(CacheConfigurations):
+    redis_db = int(os.getenv("REDIS_DB", 0))
+    redis_decode_responses = bool(os.getenv("REDIS_DECODE_RESPONSES", True))
+
+
+class ModelConfigurations:
+    sync_model_spec_name = os.getenv("SYNC_MODEL_SPEC_NAME", "mobilenet_v2")
+    sync_signature_name = os.getenv("SYNC_SIGNATURE_NAME", "serving_default")
+
+    async_model_spec_name = os.getenv("ASYNC_MODEL_SPEC_NAME", "inception_v3")
+    async_signature_name = os.getenv("ASYNC_SIGNATURE_NAME", "serving_default")
+
+    label_path = os.getenv("LABEL_PATH", "./data/image_net_labels.json")
+    labels = get_label(json_path=label_path)
+
+    sample_image_path = os.getenv("SAMPLE_IMAGE_PATH", "./data/cat.jpg")
+    sample_image = read_image(image_file=sample_image_path)
+
+
+logger.info(f"{ServiceConfigurations.__name__}: {ServiceConfigurations.__dict__}")
+logger.info(f"{APIConfigurations.__name__}: {APIConfigurations.__dict__}")
+logger.info(f"{PlatformConfigurations.__name__}: {PlatformConfigurations.__dict__}")
+logger.info(f"{CacheConfigurations.__name__}: {CacheConfigurations.__dict__}")
+logger.info(f"{RedisCacheConfigurations.__name__}: {RedisCacheConfigurations.__dict__}")
+logger.info(f"{ModelConfigurations.__name__}: {ModelConfigurations.__dict__}")
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/constants.py b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/constants.py
new file mode 100644
index 0000000..23a0075
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/constants.py
@@ -0,0 +1,35 @@
+import enum
+
+
+class PLATFORM_ENUM(enum.Enum):
+    DOCKER = "docker"
+    DOCKER_COMPOSE = "docker_compose"
+    KUBERNETES = "kubernetes"
+    TEST = "test"
+
+    @staticmethod
+    def has_value(item):
+        return item in [v.value for v in PLATFORM_ENUM.__members__.values()]
+
+
+def constant(f):
+    def fset(self, value):
+        raise TypeError
+
+    def fget(self):
+        return f()
+
+    return property(fget, fset)
+
+
+class _Constants(object):
+    @constant
+    def REDIS_INCREMENTS():
+        return "increments"
+
+    @constant
+    def REDIS_QUEUE():
+        return "redis_queue"
+
+
+CONSTANTS = _Constants()
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/routers/__init__.py b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/routers/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/routers/routers.py b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/routers/routers.py
new file mode 100644
index 0000000..5d76a43
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/src/api_composition_proxy/routers/routers.py
@@ -0,0 +1,141 @@
+import asyncio
+import base64
+import io
+import logging
+import os
+import uuid
+from typing import Any, Dict
+
+import grpc
+import httpx
+from fastapi import APIRouter, BackgroundTasks
+from PIL import Image
+from src.api_composition_proxy.backend import background_job, request_tfserving, store_data_job
+from src.api_composition_proxy.backend.data import Data
+from src.api_composition_proxy.configurations import ModelConfigurations, ServiceConfigurations
+from tensorflow_serving.apis import prediction_service_pb2_grpc
+
+logger = logging.getLogger(__name__)
+
+router = APIRouter()
+
+
+channel = grpc.insecure_channel(ServiceConfigurations.grpc_mobilenet_v2)
+stub = prediction_service_pb2_grpc.PredictionServiceStub(channel)
+
+
+@router.get("/health")
+def health() -> Dict[str, str]:
+    return {"health": "ok"}
+
+
+@router.get("/metadata")
+def metadata() -> Dict[str, Any]:
+    return {
+        "data_type": "str",
+        "data_structure": "(1,1)",
+        "data_sample": "base64 encoded image file",
+        "prediction_type": "float32",
+        "prediction_structure": "(1,1001)",
+        "prediction_sample": "[0.07093159, 0.01558308, 0.01348537, ...]",
+    }
+
+
+@router.get("/health/all")
+async def health_all() -> Dict[str, Any]:
+    logger.info(f"GET redirect to: /health")
+    results = {}
+    async with httpx.AsyncClient() as ac:
+
+        async def req(ac, service, url):
+            response = await ac.get(f"http://{url}/v1/models/{service}/versions/0/metadata")
+            return service, response
+
+        tasks = [
+            req(
+                ac,
+                ServiceConfigurations.mobilenet_v2,
+                ServiceConfigurations.rest_mobilenet_v2,
+            ),
+            req(
+                ac,
+                ServiceConfigurations.inception_v3,
+                ServiceConfigurations.rest_inception_v3,
+            ),
+        ]
+
+        responses = await asyncio.gather(*tasks)
+
+        for service, response in responses:
+            if response.status_code == 200:
+                results[service] = "ok"
+            else:
+                results[service] = "ng"
+    return results
+
+
+@router.get("/predict/test")
+def predict_test(background_tasks: BackgroundTasks) -> Dict[str, Any]:
+    logger.info(f"TEST GET redirect to: /predict/test")
+    job_id = str(uuid.uuid4())[:6]
+    results = {"job_id": job_id}
+    image = Data().image_data
+
+    bytes_io = io.BytesIO()
+    image.save(bytes_io, format=image.format)
+    bytes_io.seek(0)
+    r = request_tfserving.request_grpc(
+        stub=stub,
+        image=bytes_io.read(),
+        model_spec_name=ModelConfigurations.sync_model_spec_name,
+        signature_name=ModelConfigurations.sync_signature_name,
+        timeout_second=5,
+    )
+    logger.info(f"prediction: {r}")
+    results[ServiceConfigurations.mobilenet_v2] = r
+
+    background_job.save_data_job(
+        data=Data().image_data,
+        job_id=job_id,
+        background_tasks=background_tasks,
+        enqueue=True,
+    )
+    return results
+
+
+@router.post("/predict")
+def predict(data: Data, background_tasks: BackgroundTasks) -> Dict[str, Any]:
+    logger.info(f"POST redirect to: /predict")
+    job_id = str(uuid.uuid4())[:6]
+    results = {"job_id": job_id}
+    image = base64.b64decode(str(data.image_data))
+    bytes_io = io.BytesIO(image)
+    image_data = Image.open(bytes_io)
+
+    image_data.save(bytes_io, format=image_data.format)
+    bytes_io.seek(0)
+    r = request_tfserving.request_grpc(
+        stub=stub,
+        image=bytes_io.read(),
+        model_spec_name=ModelConfigurations.sync_model_spec_name,
+        signature_name=ModelConfigurations.sync_signature_name,
+        timeout_second=5,
+    )
+    logger.info(f"prediction: {r}")
+    results[ServiceConfigurations.mobilenet_v2] = r
+
+    background_job.save_data_job(
+        data=image_data,
+        job_id=job_id,
+        background_tasks=background_tasks,
+        enqueue=True,
+    )
+    return results
+
+
+@router.get("/job/{job_id}")
+def prediction_result(job_id: str):
+    result = {job_id: {"prediction": ""}}
+    data = store_data_job.get_data_redis(job_id)
+    result[job_id]["prediction"] = data
+    return result
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/utils/__init__.py b/MLOps/serving_patterns/sync_async_pattern/src/utils/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/utils/logging.conf b/MLOps/serving_patterns/sync_async_pattern/src/utils/logging.conf
new file mode 100644
index 0000000..490b0c1
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/src/utils/logging.conf
@@ -0,0 +1,78 @@
+[loggers]
+keys=root, gunicorn.error, gunicorn.access, uvicorn.error, uvicorn.access
+
+[logger_root]
+level=DEBUG
+handlers=console
+
+[logger_gunicorn.error]
+level=DEBUG
+handlers=gunicorn_error_file, console
+propagate=1
+qualname=gunicorn.error
+
+[logger_gunicorn.access]
+level=INFO
+handlers=gunicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+[logger_uvicorn.error]
+level=DEBUG
+handlers=uvicorn_error_file, console
+propagate=1
+qualname=uvicorn.error
+
+[logger_uvicorn.access]
+level=INFO
+handlers=uvicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+
+[handlers]
+keys=console, gunicorn_error_file, gunicorn_access_file, uvicorn_error_file, uvicorn_access_file
+
+[handler_console]
+class=StreamHandler
+formatter=generic
+args=(sys.stdout, )
+
+[handler_gunicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/gunicorn_error.log', 'a')
+
+[handler_gunicorn_access_file]
+class=logging.FileHandler
+formatter=gunicorn_access
+args=('/var/log/gunicorn_access.log', 'a')
+
+[handler_uvicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/uvicorn_error.log', 'a')
+
+[handler_uvicorn_access_file]
+class=logging.FileHandler
+formatter=uvicorn_access
+args=('/var/log/uvicorn_access.log', 'a')
+
+
+[formatters]
+keys=generic, gunicorn_access, uvicorn_access
+
+[formatter_generic]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%Y-%m-%d %H:%M:%S
+
+[formatter_gunicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] %(h)s %(l)s %(u)s %(t)s %(r)s %(m)s %(U)s %(q)s %(H)s %(s)s %(b)s %(f)s %(a)s %(D)s %(p)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
+
+[formatter_uvicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
\ No newline at end of file
diff --git a/MLOps/serving_patterns/sync_async_pattern/src/utils/profiler.py b/MLOps/serving_patterns/sync_async_pattern/src/utils/profiler.py
new file mode 100644
index 0000000..8f7b1b9
--- /dev/null
+++ b/MLOps/serving_patterns/sync_async_pattern/src/utils/profiler.py
@@ -0,0 +1,23 @@
+import cProfile
+import os
+from logging import getLogger
+
+logger = getLogger(__name__)
+
+
+def do_cprofile(func):
+    def profiled_func(*args, **kwargs):
+        enable_profile = int(os.getenv("PROFILE", 1))
+        if enable_profile:
+            profile = cProfile.Profile()
+            try:
+                profile.enable()
+                result = func(*args, **kwargs)
+                profile.disable()
+                return result
+            finally:
+                profile.print_stats()
+        else:
+            return func(*args, **kwargs)
+
+    return profiled_func
diff --git a/MLOps/serving_patterns/synchronous_pattern/.dockerignore b/MLOps/serving_patterns/synchronous_pattern/.dockerignore
new file mode 100644
index 0000000..8c9a4ec
--- /dev/null
+++ b/MLOps/serving_patterns/synchronous_pattern/.dockerignore
@@ -0,0 +1,12 @@
+dockerfile
+Dockerfile
+.dockerignore
+log
+tmp
+*.sqlite3
+*.sqlite3-journal
+__pycache__
+.pytest_cache
+*.dvc
+dvc.yaml
+dvc.lock
\ No newline at end of file
diff --git a/MLOps/serving_patterns/synchronous_pattern/README.md b/MLOps/serving_patterns/synchronous_pattern/README.md
new file mode 100644
index 0000000..adf3864
--- /dev/null
+++ b/MLOps/serving_patterns/synchronous_pattern/README.md
@@ -0,0 +1,133 @@
+# 동기 추론 패턴
+
+## 목적
+
+요청에 대해 동기적으로 추론하고 응답합니다.
+
+## 전제
+
+- Python 3.8 이상
+- Docker
+
+## 사용법
+
+0. 현재 디렉토리
+
+```sh
+$ pwd
+~/ml-system-in-actions/chapter4_serving_patterns/synchronous_pattern
+```
+
+1. Docker 이미지 빌드
+
+```sh
+$ make build_all
+# 실행 커맨드
+# docker build \
+#     -t shibui/ml-system-in-actions:synchronous_pattern_imagenet_inception_v3_0.0.1 \
+#     -f imagenet_inception_v3/Dockerfile .
+```
+
+2. Docker 컨테이너 서비스 기동
+
+```sh
+$ make run
+# 실행 커맨드
+# docker run \
+#     -d \
+#     --name imagenet_inception_v3 \
+#     -p 8500:8500 \
+#     -p 8501:8501 \
+#     shibui/ml-system-in-actions:synchronous_pattern_imagenet_inception_v3_0.0.1
+```
+
+3. 기동한 API 에 클라이언트로부터 요청
+
+```sh
+# 메타 데이터
+$ curl localhost:8501/v1/models/inception_v3/versions/0/metadata
+# 출력
+# {
+#   "model_spec": {
+#     "name": "inception_v3",
+#     "signature_name": "",
+#     "version": "0"
+#   },
+#   "metadata": {
+#     "signature_def": {
+#       "signature_def": {
+#         "serving_default": {
+#           "inputs": {
+#             "image": {
+#               "dtype": "DT_STRING",
+#               "tensor_shape": {
+#                 "dim": [
+#                   {
+#                     "size": "-1",
+#                     "name": ""
+#                   }
+#                 ],
+#                 "unknown_rank": false
+#               },
+#               "name": "serving_default_image:0"
+#             }
+#           },
+#           "outputs": {
+#             "output_0": {
+#               "dtype": "DT_STRING",
+#               "tensor_shape": {
+#                 "dim": [],
+#                 "unknown_rank": true
+#               },
+#               "name": "StatefulPartitionedCall:0"
+#             }
+#           },
+#           "method_name": "tensorflow/serving/predict"
+#         },
+#         "__saved_model_init_op": {
+#           "inputs": {},
+#           "outputs": {
+#             "__saved_model_init_op": {
+#               "dtype": "DT_INVALID",
+#               "tensor_shape": {
+#                 "dim": [],
+#                 "unknown_rank": true
+#               },
+#               "name": "NoOp"
+#             }
+#           },
+#           "method_name": ""
+#         }
+#       }
+#     }
+#   }
+# }
+
+
+
+# GRPC 로 이미지 요청
+$ python \
+    -m client.request_inception_v3 \
+    --image_file ./cat.jpg \
+    --format grpc
+# 출력
+# Siamese cat
+
+
+# REST 로 이미지 요청
+$ python \
+    -m client.request_inception_v3 \
+    --image_file ./cat.jpg \
+    --format rest
+# 출력
+# Siamese cat
+```
+
+4. Docker 컨테이너 정지
+
+```sh
+$ make stop
+# 실행 커맨드
+# docker rm \
+#   -f imagenet_inception_v3
+```
diff --git a/MLOps/serving_patterns/synchronous_pattern/__init__.py b/MLOps/serving_patterns/synchronous_pattern/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/synchronous_pattern/cat.jpg b/MLOps/serving_patterns/synchronous_pattern/cat.jpg
new file mode 100644
index 0000000..c4d4861
Binary files /dev/null and b/MLOps/serving_patterns/synchronous_pattern/cat.jpg differ
diff --git a/MLOps/serving_patterns/synchronous_pattern/client/__init__.py b/MLOps/serving_patterns/synchronous_pattern/client/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/synchronous_pattern/client/profiler.py b/MLOps/serving_patterns/synchronous_pattern/client/profiler.py
new file mode 100644
index 0000000..8f7b1b9
--- /dev/null
+++ b/MLOps/serving_patterns/synchronous_pattern/client/profiler.py
@@ -0,0 +1,23 @@
+import cProfile
+import os
+from logging import getLogger
+
+logger = getLogger(__name__)
+
+
+def do_cprofile(func):
+    def profiled_func(*args, **kwargs):
+        enable_profile = int(os.getenv("PROFILE", 1))
+        if enable_profile:
+            profile = cProfile.Profile()
+            try:
+                profile.enable()
+                result = func(*args, **kwargs)
+                profile.disable()
+                return result
+            finally:
+                profile.print_stats()
+        else:
+            return func(*args, **kwargs)
+
+    return profiled_func
diff --git a/MLOps/serving_patterns/synchronous_pattern/client/request_inception_v3.py b/MLOps/serving_patterns/synchronous_pattern/client/request_inception_v3.py
new file mode 100644
index 0000000..9b9bfb5
--- /dev/null
+++ b/MLOps/serving_patterns/synchronous_pattern/client/request_inception_v3.py
@@ -0,0 +1,159 @@
+import base64
+import json
+
+import click
+import grpc
+import numpy as np
+import requests
+import tensorflow as tf
+from tensorflow_serving.apis import predict_pb2, prediction_service_pb2_grpc
+
+
+def read_image(image_file: str = "./cat.jpg") -> bytes:
+    with open(image_file, "rb") as f:
+        raw_image = f.read()
+    return raw_image
+
+
+def request_grpc(
+    image: bytes,
+    model_spec_name: str = "inception_v3",
+    signature_name: str = "serving_default",
+    address: str = "localhost",
+    port: int = 8500,
+    timeout_second: int = 5,
+) -> str:
+    serving_address = f"{address}:{port}"
+    channel = grpc.insecure_channel(serving_address)
+    stub = prediction_service_pb2_grpc.PredictionServiceStub(channel)
+    base64_image = base64.urlsafe_b64encode(image)
+
+    request = predict_pb2.PredictRequest()
+    request.model_spec.name = model_spec_name
+    request.model_spec.signature_name = signature_name
+    request.inputs["image"].CopyFrom(tf.make_tensor_proto([base64_image]))
+    response = stub.Predict(request, timeout_second)
+
+    prediction = response.outputs["output_0"].string_val[0].decode("utf-8")
+    return prediction
+
+
+def request_rest(
+    image: bytes,
+    model_spec_name: str = "inception_v3",
+    address: str = "localhost",
+    port: int = 8501,
+):
+    serving_address = f"http://{address}:{port}/v1/models/{model_spec_name}:predict"
+    headers = {"Content-Type": "application/json"}
+    base64_image = base64.urlsafe_b64encode(image).decode("ascii")
+    request_dict = {"inputs": {"image": [base64_image]}}
+    response = requests.post(
+        serving_address,
+        json.dumps(request_dict),
+        headers=headers,
+    )
+    return dict(response.json())["outputs"][0]
+
+
+def request_metadata(
+    model_spec_name: str = "inception_v3",
+    address: str = "localhost",
+    port: int = 8501,
+):
+    serving_address = f"http://{address}:{port}/v1/models/{model_spec_name}/versions/0/metadata"
+    response = requests.get(serving_address)
+    return response.json()
+
+
+@click.command(name="inception v3 image classification")
+@click.option(
+    "--format",
+    "-f",
+    default="GRPC",
+    type=str,
+    help="GRPC or REST request",
+)
+@click.option(
+    "--image_file",
+    "-i",
+    default="./cat.jpg",
+    type=str,
+    help="input image file path",
+)
+@click.option(
+    "--target",
+    "-t",
+    default="localhost",
+    type=str,
+    help="target address",
+)
+@click.option(
+    "--timeout_second",
+    "-s",
+    default=5,
+    type=int,
+    help="timeout in second",
+)
+@click.option(
+    "--model_spec_name",
+    "-m",
+    default="inception_v3",
+    type=str,
+    help="model spec name",
+)
+@click.option(
+    "--signature_name",
+    "-n",
+    default="serving_default",
+    type=str,
+    help="model signature name",
+)
+@click.option(
+    "--metadata",
+    is_flag=True,
+)
+def main(
+    format: str,
+    image_file: str,
+    target: str,
+    timeout_second: int,
+    model_spec_name: str,
+    signature_name: str,
+    metadata: bool,
+):
+
+    if metadata:
+        result = request_metadata(
+            model_spec_name=model_spec_name,
+            address=target,
+            port=8501,
+        )
+        print(result)
+
+    else:
+        raw_image = read_image(image_file=image_file)
+
+        if format.upper() == "GRPC":
+            prediction = request_grpc(
+                image=raw_image,
+                model_spec_name=model_spec_name,
+                signature_name=signature_name,
+                address=target,
+                port=8500,
+                timeout_second=timeout_second,
+            )
+        elif format.upper() == "REST":
+            prediction = request_rest(
+                image=raw_image,
+                model_spec_name=model_spec_name,
+                address=target,
+                port=8501,
+            )
+        else:
+            raise ValueError("Undefined format; should be GRPC or REST")
+        print(prediction)
+
+
+if __name__ == "__main__":
+    main()
diff --git a/MLOps/serving_patterns/synchronous_pattern/client/requirements.txt b/MLOps/serving_patterns/synchronous_pattern/client/requirements.txt
new file mode 100644
index 0000000..caee679
--- /dev/null
+++ b/MLOps/serving_patterns/synchronous_pattern/client/requirements.txt
@@ -0,0 +1,8 @@
+importlib-metadata>=1.7.0
+numpy>=1.18.5
+Pillow>=8.3.2
+psutil>=5.7.0
+typing>=3.7.4.1
+click>=7.1.2
+tensorflow>=2.5.1
+tensorflow-serving-api>=2.5.2
\ No newline at end of file
diff --git a/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/Dockerfile b/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/Dockerfile
new file mode 100644
index 0000000..a8f28be
--- /dev/null
+++ b/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/Dockerfile
@@ -0,0 +1,33 @@
+FROM tensorflow/tensorflow:2.5.1 as builder
+
+ARG SERVER_DIR=imagenet_inception_v3
+ENV PROJECT_DIR synchronous_pattern
+WORKDIR /${PROJECT_DIR}
+ADD ./${SERVER_DIR}/requirements.txt /${PROJECT_DIR}/
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install  --no-cache-dir -r requirements.txt && \
+    touch __init__.py
+
+COPY ./${SERVER_DIR}/extract_inception_v3.py /${PROJECT_DIR}/extract_inception_v3.py
+COPY ./${SERVER_DIR}/image_net_labels.json /${PROJECT_DIR}/image_net_labels.json
+
+RUN python -m extract_inception_v3
+
+
+FROM tensorflow/serving:2.5.2
+
+ARG SERVER_DIR=imagenet_inception_v3
+ENV PROJECT_DIR synchronous_pattern
+ENV MODEL_BASE_PATH /${PROJECT_DIR}/saved_model/inception_v3
+ENV MODEL_NAME inception_v3
+
+COPY --from=builder /synchronous_pattern/saved_model/inception_v3 ${MODEL_BASE_PATH}
+EXPOSE 8500
+EXPOSE 8501
+
+COPY ./${SERVER_DIR}/tf_serving_entrypoint.sh /usr/bin/tf_serving_entrypoint.sh
+RUN chmod +x /usr/bin/tf_serving_entrypoint.sh
+ENTRYPOINT ["/usr/bin/tf_serving_entrypoint.sh"]
\ No newline at end of file
diff --git a/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/__init__.py b/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/extract_inception_v3.py b/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/extract_inception_v3.py
new file mode 100644
index 0000000..16a44b4
--- /dev/null
+++ b/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/extract_inception_v3.py
@@ -0,0 +1,63 @@
+import json
+from typing import List
+
+import tensorflow as tf
+import tensorflow_hub as hub
+
+
+def get_label(json_path: str = "./image_net_labels.json") -> List[str]:
+    with open(json_path, "r") as f:
+        labels = json.load(f)
+    return labels
+
+
+def load_hub_model() -> tf.keras.Model:
+    model = tf.keras.Sequential([hub.KerasLayer("https://tfhub.dev/google/imagenet/inception_v3/classification/4")])
+    model.build([None, 299, 299, 3])
+    return model
+
+
+class InceptionV3Model(tf.keras.Model):
+    def __init__(self, model: tf.keras.Model, labels: List[str]):
+        super().__init__(self)
+        self.model = model
+        self.labels = labels
+
+    @tf.function(input_signature=[tf.TensorSpec(shape=[None], dtype=tf.string, name="image")])
+    def serving_fn(self, input_img: str) -> tf.Tensor:
+        def _base64_to_array(img):
+            img = tf.io.decode_base64(img)  # base64のデコード
+            img = tf.io.decode_jpeg(img)  # jpeg形式のデコード
+            img = tf.image.convert_image_dtype(img, tf.float32)  # float32への変換
+            img = tf.image.resize(img, (299, 299))  # サイズを299x299に変換
+            img = tf.reshape(img, (299, 299, 3))  # ディメンジョンを(299,299,3)に変換
+            return img
+
+        # 推論
+        img = tf.map_fn(_base64_to_array, input_img, dtype=tf.float32)
+        predictions = self.model(img)
+
+        def _convert_to_label(predictions):
+            max_prob = tf.math.reduce_max(predictions)  # Softmaxの結果から最も確率の高いクラスを取得
+            idx = tf.where(tf.equal(predictions, max_prob))  # クラスのインデックスを取得
+            label = tf.squeeze(tf.gather(self.labels, idx))  # ラベル一覧からラベルを取得
+            return label
+
+        return tf.map_fn(_convert_to_label, predictions, dtype=tf.string)
+
+    def save(self, export_path="./saved_model/inception_v3/"):
+        signatures = {"serving_default": self.serving_fn}
+        tf.keras.backend.set_learning_phase(0)
+        tf.saved_model.save(self, export_path, signatures=signatures)
+
+
+def main():
+    labels = get_label(json_path="./image_net_labels.json")
+    inception_v3_hub_model = load_hub_model()
+    inception_v3_model = InceptionV3Model(model=inception_v3_hub_model, labels=labels)
+    version_number = 0
+    inception_v3_model.save(export_path=f"./saved_model/inception_v3/{version_number}")
+
+
+if __name__ == "__main__":
+    main()
diff --git a/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/image_net_labels.json b/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/image_net_labels.json
new file mode 100644
index 0000000..8b00a76
--- /dev/null
+++ b/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/image_net_labels.json
@@ -0,0 +1,1003 @@
+[
+  "background",
+  "tench",
+  "goldfish",
+  "great white shark",
+  "tiger shark",
+  "hammerhead",
+  "electric ray",
+  "stingray",
+  "cock",
+  "hen",
+  "ostrich",
+  "brambling",
+  "goldfinch",
+  "house finch",
+  "junco",
+  "indigo bunting",
+  "robin",
+  "bulbul",
+  "jay",
+  "magpie",
+  "chickadee",
+  "water ouzel",
+  "kite",
+  "bald eagle",
+  "vulture",
+  "great grey owl",
+  "European fire salamander",
+  "common newt",
+  "eft",
+  "spotted salamander",
+  "axolotl",
+  "bullfrog",
+  "tree frog",
+  "tailed frog",
+  "loggerhead",
+  "leatherback turtle",
+  "mud turtle",
+  "terrapin",
+  "box turtle",
+  "banded gecko",
+  "common iguana",
+  "American chameleon",
+  "whiptail",
+  "agama",
+  "frilled lizard",
+  "alligator lizard",
+  "Gila monster",
+  "green lizard",
+  "African chameleon",
+  "Komodo dragon",
+  "African crocodile",
+  "American alligator",
+  "triceratops",
+  "thunder snake",
+  "ringneck snake",
+  "hognose snake",
+  "green snake",
+  "king snake",
+  "garter snake",
+  "water snake",
+  "vine snake",
+  "night snake",
+  "boa constrictor",
+  "rock python",
+  "Indian cobra",
+  "green mamba",
+  "sea snake",
+  "horned viper",
+  "diamondback",
+  "sidewinder",
+  "trilobite",
+  "harvestman",
+  "scorpion",
+  "black and gold garden spider",
+  "barn spider",
+  "garden spider",
+  "black widow",
+  "tarantula",
+  "wolf spider",
+  "tick",
+  "centipede",
+  "black grouse",
+  "ptarmigan",
+  "ruffed grouse",
+  "prairie chicken",
+  "peacock",
+  "quail",
+  "partridge",
+  "African grey",
+  "macaw",
+  "sulphur-crested cockatoo",
+  "lorikeet",
+  "coucal",
+  "bee eater",
+  "hornbill",
+  "hummingbird",
+  "jacamar",
+  "toucan",
+  "drake",
+  "red-breasted merganser",
+  "goose",
+  "black swan",
+  "tusker",
+  "echidna",
+  "platypus",
+  "wallaby",
+  "koala",
+  "wombat",
+  "jellyfish",
+  "sea anemone",
+  "brain coral",
+  "flatworm",
+  "nematode",
+  "conch",
+  "snail",
+  "slug",
+  "sea slug",
+  "chiton",
+  "chambered nautilus",
+  "Dungeness crab",
+  "rock crab",
+  "fiddler crab",
+  "king crab",
+  "American lobster",
+  "spiny lobster",
+  "crayfish",
+  "hermit crab",
+  "isopod",
+  "white stork",
+  "black stork",
+  "spoonbill",
+  "flamingo",
+  "little blue heron",
+  "American egret",
+  "bittern",
+  "crane",
+  "limpkin",
+  "European gallinule",
+  "American coot",
+  "bustard",
+  "ruddy turnstone",
+  "red-backed sandpiper",
+  "redshank",
+  "dowitcher",
+  "oystercatcher",
+  "pelican",
+  "king penguin",
+  "albatross",
+  "grey whale",
+  "killer whale",
+  "dugong",
+  "sea lion",
+  "Chihuahua",
+  "Japanese spaniel",
+  "Maltese dog",
+  "Pekinese",
+  "Shih-Tzu",
+  "Blenheim spaniel",
+  "papillon",
+  "toy terrier",
+  "Rhodesian ridgeback",
+  "Afghan hound",
+  "basset",
+  "beagle",
+  "bloodhound",
+  "bluetick",
+  "black-and-tan coonhound",
+  "Walker hound",
+  "English foxhound",
+  "redbone",
+  "borzoi",
+  "Irish wolfhound",
+  "Italian greyhound",
+  "whippet",
+  "Ibizan hound",
+  "Norwegian elkhound",
+  "otterhound",
+  "Saluki",
+  "Scottish deerhound",
+  "Weimaraner",
+  "Staffordshire bullterrier",
+  "American Staffordshire terrier",
+  "Bedlington terrier",
+  "Border terrier",
+  "Kerry blue terrier",
+  "Irish terrier",
+  "Norfolk terrier",
+  "Norwich terrier",
+  "Yorkshire terrier",
+  "wire-haired fox terrier",
+  "Lakeland terrier",
+  "Sealyham terrier",
+  "Airedale",
+  "cairn",
+  "Australian terrier",
+  "Dandie Dinmont",
+  "Boston bull",
+  "miniature schnauzer",
+  "giant schnauzer",
+  "standard schnauzer",
+  "Scotch terrier",
+  "Tibetan terrier",
+  "silky terrier",
+  "soft-coated wheaten terrier",
+  "West Highland white terrier",
+  "Lhasa",
+  "flat-coated retriever",
+  "curly-coated retriever",
+  "golden retriever",
+  "Labrador retriever",
+  "Chesapeake Bay retriever",
+  "German short-haired pointer",
+  "vizsla",
+  "English setter",
+  "Irish setter",
+  "Gordon setter",
+  "Brittany spaniel",
+  "clumber",
+  "English springer",
+  "Welsh springer spaniel",
+  "cocker spaniel",
+  "Sussex spaniel",
+  "Irish water spaniel",
+  "kuvasz",
+  "schipperke",
+  "groenendael",
+  "malinois",
+  "briard",
+  "kelpie",
+  "komondor",
+  "Old English sheepdog",
+  "Shetland sheepdog",
+  "collie",
+  "Border collie",
+  "Bouvier des Flandres",
+  "Rottweiler",
+  "German shepherd",
+  "Doberman",
+  "miniature pinscher",
+  "Greater Swiss Mountain dog",
+  "Bernese mountain dog",
+  "Appenzeller",
+  "EntleBucher",
+  "boxer",
+  "bull mastiff",
+  "Tibetan mastiff",
+  "French bulldog",
+  "Great Dane",
+  "Saint Bernard",
+  "Eskimo dog",
+  "malamute",
+  "Siberian husky",
+  "dalmatian",
+  "affenpinscher",
+  "basenji",
+  "pug",
+  "Leonberg",
+  "Newfoundland",
+  "Great Pyrenees",
+  "Samoyed",
+  "Pomeranian",
+  "chow",
+  "keeshond",
+  "Brabancon griffon",
+  "Pembroke",
+  "Cardigan",
+  "toy poodle",
+  "miniature poodle",
+  "standard poodle",
+  "Mexican hairless",
+  "timber wolf",
+  "white wolf",
+  "red wolf",
+  "coyote",
+  "dingo",
+  "dhole",
+  "African hunting dog",
+  "hyena",
+  "red fox",
+  "kit fox",
+  "Arctic fox",
+  "grey fox",
+  "tabby",
+  "tiger cat",
+  "Persian cat",
+  "Siamese cat",
+  "Egyptian cat",
+  "cougar",
+  "lynx",
+  "leopard",
+  "snow leopard",
+  "jaguar",
+  "lion",
+  "tiger",
+  "cheetah",
+  "brown bear",
+  "American black bear",
+  "ice bear",
+  "sloth bear",
+  "mongoose",
+  "meerkat",
+  "tiger beetle",
+  "ladybug",
+  "ground beetle",
+  "long-horned beetle",
+  "leaf beetle",
+  "dung beetle",
+  "rhinoceros beetle",
+  "weevil",
+  "fly",
+  "bee",
+  "ant",
+  "grasshopper",
+  "cricket",
+  "walking stick",
+  "cockroach",
+  "mantis",
+  "cicada",
+  "leafhopper",
+  "lacewing",
+  "dragonfly",
+  "damselfly",
+  "admiral",
+  "ringlet",
+  "monarch",
+  "cabbage butterfly",
+  "sulphur butterfly",
+  "lycaenid",
+  "starfish",
+  "sea urchin",
+  "sea cucumber",
+  "wood rabbit",
+  "hare",
+  "Angora",
+  "hamster",
+  "porcupine",
+  "fox squirrel",
+  "marmot",
+  "beaver",
+  "guinea pig",
+  "sorrel",
+  "zebra",
+  "hog",
+  "wild boar",
+  "warthog",
+  "hippopotamus",
+  "ox",
+  "water buffalo",
+  "bison",
+  "ram",
+  "bighorn",
+  "ibex",
+  "hartebeest",
+  "impala",
+  "gazelle",
+  "Arabian camel",
+  "llama",
+  "weasel",
+  "mink",
+  "polecat",
+  "black-footed ferret",
+  "otter",
+  "skunk",
+  "badger",
+  "armadillo",
+  "three-toed sloth",
+  "orangutan",
+  "gorilla",
+  "chimpanzee",
+  "gibbon",
+  "siamang",
+  "guenon",
+  "patas",
+  "baboon",
+  "macaque",
+  "langur",
+  "colobus",
+  "proboscis monkey",
+  "marmoset",
+  "capuchin",
+  "howler monkey",
+  "titi",
+  "spider monkey",
+  "squirrel monkey",
+  "Madagascar cat",
+  "indri",
+  "Indian elephant",
+  "African elephant",
+  "lesser panda",
+  "giant panda",
+  "barracouta",
+  "eel",
+  "coho",
+  "rock beauty",
+  "anemone fish",
+  "sturgeon",
+  "gar",
+  "lionfish",
+  "puffer",
+  "abacus",
+  "abaya",
+  "academic gown",
+  "accordion",
+  "acoustic guitar",
+  "aircraft carrier",
+  "airliner",
+  "airship",
+  "altar",
+  "ambulance",
+  "amphibian",
+  "analog clock",
+  "apiary",
+  "apron",
+  "ashcan",
+  "assault rifle",
+  "backpack",
+  "bakery",
+  "balance beam",
+  "balloon",
+  "ballpoint",
+  "Band Aid",
+  "banjo",
+  "bannister",
+  "barbell",
+  "barber chair",
+  "barbershop",
+  "barn",
+  "barometer",
+  "barrel",
+  "barrow",
+  "baseball",
+  "basketball",
+  "bassinet",
+  "bassoon",
+  "bathing cap",
+  "bath towel",
+  "bathtub",
+  "beach wagon",
+  "beacon",
+  "beaker",
+  "bearskin",
+  "beer bottle",
+  "beer glass",
+  "bell cote",
+  "bib",
+  "bicycle-built-for-two",
+  "bikini",
+  "binder",
+  "binoculars",
+  "birdhouse",
+  "boathouse",
+  "bobsled",
+  "bolo tie",
+  "bonnet",
+  "bookcase",
+  "bookshop",
+  "bottlecap",
+  "bow",
+  "bow tie",
+  "brass",
+  "brassiere",
+  "breakwater",
+  "breastplate",
+  "broom",
+  "bucket",
+  "buckle",
+  "bulletproof vest",
+  "bullet train",
+  "butcher shop",
+  "cab",
+  "caldron",
+  "candle",
+  "cannon",
+  "canoe",
+  "can opener",
+  "cardigan",
+  "car mirror",
+  "carousel",
+  "carpenter's kit",
+  "carton",
+  "car wheel",
+  "cash machine",
+  "cassette",
+  "cassette player",
+  "castle",
+  "catamaran",
+  "CD player",
+  "cello",
+  "cellular telephone",
+  "chain",
+  "chainlink fence",
+  "chain mail",
+  "chain saw",
+  "chest",
+  "chiffonier",
+  "chime",
+  "china cabinet",
+  "Christmas stocking",
+  "church",
+  "cinema",
+  "cleaver",
+  "cliff dwelling",
+  "cloak",
+  "clog",
+  "cocktail shaker",
+  "coffee mug",
+  "coffeepot",
+  "coil",
+  "combination lock",
+  "computer keyboard",
+  "confectionery",
+  "container ship",
+  "convertible",
+  "corkscrew",
+  "cornet",
+  "cowboy boot",
+  "cowboy hat",
+  "cradle",
+  "crane",
+  "crash helmet",
+  "crate",
+  "crib",
+  "Crock Pot",
+  "croquet ball",
+  "crutch",
+  "cuirass",
+  "dam",
+  "desk",
+  "desktop computer",
+  "dial telephone",
+  "diaper",
+  "digital clock",
+  "digital watch",
+  "dining table",
+  "dishrag",
+  "dishwasher",
+  "disk brake",
+  "dock",
+  "dogsled",
+  "dome",
+  "doormat",
+  "drilling platform",
+  "drum",
+  "drumstick",
+  "dumbbell",
+  "Dutch oven",
+  "electric fan",
+  "electric guitar",
+  "electric locomotive",
+  "entertainment center",
+  "envelope",
+  "espresso maker",
+  "face powder",
+  "feather boa",
+  "file",
+  "fireboat",
+  "fire engine",
+  "fire screen",
+  "flagpole",
+  "flute",
+  "folding chair",
+  "football helmet",
+  "forklift",
+  "fountain",
+  "fountain pen",
+  "four-poster",
+  "freight car",
+  "French horn",
+  "frying pan",
+  "fur coat",
+  "garbage truck",
+  "gasmask",
+  "gas pump",
+  "goblet",
+  "go-kart",
+  "golf ball",
+  "golfcart",
+  "gondola",
+  "gong",
+  "gown",
+  "grand piano",
+  "greenhouse",
+  "grille",
+  "grocery store",
+  "guillotine",
+  "hair slide",
+  "hair spray",
+  "half track",
+  "hammer",
+  "hamper",
+  "hand blower",
+  "hand-held computer",
+  "handkerchief",
+  "hard disc",
+  "harmonica",
+  "harp",
+  "harvester",
+  "hatchet",
+  "holster",
+  "home theater",
+  "honeycomb",
+  "hook",
+  "hoopskirt",
+  "horizontal bar",
+  "horse cart",
+  "hourglass",
+  "iPod",
+  "iron",
+  "jack-o'-lantern",
+  "jean",
+  "jeep",
+  "jersey",
+  "jigsaw puzzle",
+  "jinrikisha",
+  "joystick",
+  "kimono",
+  "knee pad",
+  "knot",
+  "lab coat",
+  "ladle",
+  "lampshade",
+  "laptop",
+  "lawn mower",
+  "lens cap",
+  "letter opener",
+  "library",
+  "lifeboat",
+  "lighter",
+  "limousine",
+  "liner",
+  "lipstick",
+  "Loafer",
+  "lotion",
+  "loudspeaker",
+  "loupe",
+  "lumbermill",
+  "magnetic compass",
+  "mailbag",
+  "mailbox",
+  "maillot",
+  "maillot",
+  "manhole cover",
+  "maraca",
+  "marimba",
+  "mask",
+  "matchstick",
+  "maypole",
+  "maze",
+  "measuring cup",
+  "medicine chest",
+  "megalith",
+  "microphone",
+  "microwave",
+  "military uniform",
+  "milk can",
+  "minibus",
+  "miniskirt",
+  "minivan",
+  "missile",
+  "mitten",
+  "mixing bowl",
+  "mobile home",
+  "Model T",
+  "modem",
+  "monastery",
+  "monitor",
+  "moped",
+  "mortar",
+  "mortarboard",
+  "mosque",
+  "mosquito net",
+  "motor scooter",
+  "mountain bike",
+  "mountain tent",
+  "mouse",
+  "mousetrap",
+  "moving van",
+  "muzzle",
+  "nail",
+  "neck brace",
+  "necklace",
+  "nipple",
+  "notebook",
+  "obelisk",
+  "oboe",
+  "ocarina",
+  "odometer",
+  "oil filter",
+  "organ",
+  "oscilloscope",
+  "overskirt",
+  "oxcart",
+  "oxygen mask",
+  "packet",
+  "paddle",
+  "paddlewheel",
+  "padlock",
+  "paintbrush",
+  "pajama",
+  "palace",
+  "panpipe",
+  "paper towel",
+  "parachute",
+  "parallel bars",
+  "park bench",
+  "parking meter",
+  "passenger car",
+  "patio",
+  "pay-phone",
+  "pedestal",
+  "pencil box",
+  "pencil sharpener",
+  "perfume",
+  "Petri dish",
+  "photocopier",
+  "pick",
+  "pickelhaube",
+  "picket fence",
+  "pickup",
+  "pier",
+  "piggy bank",
+  "pill bottle",
+  "pillow",
+  "ping-pong ball",
+  "pinwheel",
+  "pirate",
+  "pitcher",
+  "plane",
+  "planetarium",
+  "plastic bag",
+  "plate rack",
+  "plow",
+  "plunger",
+  "Polaroid camera",
+  "pole",
+  "police van",
+  "poncho",
+  "pool table",
+  "pop bottle",
+  "pot",
+  "potter's wheel",
+  "power drill",
+  "prayer rug",
+  "printer",
+  "prison",
+  "projectile",
+  "projector",
+  "puck",
+  "punching bag",
+  "purse",
+  "quill",
+  "quilt",
+  "racer",
+  "racket",
+  "radiator",
+  "radio",
+  "radio telescope",
+  "rain barrel",
+  "recreational vehicle",
+  "reel",
+  "reflex camera",
+  "refrigerator",
+  "remote control",
+  "restaurant",
+  "revolver",
+  "rifle",
+  "rocking chair",
+  "rotisserie",
+  "rubber eraser",
+  "rugby ball",
+  "rule",
+  "running shoe",
+  "safe",
+  "safety pin",
+  "saltshaker",
+  "sandal",
+  "sarong",
+  "sax",
+  "scabbard",
+  "scale",
+  "school bus",
+  "schooner",
+  "scoreboard",
+  "screen",
+  "screw",
+  "screwdriver",
+  "seat belt",
+  "sewing machine",
+  "shield",
+  "shoe shop",
+  "shoji",
+  "shopping basket",
+  "shopping cart",
+  "shovel",
+  "shower cap",
+  "shower curtain",
+  "ski",
+  "ski mask",
+  "sleeping bag",
+  "slide rule",
+  "sliding door",
+  "slot",
+  "snorkel",
+  "snowmobile",
+  "snowplow",
+  "soap dispenser",
+  "soccer ball",
+  "sock",
+  "solar dish",
+  "sombrero",
+  "soup bowl",
+  "space bar",
+  "space heater",
+  "space shuttle",
+  "spatula",
+  "speedboat",
+  "spider web",
+  "spindle",
+  "sports car",
+  "spotlight",
+  "stage",
+  "steam locomotive",
+  "steel arch bridge",
+  "steel drum",
+  "stethoscope",
+  "stole",
+  "stone wall",
+  "stopwatch",
+  "stove",
+  "strainer",
+  "streetcar",
+  "stretcher",
+  "studio couch",
+  "stupa",
+  "submarine",
+  "suit",
+  "sundial",
+  "sunglass",
+  "sunglasses",
+  "sunscreen",
+  "suspension bridge",
+  "swab",
+  "sweatshirt",
+  "swimming trunks",
+  "swing",
+  "switch",
+  "syringe",
+  "table lamp",
+  "tank",
+  "tape player",
+  "teapot",
+  "teddy",
+  "television",
+  "tennis ball",
+  "thatch",
+  "theater curtain",
+  "thimble",
+  "thresher",
+  "throne",
+  "tile roof",
+  "toaster",
+  "tobacco shop",
+  "toilet seat",
+  "torch",
+  "totem pole",
+  "tow truck",
+  "toyshop",
+  "tractor",
+  "trailer truck",
+  "tray",
+  "trench coat",
+  "tricycle",
+  "trimaran",
+  "tripod",
+  "triumphal arch",
+  "trolleybus",
+  "trombone",
+  "tub",
+  "turnstile",
+  "typewriter keyboard",
+  "umbrella",
+  "unicycle",
+  "upright",
+  "vacuum",
+  "vase",
+  "vault",
+  "velvet",
+  "vending machine",
+  "vestment",
+  "viaduct",
+  "violin",
+  "volleyball",
+  "waffle iron",
+  "wall clock",
+  "wallet",
+  "wardrobe",
+  "warplane",
+  "washbasin",
+  "washer",
+  "water bottle",
+  "water jug",
+  "water tower",
+  "whiskey jug",
+  "whistle",
+  "wig",
+  "window screen",
+  "window shade",
+  "Windsor tie",
+  "wine bottle",
+  "wing",
+  "wok",
+  "wooden spoon",
+  "wool",
+  "worm fence",
+  "wreck",
+  "yawl",
+  "yurt",
+  "web site",
+  "comic book",
+  "crossword puzzle",
+  "street sign",
+  "traffic light",
+  "book jacket",
+  "menu",
+  "plate",
+  "guacamole",
+  "consomme",
+  "hot pot",
+  "trifle",
+  "ice cream",
+  "ice lolly",
+  "French loaf",
+  "bagel",
+  "pretzel",
+  "cheeseburger",
+  "hotdog",
+  "mashed potato",
+  "head cabbage",
+  "broccoli",
+  "cauliflower",
+  "zucchini",
+  "spaghetti squash",
+  "acorn squash",
+  "butternut squash",
+  "cucumber",
+  "artichoke",
+  "bell pepper",
+  "cardoon",
+  "mushroom",
+  "Granny Smith",
+  "strawberry",
+  "orange",
+  "lemon",
+  "fig",
+  "pineapple",
+  "banana",
+  "jackfruit",
+  "custard apple",
+  "pomegranate",
+  "hay",
+  "carbonara",
+  "chocolate sauce",
+  "dough",
+  "meat loaf",
+  "pizza",
+  "potpie",
+  "burrito",
+  "red wine",
+  "espresso",
+  "cup",
+  "eggnog",
+  "alp",
+  "bubble",
+  "cliff",
+  "coral reef",
+  "geyser",
+  "lakeside",
+  "promontory",
+  "sandbar",
+  "seashore",
+  "valley",
+  "volcano",
+  "ballplayer",
+  "groom",
+  "scuba diver",
+  "rapeseed",
+  "daisy",
+  "yellow lady's slipper",
+  "corn",
+  "acorn",
+  "hip",
+  "buckeye",
+  "coral fungus",
+  "agaric",
+  "gyromitra",
+  "stinkhorn",
+  "earthstar",
+  "hen-of-the-woods",
+  "bolete",
+  "ear",
+  "toilet tissue"
+]
diff --git a/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/requirements.txt b/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/requirements.txt
new file mode 100644
index 0000000..e2a5e51
--- /dev/null
+++ b/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/requirements.txt
@@ -0,0 +1,11 @@
+importlib-metadata>=1.7.0
+joblib>=0.15.1
+numpy>=1.18.5
+Pillow>=8.3.2
+psutil==5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+tensorflow-serving-api>=2.5.2
+tensorflow>=2.5.1
+tensorflow-hub>=0.10.0
+typing>=3.7.4.1
diff --git a/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/tf_serving_entrypoint.sh b/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/tf_serving_entrypoint.sh
new file mode 100644
index 0000000..24d88eb
--- /dev/null
+++ b/MLOps/serving_patterns/synchronous_pattern/imagenet_inception_v3/tf_serving_entrypoint.sh
@@ -0,0 +1,14 @@
+#!/bin/bash
+
+set -eu
+
+PORT=${PORT:-8500}
+REST_API_PORT=${REST_API_PORT:-8501}
+MODEL_NAME=${MODEL_NAME:-"inception_v3"}
+MODEL_BASE_PATH=${MODEL_BASE_PATH:-"/synchronous_pattern/saved_model/${MODEL_NAME}"}
+
+tensorflow_model_server \
+    --port=${PORT} \
+    --rest_api_port=${REST_API_PORT} \
+    --model_name=${MODEL_NAME} \
+    --model_base_path=${MODEL_BASE_PATH} 
\ No newline at end of file
diff --git a/MLOps/serving_patterns/synchronous_pattern/makefile b/MLOps/serving_patterns/synchronous_pattern/makefile
new file mode 100644
index 0000000..66d1ab7
--- /dev/null
+++ b/MLOps/serving_patterns/synchronous_pattern/makefile
@@ -0,0 +1,44 @@
+DOCKER_REPOSITORY := shibui/ml-system-in-actions
+
+ABSOLUTE_PATH := $(shell pwd)
+
+DOCKERFILE := Dockerfile
+IMAGE_VERSION := 0.0.1
+
+SYNCHRONOUS_PATTERN := synchronous_pattern
+SYNCHRONOUS_PATTERN_SERVER := imagenet_inception_v3
+SYNCHRONOUS_PATTERN_GRPC_PORT := 8500
+SYNCHRONOUS_PATTERN_REST_PORT := 8501
+
+
+.PHONY: build
+build:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(SYNCHRONOUS_PATTERN)_$(SYNCHRONOUS_PATTERN_SERVER)_$(IMAGE_VERSION) \
+		-f $(SYNCHRONOUS_PATTERN_SERVER)/$(DOCKERFILE) .
+
+.PHONY: run
+run:
+	docker run \
+		-d \
+		--name $(SYNCHRONOUS_PATTERN_SERVER) \
+		-p $(SYNCHRONOUS_PATTERN_GRPC_PORT):$(SYNCHRONOUS_PATTERN_GRPC_PORT) \
+		-p $(SYNCHRONOUS_PATTERN_REST_PORT):$(SYNCHRONOUS_PATTERN_REST_PORT) \
+		$(DOCKER_REPOSITORY):$(SYNCHRONOUS_PATTERN)_$(SYNCHRONOUS_PATTERN_SERVER)_$(IMAGE_VERSION)
+
+.PHONY: stop
+stop:
+	docker rm -f $(SYNCHRONOUS_PATTERN_SERVER)
+
+.PHONY: push
+push:
+	docker push $(DOCKER_REPOSITORY):$(SYNCHRONOUS_PATTERN)_$(SYNCHRONOUS_PATTERN_SERVER)_$(IMAGE_VERSION)
+
+.PHONY: build_all
+build_all: build
+
+.PHONY: run_all
+run_all: run
+
+.PHONY: push_all
+push_all: push
diff --git a/MLOps/serving_patterns/template_pattern/README.md b/MLOps/serving_patterns/template_pattern/README.md
new file mode 100644
index 0000000..78b8f8e
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/README.md
@@ -0,0 +1,104 @@
+# 추론기 템플릿 패턴
+
+## 목적
+
+추론기에 필요한 리소스를 디렉토리 구성과 jinja2 템플릿으로 제공합니다.
+
+## 전제
+
+- Python 3.8 이상
+
+## 사용법
+
+0. 현재 디렉토리
+
+```sh
+$ pwd
+~/ml-system-in-actions/chapter4_serving_patterns/template_pattern
+```
+
+1. 라이브러리 인스톨
+
+```sh
+$ pip install -r requirements.txt
+```
+
+2. 템플릿으로 샘플 추론기를 빌드
+
+추론기 템플릿은 다음의 디렉토리, 파일 구성으로 되어있습니다.
+
+- template: 템플릿 디렉토리 
+- template_files: 변수의 변환이 필요한 파일들
+- correspond_file_path.yaml: template_files 의 파일의 변환 후에 배치될 경로를 지정 
+- vars.yaml: 변수
+- builder.py: 템플릿으로 추론기 프로젝트를 작성하는 스크립트
+
+```sh
+# 템플릿 파일 목록과 변환 후의 파일 경로
+$ cat correspond_file_path.yaml
+# Dockerfile.j2: "{}/Dockerfile"
+# prediction.py.j2: "{}/src/ml/prediction.py"
+# routers.py.j2: "{}/src/app/routers/routers.py"
+# deployment.yml.j2: "{}/manifests/deployment.yml"
+# namespace.yml.j2: "{}/manifests/namespace.yml"
+# makefile.j2: "{}/makefile"
+# docker-compose.yml.j2: "{}/docker-compose.yml"
+
+# 변수
+$ cat vars.yaml
+# name: sample
+# model_file_name: iris_svc.onnx
+# label_file_name: label.json
+# data_type: float32
+# data_structure: (1,4)
+# data_sample: [[5.1, 3.5, 1.4, 0.2]]
+# prediction_type: float32
+# prediction_structure: (1,3)
+# prediction_sample: [0.97093159, 0.01558308, 0.01348537]
+
+# 추론기 프로젝트 빌드
+$ python \
+    -m builder \
+    --name sample \
+    --variable_file vars.yaml \
+    --correspond_file_path correspond_file_path.yaml
+
+# 이것으로 ./sample 디렉토리 이하 추론기 프로그램이 완성됩니다.
+```
+
+3. 샘플 추론기 프로젝트 확인
+
+작성된 프로그램은 다음과 같은 구성으로 되어있습니다.
+모델과 라벨 파일을 `sample/models/` 디렉토리에 배치하면 완성입니다.
+
+```sh
+$ tree sample
+# sample
+# ├── Dockerfile
+# ├── __init__.py
+# ├── docker-compose.yml
+# ├── makefile
+# ├── manifests
+# │   ├── deployment.yml
+# │   └── namespace.yml
+# ├── models
+# ├── requirements.txt
+# ├── run.sh
+# └── src
+#     ├── __init__.py
+#     ├── app
+#     │   ├── __init__.py
+#     │   ├── app.py
+#     │   └── routers
+#     │       ├── __init__.py
+#     │       └── routers.py
+#     ├── configurations.py
+#     ├── constants.py
+#     ├── ml
+#     │   ├── __init__.py
+#     │   └── prediction.py
+#     └── utils
+#         ├── __init__.py
+#         ├── logging.conf
+#         └── profiler.py
+```
diff --git a/MLOps/serving_patterns/template_pattern/__init__.py b/MLOps/serving_patterns/template_pattern/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/builder.py b/MLOps/serving_patterns/template_pattern/builder.py
new file mode 100644
index 0000000..b35ed0f
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/builder.py
@@ -0,0 +1,107 @@
+import os
+from distutils.dir_util import copy_tree
+from typing import Dict
+
+import click
+import yaml
+from jinja2 import Environment, FileSystemLoader
+
+TEMPLATE_DIRECTORY = "./template"
+TEMPLATE_FILES_DIRECTORY = "./template_files"
+
+
+def load_variable(
+    variable_file: str,
+) -> Dict:
+    with open(variable_file, "r") as f:
+        variables = yaml.load(
+            f,
+            Loader=yaml.SafeLoader,
+        )
+    return variables
+
+
+def format_path(
+    correspond_file_paths: Dict,
+    name: str,
+) -> Dict:
+    formatted_correspond_file_paths: Dict = {}
+    for k, v in correspond_file_paths.items():
+        formatted_correspond_file_paths[k] = v.format(name)
+    return formatted_correspond_file_paths
+
+
+def copy_directory(name: str):
+    copy_tree(TEMPLATE_DIRECTORY, name)
+
+
+def build(
+    template_file_name: str,
+    output_file_path: str,
+    variables: Dict,
+):
+    env = Environment(
+        loader=FileSystemLoader("./", encoding="utf8"),
+    )
+
+    tmpl = env.get_template(
+        os.path.join(
+            TEMPLATE_FILES_DIRECTORY,
+            template_file_name,
+        ),
+    )
+
+    file = tmpl.render(**variables)
+
+    with open(output_file_path, mode="w") as f:
+        f.write(str(file))
+
+
+@click.command(help="template pattern")
+@click.option(
+    "--name",
+    type=str,
+    required=True,
+    help="name of project",
+)
+@click.option(
+    "--variable_file",
+    type=str,
+    default="vars.yaml",
+    required=True,
+    help="path to variable file yaml",
+)
+@click.option(
+    "--correspond_file_path",
+    type=str,
+    default="correspond_file_path.yaml",
+    required=True,
+    help="file defining corresponding file path",
+)
+def main(
+    name: str,
+    variable_file: str,
+    correspond_file_path: str,
+):
+    variables = load_variable(
+        variable_file=variable_file,
+    )
+    correspond_file_paths = load_variable(
+        variable_file=correspond_file_path,
+    )
+    formatted_correspond_file_paths = format_path(
+        correspond_file_paths=correspond_file_paths,
+        name=name,
+    )
+    os.makedirs(name, exist_ok=True)
+    copy_directory(name=name)
+    for k, v in formatted_correspond_file_paths.items():
+        build(
+            template_file_name=k,
+            output_file_path=v,
+            variables=variables,
+        )
+
+
+if __name__ == "__main__":
+    main()
diff --git a/MLOps/serving_patterns/template_pattern/correspond_file_path.yaml b/MLOps/serving_patterns/template_pattern/correspond_file_path.yaml
new file mode 100644
index 0000000..afe3177
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/correspond_file_path.yaml
@@ -0,0 +1,7 @@
+Dockerfile.j2: "{}/Dockerfile"
+prediction.py.j2: "{}/src/ml/prediction.py"
+routers.py.j2: "{}/src/app/routers/routers.py"
+deployment.yml.j2: "{}/manifests/deployment.yml"
+namespace.yml.j2: "{}/manifests/namespace.yml"
+makefile.j2: "{}/makefile"
+docker-compose.yml.j2: "{}/docker-compose.yml"
diff --git a/MLOps/serving_patterns/template_pattern/requirements.txt b/MLOps/serving_patterns/template_pattern/requirements.txt
new file mode 100644
index 0000000..e2ad2e6
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/requirements.txt
@@ -0,0 +1,3 @@
+click>=7.1.2
+Jinja2>=2.11.2
+PyYAML>=5.3.1
\ No newline at end of file
diff --git a/MLOps/serving_patterns/template_pattern/sample/Dockerfile b/MLOps/serving_patterns/template_pattern/sample/Dockerfile
new file mode 100644
index 0000000..5d547a4
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/sample/Dockerfile
@@ -0,0 +1,22 @@
+FROM python:3.8-slim
+
+ENV PROJECT_DIR sample
+WORKDIR /${PROJECT_DIR}
+ADD ./requirements.txt /${PROJECT_DIR}/
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt
+
+COPY ./src/ /${PROJECT_DIR}/src/
+COPY ./models/ /${PROJECT_DIR}/models/
+
+ENV MODEL_FILEPATH /${PROJECT_DIR}/models/iris_svc.onnx
+ENV LABEL_FILEPATH /${PROJECT_DIR}/models/label.json
+ENV LOG_LEVEL DEBUG
+ENV LOG_FORMAT TEXT
+
+COPY ./run.sh /${PROJECT_DIR}/run.sh
+RUN chmod +x /${PROJECT_DIR}/run.sh
+CMD [ "./run.sh" ]
\ No newline at end of file
diff --git a/MLOps/serving_patterns/template_pattern/sample/__init__.py b/MLOps/serving_patterns/template_pattern/sample/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/sample/docker-compose.yml b/MLOps/serving_patterns/template_pattern/sample/docker-compose.yml
new file mode 100644
index 0000000..debb8ff
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/sample/docker-compose.yml
@@ -0,0 +1,12 @@
+version: "3"
+
+services:
+  sample:
+    container_name: sample
+    image: shibui/ml-system-in-actions:sample_0.0.1
+    restart: always
+    environment:
+      - PLATFORM=docker_compose
+    ports:
+      - "8000:8000"
+    command: ./run.sh
diff --git a/MLOps/serving_patterns/template_pattern/sample/makefile b/MLOps/serving_patterns/template_pattern/sample/makefile
new file mode 100644
index 0000000..5e0f8bb
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/sample/makefile
@@ -0,0 +1,42 @@
+DOCKER_REPOSITORY := shibui/ml-system-in-actions
+
+ABSOLUTE_PATH := $(shell pwd)
+
+DOCKERFILE := Dockerfile
+IMAGE_VERSION := 0.0.1
+
+TEMPLATE_PATTERN := sample
+TEMPLATE_PATTERN_PORT := 8000
+
+
+.PHONY: build
+build:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(TEMPLATE_PATTERN)_$(IMAGE_VERSION) \
+		-f $(DOCKERFILE) \
+		.
+	 
+.PHONY: run
+run:
+	docker run \
+		-d \
+		--name $(TEMPLATE_PATTERN) \
+		-p $(TEMPLATE_PATTERN_PORT):$(TEMPLATE_PATTERN_PORT) \
+		$(DOCKER_REPOSITORY):$(TEMPLATE_PATTERN)_$(IMAGE_VERSION)
+
+.PHONY: stop
+stop:
+	docker rm -f $(TEMPLATE_PATTERN)
+
+.PHONY: push
+push:
+	docker push $(DOCKER_REPOSITORY):$(TEMPLATE_PATTERN)_$(IMAGE_VERSION)
+
+.PHONY: build_all
+build_all: build
+
+.PHONY: run_all
+run_all: run
+
+.PHONY: push_all
+push_all: push
\ No newline at end of file
diff --git a/MLOps/serving_patterns/template_pattern/sample/manifests/.gitkeep b/MLOps/serving_patterns/template_pattern/sample/manifests/.gitkeep
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/sample/manifests/deployment.yml b/MLOps/serving_patterns/template_pattern/sample/manifests/deployment.yml
new file mode 100644
index 0000000..aa6ab80
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/sample/manifests/deployment.yml
@@ -0,0 +1,69 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: sample
+  namespace: sample
+  labels:
+    app: sample
+spec:
+  replicas: 4
+  selector:
+    matchLabels:
+      app: sample
+  template:
+    metadata:
+      labels:
+        app: sample
+    spec:
+      containers:
+        - name: sample
+          image: shibui/ml-system-in-actions:sample_0.0.1
+          imagePullPolicy: Always
+          ports:
+            - containerPort: 8000
+          resources:
+            limits:
+              cpu: 500m
+              memory: "300Mi"
+            requests:
+              cpu: 500m
+              memory: "300Mi"
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: sample
+  namespace: sample
+  labels:
+    app: sample
+spec:
+  ports:
+    - name: rest
+      port: 8000
+      protocol: TCP
+  selector:
+    app: sample
+
+---
+apiVersion: autoscaling/v2beta2
+kind: HorizontalPodAutoscaler
+metadata:
+  name: sample
+  namespace: sample
+  labels:
+    app: sample
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: sample
+  minReplicas: 3
+  maxReplicas: 10
+  metrics:
+    - type: Resource
+      resource:
+        name: cpu
+        target:
+          type: Utilization
+          averageUtilization: 50
diff --git a/MLOps/serving_patterns/template_pattern/sample/manifests/namespace.yml b/MLOps/serving_patterns/template_pattern/sample/manifests/namespace.yml
new file mode 100644
index 0000000..233a476
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/sample/manifests/namespace.yml
@@ -0,0 +1,4 @@
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: sample
diff --git a/MLOps/serving_patterns/template_pattern/sample/models/.gitkeep b/MLOps/serving_patterns/template_pattern/sample/models/.gitkeep
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/sample/requirements.txt b/MLOps/serving_patterns/template_pattern/sample/requirements.txt
new file mode 100644
index 0000000..3082a6c
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/sample/requirements.txt
@@ -0,0 +1,22 @@
+fastapi>=0.65.2
+future>=0.18.2
+gunicorn>=20.0.4
+importlib-metadata>=1.7.0
+joblib>=0.15.1
+numpy>=1.18.5
+onnx>=1.7.0
+onnxruntime>=1.4.0
+Pillow>=8.3.2
+psutil>=5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+redis>=3.5.3
+scikit-learn>=0.23.1
+skl2onnx>=1.7.0
+starlette>=0.13.4
+typing>=3.7.4.1
+uvicorn>=0.11.7
+uvloop>=0.14.0
+httptools>=0.1.1
+python-json-logger>=2.0.1
+loguru>=0.5.3
\ No newline at end of file
diff --git a/MLOps/serving_patterns/template_pattern/sample/run.sh b/MLOps/serving_patterns/template_pattern/sample/run.sh
new file mode 100644
index 0000000..9621e17
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/sample/run.sh
@@ -0,0 +1,27 @@
+#!/bin/bash
+
+set -eu
+
+HOST=${HOST:-"0.0.0.0"}
+PORT=${PORT:-8000}
+WORKERS=${WORKERS:-4}
+UVICORN_WORKER=${UVICORN_WORKER:-"uvicorn.workers.UvicornWorker"}
+LOGLEVEL=${LOGLEVEL:-"debug"}
+LOGCONFIG=${LOGCONFIG:-"./src/utils/logging.conf"}
+BACKLOG=${BACKLOG:-2048}
+LIMIT_MAX_REQUESTS=${LIMIT_MAX_REQUESTS:-65536}
+MAX_REQUESTS_JITTER=${MAX_REQUESTS_JITTER:-2048}
+GRACEFUL_TIMEOUT=${GRACEFUL_TIMEOUT:-10}
+APP_NAME=${APP_NAME:-"src.app.app:app"}
+
+gunicorn ${APP_NAME} \
+    -b ${HOST}:${PORT} \
+    -w ${WORKERS} \
+    -k ${UVICORN_WORKER} \
+    --log-level ${LOGLEVEL} \
+    --log-config ${LOGCONFIG} \
+    --backlog ${BACKLOG} \
+    --max-requests ${LIMIT_MAX_REQUESTS} \
+    --max-requests-jitter ${MAX_REQUESTS_JITTER} \
+    --graceful-timeout ${GRACEFUL_TIMEOUT} \
+    --reload
diff --git a/MLOps/serving_patterns/template_pattern/sample/src/__init__.py b/MLOps/serving_patterns/template_pattern/sample/src/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/sample/src/app/__init__.py b/MLOps/serving_patterns/template_pattern/sample/src/app/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/sample/src/app/app.py b/MLOps/serving_patterns/template_pattern/sample/src/app/app.py
new file mode 100644
index 0000000..e3902d5
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/sample/src/app/app.py
@@ -0,0 +1,16 @@
+import os
+from logging import getLogger
+
+from fastapi import FastAPI
+from src.app.routers import routers
+from src.configurations import APIConfigurations
+
+logger = getLogger(__name__)
+
+app = FastAPI(
+    title=APIConfigurations.title,
+    description=APIConfigurations.description,
+    version=APIConfigurations.version,
+)
+
+app.include_router(routers.router, prefix="", tags=[""])
diff --git a/MLOps/serving_patterns/template_pattern/sample/src/app/routers/__init__.py b/MLOps/serving_patterns/template_pattern/sample/src/app/routers/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/sample/src/app/routers/routers.py b/MLOps/serving_patterns/template_pattern/sample/src/app/routers/routers.py
new file mode 100644
index 0000000..71b6fb2
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/sample/src/app/routers/routers.py
@@ -0,0 +1,67 @@
+import uuid
+from logging import getLogger
+from typing import Any, Dict, List
+
+from fastapi import APIRouter
+from src.ml.prediction import Data, classifier
+
+logger = getLogger(__name__)
+router = APIRouter()
+
+
+@router.get("/health")
+def health() -> Dict[str, str]:
+    return {
+        "health": "ok",
+    }
+
+
+@router.get("/metadata")
+def metadata() -> Dict[str, Any]:
+    return {
+        "data_type": "float32",
+        "data_structure": (1, 4),
+        "data_sample": [[5.1, 3.5, 1.4, 0.2]],
+        "prediction_type": "float32",
+        "prediction_structure": (1, 3),
+        "prediction_sample": [0.97093159, 0.01558308, 0.01348537],
+    }
+
+
+@router.get("/label")
+def label() -> Dict[int, str]:
+    return classifier.label
+
+
+@router.get("/predict/test")
+def predict_test() -> Dict[str, List[float]]:
+    job_id = str(uuid.uuid4())
+    prediction = classifier.predict(data=Data().data)
+    prediction_list = list(prediction)
+    logger.info(f"test {job_id}: {prediction_list}")
+    return {"prediction": prediction_list}
+
+
+@router.get("/predict/test/label")
+def predict_test_label() -> Dict[str, str]:
+    job_id = str(uuid.uuid4())
+    prediction = classifier.predict_label(data=Data().data)
+    logger.info(f"test {job_id}: {prediction}")
+    return {"prediction": prediction}
+
+
+@router.post("/predict")
+def predict(data: Data) -> Dict[str, List[float]]:
+    job_id = str(uuid.uuid4())
+    prediction = classifier.predict(data.data)
+    prediction_list = list(prediction)
+    logger.info(f"{job_id}: {prediction_list}")
+    return {"prediction": prediction_list}
+
+
+@router.post("/predict/label")
+def predict_label(data: Data) -> Dict[str, str]:
+    job_id = str(uuid.uuid4())
+    prediction = classifier.predict_label(data.data)
+    logger.info(f"test {job_id}: {prediction}")
+    return {"prediction": prediction}
diff --git a/MLOps/serving_patterns/template_pattern/sample/src/configurations.py b/MLOps/serving_patterns/template_pattern/sample/src/configurations.py
new file mode 100644
index 0000000..51f3f1c
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/sample/src/configurations.py
@@ -0,0 +1,28 @@
+import os
+from logging import getLogger
+
+from src.constants import CONSTANTS, PLATFORM_ENUM
+
+logger = getLogger(__name__)
+
+
+class PlatformConfigurations:
+    platform = os.getenv("PLATFORM", PLATFORM_ENUM.DOCKER.value)
+    if not PLATFORM_ENUM.has_value(platform):
+        raise ValueError(f"PLATFORM must be one of {[v.value for v in PLATFORM_ENUM.__members__.values()]}")
+
+
+class APIConfigurations:
+    title = os.getenv("API_TITLE", "ServingPattern")
+    description = os.getenv("API_DESCRIPTION", "machine learning system serving patterns")
+    version = os.getenv("API_VERSION", "0.1")
+
+
+class ModelConfigurations:
+    model_filepath = os.getenv("MODEL_FILEPATH")
+    label_filepath = os.getenv("LABEL_FILEPATH")
+
+
+logger.info(f"{PlatformConfigurations.__name__}: {PlatformConfigurations.__dict__}")
+logger.info(f"{APIConfigurations.__name__}: {APIConfigurations.__dict__}")
+logger.info(f"{ModelConfigurations.__name__}: {ModelConfigurations.__dict__}")
diff --git a/MLOps/serving_patterns/template_pattern/sample/src/constants.py b/MLOps/serving_patterns/template_pattern/sample/src/constants.py
new file mode 100644
index 0000000..23a0075
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/sample/src/constants.py
@@ -0,0 +1,35 @@
+import enum
+
+
+class PLATFORM_ENUM(enum.Enum):
+    DOCKER = "docker"
+    DOCKER_COMPOSE = "docker_compose"
+    KUBERNETES = "kubernetes"
+    TEST = "test"
+
+    @staticmethod
+    def has_value(item):
+        return item in [v.value for v in PLATFORM_ENUM.__members__.values()]
+
+
+def constant(f):
+    def fset(self, value):
+        raise TypeError
+
+    def fget(self):
+        return f()
+
+    return property(fget, fset)
+
+
+class _Constants(object):
+    @constant
+    def REDIS_INCREMENTS():
+        return "increments"
+
+    @constant
+    def REDIS_QUEUE():
+        return "redis_queue"
+
+
+CONSTANTS = _Constants()
diff --git a/MLOps/serving_patterns/template_pattern/sample/src/ml/__init__.py b/MLOps/serving_patterns/template_pattern/sample/src/ml/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/sample/src/ml/prediction.py b/MLOps/serving_patterns/template_pattern/sample/src/ml/prediction.py
new file mode 100644
index 0000000..c192c9b
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/sample/src/ml/prediction.py
@@ -0,0 +1,72 @@
+import json
+from logging import getLogger
+from typing import Dict, List, Sequence
+
+import numpy as np
+import onnxruntime as rt
+from pydantic import BaseModel
+from src.configurations import ModelConfigurations
+
+logger = getLogger(__name__)
+
+
+class Data(BaseModel):
+    data: List[List[float]] = [[5.1, 3.5, 1.4, 0.2]]
+
+
+class Classifier(object):
+    def __init__(
+        self,
+        model_filepath: str,
+        label_filepath: str,
+    ):
+        self.model_filepath: str = model_filepath
+        self.label_filepath: str = label_filepath
+        self.classifier = None
+        self.label: Dict[str, str] = {}
+        self.input_name: str = ""
+        self.output_name: str = ""
+
+        self.load_model()
+        self.load_label()
+
+    def load_model(self):
+        logger.info(f"load model in {self.model_filepath}")
+        self.classifier = rt.InferenceSession(
+            self.model_filepath,
+        )
+        self.input_name = self.classifier.get_inputs()[0].name
+        self.output_name = self.classifier.get_outputs()[0].name
+        logger.info(f"initialized model")
+
+    def load_label(self):
+        logger.info(
+            f"load label in {self.label_filepath}",
+        )
+        with open(self.label_filepath, "r") as f:
+            self.label = json.load(f)
+        logger.info(f"label: {self.label}")
+
+    def predict(self, data: List[List[int]]) -> np.ndarray:
+        pass
+        ### NEEDS IMPLEMENTATION ###
+        # np_data = np.array(data).astype(np.float32)
+        # prediction = self.classifier.run(
+        #     None,
+        #     {self.input_name: np_data},
+        # )
+        # output = np.array(list(prediction[1][0].values()))
+        # logger.info(f"predict proba {output}")
+        # return output
+        ### NEEDS IMPLEMENTATION ###
+
+    def predict_label(self, data: List[List[int]]) -> str:
+        prediction = self.predict(data=data)
+        argmax = int(np.argmax(np.array(prediction)))
+        return self.label[str(argmax)]
+
+
+classifier = Classifier(
+    model_filepath=ModelConfigurations().model_filepath,
+    label_filepath=ModelConfigurations().label_filepath,
+)
diff --git a/MLOps/serving_patterns/template_pattern/sample/src/utils/__init__.py b/MLOps/serving_patterns/template_pattern/sample/src/utils/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/sample/src/utils/logging.conf b/MLOps/serving_patterns/template_pattern/sample/src/utils/logging.conf
new file mode 100644
index 0000000..490b0c1
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/sample/src/utils/logging.conf
@@ -0,0 +1,78 @@
+[loggers]
+keys=root, gunicorn.error, gunicorn.access, uvicorn.error, uvicorn.access
+
+[logger_root]
+level=DEBUG
+handlers=console
+
+[logger_gunicorn.error]
+level=DEBUG
+handlers=gunicorn_error_file, console
+propagate=1
+qualname=gunicorn.error
+
+[logger_gunicorn.access]
+level=INFO
+handlers=gunicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+[logger_uvicorn.error]
+level=DEBUG
+handlers=uvicorn_error_file, console
+propagate=1
+qualname=uvicorn.error
+
+[logger_uvicorn.access]
+level=INFO
+handlers=uvicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+
+[handlers]
+keys=console, gunicorn_error_file, gunicorn_access_file, uvicorn_error_file, uvicorn_access_file
+
+[handler_console]
+class=StreamHandler
+formatter=generic
+args=(sys.stdout, )
+
+[handler_gunicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/gunicorn_error.log', 'a')
+
+[handler_gunicorn_access_file]
+class=logging.FileHandler
+formatter=gunicorn_access
+args=('/var/log/gunicorn_access.log', 'a')
+
+[handler_uvicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/uvicorn_error.log', 'a')
+
+[handler_uvicorn_access_file]
+class=logging.FileHandler
+formatter=uvicorn_access
+args=('/var/log/uvicorn_access.log', 'a')
+
+
+[formatters]
+keys=generic, gunicorn_access, uvicorn_access
+
+[formatter_generic]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%Y-%m-%d %H:%M:%S
+
+[formatter_gunicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] %(h)s %(l)s %(u)s %(t)s %(r)s %(m)s %(U)s %(q)s %(H)s %(s)s %(b)s %(f)s %(a)s %(D)s %(p)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
+
+[formatter_uvicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
\ No newline at end of file
diff --git a/MLOps/serving_patterns/template_pattern/sample/src/utils/profiler.py b/MLOps/serving_patterns/template_pattern/sample/src/utils/profiler.py
new file mode 100644
index 0000000..8f7b1b9
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/sample/src/utils/profiler.py
@@ -0,0 +1,23 @@
+import cProfile
+import os
+from logging import getLogger
+
+logger = getLogger(__name__)
+
+
+def do_cprofile(func):
+    def profiled_func(*args, **kwargs):
+        enable_profile = int(os.getenv("PROFILE", 1))
+        if enable_profile:
+            profile = cProfile.Profile()
+            try:
+                profile.enable()
+                result = func(*args, **kwargs)
+                profile.disable()
+                return result
+            finally:
+                profile.print_stats()
+        else:
+            return func(*args, **kwargs)
+
+    return profiled_func
diff --git a/MLOps/serving_patterns/template_pattern/template/__init__.py b/MLOps/serving_patterns/template_pattern/template/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/template/manifests/.gitkeep b/MLOps/serving_patterns/template_pattern/template/manifests/.gitkeep
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/template/models/.gitkeep b/MLOps/serving_patterns/template_pattern/template/models/.gitkeep
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/template/requirements.txt b/MLOps/serving_patterns/template_pattern/template/requirements.txt
new file mode 100644
index 0000000..3082a6c
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/template/requirements.txt
@@ -0,0 +1,22 @@
+fastapi>=0.65.2
+future>=0.18.2
+gunicorn>=20.0.4
+importlib-metadata>=1.7.0
+joblib>=0.15.1
+numpy>=1.18.5
+onnx>=1.7.0
+onnxruntime>=1.4.0
+Pillow>=8.3.2
+psutil>=5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+redis>=3.5.3
+scikit-learn>=0.23.1
+skl2onnx>=1.7.0
+starlette>=0.13.4
+typing>=3.7.4.1
+uvicorn>=0.11.7
+uvloop>=0.14.0
+httptools>=0.1.1
+python-json-logger>=2.0.1
+loguru>=0.5.3
\ No newline at end of file
diff --git a/MLOps/serving_patterns/template_pattern/template/run.sh b/MLOps/serving_patterns/template_pattern/template/run.sh
new file mode 100644
index 0000000..9621e17
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/template/run.sh
@@ -0,0 +1,27 @@
+#!/bin/bash
+
+set -eu
+
+HOST=${HOST:-"0.0.0.0"}
+PORT=${PORT:-8000}
+WORKERS=${WORKERS:-4}
+UVICORN_WORKER=${UVICORN_WORKER:-"uvicorn.workers.UvicornWorker"}
+LOGLEVEL=${LOGLEVEL:-"debug"}
+LOGCONFIG=${LOGCONFIG:-"./src/utils/logging.conf"}
+BACKLOG=${BACKLOG:-2048}
+LIMIT_MAX_REQUESTS=${LIMIT_MAX_REQUESTS:-65536}
+MAX_REQUESTS_JITTER=${MAX_REQUESTS_JITTER:-2048}
+GRACEFUL_TIMEOUT=${GRACEFUL_TIMEOUT:-10}
+APP_NAME=${APP_NAME:-"src.app.app:app"}
+
+gunicorn ${APP_NAME} \
+    -b ${HOST}:${PORT} \
+    -w ${WORKERS} \
+    -k ${UVICORN_WORKER} \
+    --log-level ${LOGLEVEL} \
+    --log-config ${LOGCONFIG} \
+    --backlog ${BACKLOG} \
+    --max-requests ${LIMIT_MAX_REQUESTS} \
+    --max-requests-jitter ${MAX_REQUESTS_JITTER} \
+    --graceful-timeout ${GRACEFUL_TIMEOUT} \
+    --reload
diff --git a/MLOps/serving_patterns/template_pattern/template/src/__init__.py b/MLOps/serving_patterns/template_pattern/template/src/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/template/src/app/__init__.py b/MLOps/serving_patterns/template_pattern/template/src/app/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/template/src/app/app.py b/MLOps/serving_patterns/template_pattern/template/src/app/app.py
new file mode 100644
index 0000000..e3902d5
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/template/src/app/app.py
@@ -0,0 +1,16 @@
+import os
+from logging import getLogger
+
+from fastapi import FastAPI
+from src.app.routers import routers
+from src.configurations import APIConfigurations
+
+logger = getLogger(__name__)
+
+app = FastAPI(
+    title=APIConfigurations.title,
+    description=APIConfigurations.description,
+    version=APIConfigurations.version,
+)
+
+app.include_router(routers.router, prefix="", tags=[""])
diff --git a/MLOps/serving_patterns/template_pattern/template/src/app/routers/__init__.py b/MLOps/serving_patterns/template_pattern/template/src/app/routers/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/template/src/configurations.py b/MLOps/serving_patterns/template_pattern/template/src/configurations.py
new file mode 100644
index 0000000..51f3f1c
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/template/src/configurations.py
@@ -0,0 +1,28 @@
+import os
+from logging import getLogger
+
+from src.constants import CONSTANTS, PLATFORM_ENUM
+
+logger = getLogger(__name__)
+
+
+class PlatformConfigurations:
+    platform = os.getenv("PLATFORM", PLATFORM_ENUM.DOCKER.value)
+    if not PLATFORM_ENUM.has_value(platform):
+        raise ValueError(f"PLATFORM must be one of {[v.value for v in PLATFORM_ENUM.__members__.values()]}")
+
+
+class APIConfigurations:
+    title = os.getenv("API_TITLE", "ServingPattern")
+    description = os.getenv("API_DESCRIPTION", "machine learning system serving patterns")
+    version = os.getenv("API_VERSION", "0.1")
+
+
+class ModelConfigurations:
+    model_filepath = os.getenv("MODEL_FILEPATH")
+    label_filepath = os.getenv("LABEL_FILEPATH")
+
+
+logger.info(f"{PlatformConfigurations.__name__}: {PlatformConfigurations.__dict__}")
+logger.info(f"{APIConfigurations.__name__}: {APIConfigurations.__dict__}")
+logger.info(f"{ModelConfigurations.__name__}: {ModelConfigurations.__dict__}")
diff --git a/MLOps/serving_patterns/template_pattern/template/src/constants.py b/MLOps/serving_patterns/template_pattern/template/src/constants.py
new file mode 100644
index 0000000..23a0075
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/template/src/constants.py
@@ -0,0 +1,35 @@
+import enum
+
+
+class PLATFORM_ENUM(enum.Enum):
+    DOCKER = "docker"
+    DOCKER_COMPOSE = "docker_compose"
+    KUBERNETES = "kubernetes"
+    TEST = "test"
+
+    @staticmethod
+    def has_value(item):
+        return item in [v.value for v in PLATFORM_ENUM.__members__.values()]
+
+
+def constant(f):
+    def fset(self, value):
+        raise TypeError
+
+    def fget(self):
+        return f()
+
+    return property(fget, fset)
+
+
+class _Constants(object):
+    @constant
+    def REDIS_INCREMENTS():
+        return "increments"
+
+    @constant
+    def REDIS_QUEUE():
+        return "redis_queue"
+
+
+CONSTANTS = _Constants()
diff --git a/MLOps/serving_patterns/template_pattern/template/src/ml/__init__.py b/MLOps/serving_patterns/template_pattern/template/src/ml/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/template/src/utils/__init__.py b/MLOps/serving_patterns/template_pattern/template/src/utils/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/template_pattern/template/src/utils/logging.conf b/MLOps/serving_patterns/template_pattern/template/src/utils/logging.conf
new file mode 100644
index 0000000..490b0c1
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/template/src/utils/logging.conf
@@ -0,0 +1,78 @@
+[loggers]
+keys=root, gunicorn.error, gunicorn.access, uvicorn.error, uvicorn.access
+
+[logger_root]
+level=DEBUG
+handlers=console
+
+[logger_gunicorn.error]
+level=DEBUG
+handlers=gunicorn_error_file, console
+propagate=1
+qualname=gunicorn.error
+
+[logger_gunicorn.access]
+level=INFO
+handlers=gunicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+[logger_uvicorn.error]
+level=DEBUG
+handlers=uvicorn_error_file, console
+propagate=1
+qualname=uvicorn.error
+
+[logger_uvicorn.access]
+level=INFO
+handlers=uvicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+
+[handlers]
+keys=console, gunicorn_error_file, gunicorn_access_file, uvicorn_error_file, uvicorn_access_file
+
+[handler_console]
+class=StreamHandler
+formatter=generic
+args=(sys.stdout, )
+
+[handler_gunicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/gunicorn_error.log', 'a')
+
+[handler_gunicorn_access_file]
+class=logging.FileHandler
+formatter=gunicorn_access
+args=('/var/log/gunicorn_access.log', 'a')
+
+[handler_uvicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/uvicorn_error.log', 'a')
+
+[handler_uvicorn_access_file]
+class=logging.FileHandler
+formatter=uvicorn_access
+args=('/var/log/uvicorn_access.log', 'a')
+
+
+[formatters]
+keys=generic, gunicorn_access, uvicorn_access
+
+[formatter_generic]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%Y-%m-%d %H:%M:%S
+
+[formatter_gunicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] %(h)s %(l)s %(u)s %(t)s %(r)s %(m)s %(U)s %(q)s %(H)s %(s)s %(b)s %(f)s %(a)s %(D)s %(p)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
+
+[formatter_uvicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
\ No newline at end of file
diff --git a/MLOps/serving_patterns/template_pattern/template/src/utils/profiler.py b/MLOps/serving_patterns/template_pattern/template/src/utils/profiler.py
new file mode 100644
index 0000000..8f7b1b9
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/template/src/utils/profiler.py
@@ -0,0 +1,23 @@
+import cProfile
+import os
+from logging import getLogger
+
+logger = getLogger(__name__)
+
+
+def do_cprofile(func):
+    def profiled_func(*args, **kwargs):
+        enable_profile = int(os.getenv("PROFILE", 1))
+        if enable_profile:
+            profile = cProfile.Profile()
+            try:
+                profile.enable()
+                result = func(*args, **kwargs)
+                profile.disable()
+                return result
+            finally:
+                profile.print_stats()
+        else:
+            return func(*args, **kwargs)
+
+    return profiled_func
diff --git a/MLOps/serving_patterns/template_pattern/template_files/Dockerfile.j2 b/MLOps/serving_patterns/template_pattern/template_files/Dockerfile.j2
new file mode 100644
index 0000000..69f910a
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/template_files/Dockerfile.j2
@@ -0,0 +1,22 @@
+FROM python:3.8-slim
+
+ENV PROJECT_DIR {{name}}
+WORKDIR /${PROJECT_DIR}
+ADD ./requirements.txt /${PROJECT_DIR}/
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt
+
+COPY ./src/ /${PROJECT_DIR}/src/
+COPY ./models/ /${PROJECT_DIR}/models/
+
+ENV MODEL_FILEPATH /${PROJECT_DIR}/models/{{model_file_name}}
+ENV LABEL_FILEPATH /${PROJECT_DIR}/models/{{label_file_name}}
+ENV LOG_LEVEL DEBUG
+ENV LOG_FORMAT TEXT
+
+COPY ./run.sh /${PROJECT_DIR}/run.sh
+RUN chmod +x /${PROJECT_DIR}/run.sh
+CMD [ "./run.sh" ]
diff --git a/MLOps/serving_patterns/template_pattern/template_files/deployment.yml.j2 b/MLOps/serving_patterns/template_pattern/template_files/deployment.yml.j2
new file mode 100644
index 0000000..805d896
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/template_files/deployment.yml.j2
@@ -0,0 +1,69 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: {{name}}
+  namespace: {{name}}
+  labels:
+    app: {{name}}
+spec:
+  replicas: 4
+  selector:
+    matchLabels:
+      app: {{name}}
+  template:
+    metadata:
+      labels:
+        app: {{name}}
+    spec:
+      containers:
+        - name: {{name}}
+          image: shibui/ml-system-in-actions:{{name}}_0.0.1
+          imagePullPolicy: Always
+          ports:
+            - containerPort: 8000
+          resources:
+            limits:
+              cpu: 500m
+              memory: "300Mi"
+            requests:
+              cpu: 500m
+              memory: "300Mi"
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: {{name}}
+  namespace: {{name}}
+  labels:
+    app: {{name}}
+spec:
+  ports:
+    - name: rest
+      port: 8000
+      protocol: TCP
+  selector:
+    app: {{name}}
+
+---
+apiVersion: autoscaling/v2beta2
+kind: HorizontalPodAutoscaler
+metadata:
+  name: {{name}}
+  namespace: {{name}}
+  labels:
+    app: {{name}}
+spec:
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: {{name}}
+  minReplicas: 3
+  maxReplicas: 10
+  metrics:
+    - type: Resource
+      resource:
+        name: cpu
+        target:
+          type: Utilization
+          averageUtilization: 50
diff --git a/MLOps/serving_patterns/template_pattern/template_files/docker-compose.yml.j2 b/MLOps/serving_patterns/template_pattern/template_files/docker-compose.yml.j2
new file mode 100644
index 0000000..65c91ff
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/template_files/docker-compose.yml.j2
@@ -0,0 +1,12 @@
+version: "3"
+
+services:
+  {{name}}:
+    container_name: {{name}}
+    image: shibui/ml-system-in-actions:{{name}}_0.0.1
+    restart: always
+    environment:
+      - PLATFORM=docker_compose
+    ports:
+      - "8000:8000"
+    command: ./run.sh
diff --git a/MLOps/serving_patterns/template_pattern/template_files/makefile.j2 b/MLOps/serving_patterns/template_pattern/template_files/makefile.j2
new file mode 100644
index 0000000..16e84f8
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/template_files/makefile.j2
@@ -0,0 +1,42 @@
+DOCKER_REPOSITORY := shibui/ml-system-in-actions
+
+ABSOLUTE_PATH := $(shell pwd)
+
+DOCKERFILE := Dockerfile
+IMAGE_VERSION := 0.0.1
+
+TEMPLATE_PATTERN := {{name}}
+TEMPLATE_PATTERN_PORT := 8000
+
+
+.PHONY: build
+build:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(TEMPLATE_PATTERN)_$(IMAGE_VERSION) \
+		-f $(DOCKERFILE) \
+		.
+	 
+.PHONY: run
+run:
+	docker run \
+		-d \
+		--name $(TEMPLATE_PATTERN) \
+		-p $(TEMPLATE_PATTERN_PORT):$(TEMPLATE_PATTERN_PORT) \
+		$(DOCKER_REPOSITORY):$(TEMPLATE_PATTERN)_$(IMAGE_VERSION)
+
+.PHONY: stop
+stop:
+	docker rm -f $(TEMPLATE_PATTERN)
+
+.PHONY: push
+push:
+	docker push $(DOCKER_REPOSITORY):$(TEMPLATE_PATTERN)_$(IMAGE_VERSION)
+
+.PHONY: build_all
+build_all: build
+
+.PHONY: run_all
+run_all: run
+
+.PHONY: push_all
+push_all: push
diff --git a/MLOps/serving_patterns/template_pattern/template_files/namespace.yml.j2 b/MLOps/serving_patterns/template_pattern/template_files/namespace.yml.j2
new file mode 100644
index 0000000..f9778df
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/template_files/namespace.yml.j2
@@ -0,0 +1,4 @@
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: {{name}}
diff --git a/MLOps/serving_patterns/template_pattern/template_files/prediction.py.j2 b/MLOps/serving_patterns/template_pattern/template_files/prediction.py.j2
new file mode 100644
index 0000000..96a753a
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/template_files/prediction.py.j2
@@ -0,0 +1,72 @@
+import json
+from logging import getLogger
+from typing import Dict, List, Sequence
+
+import numpy as np
+import onnxruntime as rt
+from pydantic import BaseModel
+from src.configurations import ModelConfigurations
+
+logger = getLogger(__name__)
+
+
+class Data(BaseModel):
+    data: List[List[float]] = {{data_sample}}
+
+
+class Classifier(object):
+    def __init__(
+        self,
+        model_filepath: str,
+        label_filepath: str,
+    ):
+        self.model_filepath: str = model_filepath
+        self.label_filepath: str = label_filepath
+        self.classifier = None
+        self.label: Dict[str, str] = {}
+        self.input_name: str = ""
+        self.output_name: str = ""
+
+        self.load_model()
+        self.load_label()
+
+    def load_model(self):
+        logger.info(f"load model in {self.model_filepath}")
+        self.classifier = rt.InferenceSession(
+            self.model_filepath,
+        )
+        self.input_name = self.classifier.get_inputs()[0].name
+        self.output_name = self.classifier.get_outputs()[0].name
+        logger.info(f"initialized model")
+
+    def load_label(self):
+        logger.info(
+            f"load label in {self.label_filepath}",
+        )
+        with open(self.label_filepath, "r") as f:
+            self.label = json.load(f)
+        logger.info(f"label: {self.label}")
+
+    def predict(self, data: List[List[int]]) -> np.ndarray:
+        pass
+        ### NEEDS IMPLEMENTATION ###
+        # np_data = np.array(data).astype(np.float32)
+        # prediction = self.classifier.run(
+        #     None, 
+        #     {self.input_name: np_data},
+        # )
+        # output = np.array(list(prediction[1][0].values()))
+        # logger.info(f"predict proba {output}")
+        # return output
+        ### NEEDS IMPLEMENTATION ###
+
+    def predict_label(self, data: List[List[int]]) -> str:
+        prediction = self.predict(data=data)
+        argmax = int(np.argmax(np.array(prediction)))
+        return self.label[str(argmax)]
+
+
+classifier = Classifier(
+    model_filepath=ModelConfigurations().model_filepath,
+    label_filepath=ModelConfigurations().label_filepath,
+)
diff --git a/MLOps/serving_patterns/template_pattern/template_files/routers.py.j2 b/MLOps/serving_patterns/template_pattern/template_files/routers.py.j2
new file mode 100644
index 0000000..0028729
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/template_files/routers.py.j2
@@ -0,0 +1,67 @@
+import uuid
+from logging import getLogger
+from typing import Any, Dict, List
+
+from fastapi import APIRouter
+from src.ml.prediction import Data, classifier
+
+logger = getLogger(__name__)
+router = APIRouter()
+
+
+@router.get("/health")
+def health() -> Dict[str, str]:
+    return {
+        "health": "ok",
+    }
+
+
+@router.get("/metadata")
+def metadata() -> Dict[str, Any]:
+    return {
+        "data_type": "{{data_type}}",
+        "data_structure": {{data_structure}},
+        "data_sample": {{data_sample}},
+        "prediction_type": "{{prediction_type}}",
+        "prediction_structure": {{prediction_structure}},
+        "prediction_sample": {{prediction_sample}},
+    }
+
+
+@router.get("/label")
+def label() -> Dict[int, str]:
+    return classifier.label
+
+
+@router.get("/predict/test")
+def predict_test() -> Dict[str, List[float]]:
+    job_id = str(uuid.uuid4())
+    prediction = classifier.predict(data=Data().data)
+    prediction_list = list(prediction)
+    logger.info(f"test {job_id}: {prediction_list}")
+    return {"prediction": prediction_list}
+
+
+@router.get("/predict/test/label")
+def predict_test_label() -> Dict[str, str]:
+    job_id = str(uuid.uuid4())
+    prediction = classifier.predict_label(data=Data().data)
+    logger.info(f"test {job_id}: {prediction}")
+    return {"prediction": prediction}
+
+
+@router.post("/predict")
+def predict(data: Data) -> Dict[str, List[float]]:
+    job_id = str(uuid.uuid4())
+    prediction = classifier.predict(data.data)
+    prediction_list = list(prediction)
+    logger.info(f"{job_id}: {prediction_list}")
+    return {"prediction": prediction_list}
+
+
+@router.post("/predict/label")
+def predict_label(data: Data) -> Dict[str, str]:
+    job_id = str(uuid.uuid4())
+    prediction = classifier.predict_label(data.data)
+    logger.info(f"test {job_id}: {prediction}")
+    return {"prediction": prediction}
diff --git a/MLOps/serving_patterns/template_pattern/vars.yaml b/MLOps/serving_patterns/template_pattern/vars.yaml
new file mode 100644
index 0000000..1e761be
--- /dev/null
+++ b/MLOps/serving_patterns/template_pattern/vars.yaml
@@ -0,0 +1,9 @@
+name: sample
+model_file_name: iris_svc.onnx
+label_file_name: label.json
+data_type: float32
+data_structure: (1,4)
+data_sample: [[5.1, 3.5, 1.4, 0.2]]
+prediction_type: float32
+prediction_structure: (1,3)
+prediction_sample: [0.97093159, 0.01558308, 0.01348537]
diff --git a/MLOps/serving_patterns/web_single_pattern/.dockerignore b/MLOps/serving_patterns/web_single_pattern/.dockerignore
new file mode 100644
index 0000000..feab7e4
--- /dev/null
+++ b/MLOps/serving_patterns/web_single_pattern/.dockerignore
@@ -0,0 +1,12 @@
+dockerfile
+Dockerfile
+.dockerignore
+log
+tmp
+*.sqlite3
+*.sqlite3-journal
+__pycache__
+.pytest_cache
+*.dvc
+dvc.yaml
+dvc.lock
diff --git a/MLOps/serving_patterns/web_single_pattern/Dockerfile b/MLOps/serving_patterns/web_single_pattern/Dockerfile
new file mode 100644
index 0000000..173d509
--- /dev/null
+++ b/MLOps/serving_patterns/web_single_pattern/Dockerfile
@@ -0,0 +1,22 @@
+FROM python:3.8-slim
+
+ENV PROJECT_DIR web_single_pattern
+WORKDIR /${PROJECT_DIR}
+ADD ./requirements.txt /${PROJECT_DIR}/
+RUN apt-get -y update && \
+    apt-get -y install apt-utils gcc && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/* && \
+    pip install --no-cache-dir -r requirements.txt
+
+COPY ./src/ /${PROJECT_DIR}/src/
+COPY ./models/ /${PROJECT_DIR}/models/
+
+ENV MODEL_FILEPATH /${PROJECT_DIR}/models/iris_svc.onnx
+ENV LABEL_FILEPATH /${PROJECT_DIR}/models/label.json
+ENV LOG_LEVEL DEBUG
+ENV LOG_FORMAT TEXT
+
+COPY ./run.sh /${PROJECT_DIR}/run.sh
+RUN chmod +x /${PROJECT_DIR}/run.sh
+CMD [ "./run.sh" ]
diff --git a/MLOps/serving_patterns/web_single_pattern/README.md b/MLOps/serving_patterns/web_single_pattern/README.md
new file mode 100644
index 0000000..ab2b4d0
--- /dev/null
+++ b/MLOps/serving_patterns/web_single_pattern/README.md
@@ -0,0 +1,123 @@
+# Web 싱글 패턴
+
+## 목적
+
+Web API 로 추론기를 공개합니다.
+
+## 전제
+
+- Python 3.8 이상
+- Docker
+
+## 사용법
+
+0. 현재 디렉토리
+
+```sh
+$ pwd
+~/ml-system-in-actions/chapter4_serving_patterns/web_single_pattern
+```
+
+1. Docker 이미지 빌드
+
+```sh
+$ make build_all
+# 실행 커맨드
+# docker build \
+#     -t shibui/ml-system-in-actions:web_single_pattern_0.0.1 \
+#     -f Dockerfile \
+#     .
+```
+
+2. Docker 로 서비스를 기동
+
+```sh
+$ make run
+# 실행 커맨드
+# docker run \
+#     -d \
+#     --name web_single_pattern \
+#     -p 8000:8000 \
+#     shibui/ml-system-in-actions:web_single_pattern_0.0.1
+```
+
+3. 기동한 API 에 클라이언트로부터 요청
+
+```sh
+# 헬스 체크
+$ curl localhost:8000/health
+# 출력
+# {
+#   "health":"ok"
+# }
+
+# 메타 데이터
+$ curl localhost:8000/metadata
+# 출력
+# {
+#   "data_type": "float32",
+#   "data_structure": "(1,4)",
+#   "data_sample": [
+#     [
+#       5.1,
+#       3.5,
+#       1.4,
+#       0.2
+#     ]
+#   ],
+#   "prediction_type": "float32",
+#   "prediction_structure": "(1,3)",
+#   "prediction_sample": [
+#     0.97093159,
+#     0.01558308,
+#     0.01348537
+#   ]
+# }
+
+
+# 라벨 목록
+$ curl localhost:8000/label
+# 출력
+# {
+#   "0": "setosa",
+#   "1": "versicolor",
+#   "2": "virginica"
+# }
+
+
+# 테스트 데이터로 추론 요청
+$ curl localhost:8000/predict/test
+# 출력
+# {
+#   "prediction": [
+#     0.9709315896034241,
+#     0.015583082102239132,
+#     0.013485366478562355
+#   ]
+# }
+
+
+# 추론 요청
+$ curl \
+    -X POST \
+    -H "Content-Type: application/json" \
+    -d '{"data": [[1.0, 2.0, 3.0, 4.0]]}' \
+    localhost:8000/predict
+# 출력
+# {
+#   "prediction": [
+#     0.3613327741622925,
+#     0.2574760615825653,
+#     0.3811912536621094
+#   ]
+# }
+```
+
+4. Docker 컨테이너 정지
+
+```sh
+$ make stop
+# 실행 커맨드
+# docker rm \
+#   -f web_single_pattern
+```
diff --git a/MLOps/serving_patterns/web_single_pattern/__init__.py b/MLOps/serving_patterns/web_single_pattern/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/web_single_pattern/makefile b/MLOps/serving_patterns/web_single_pattern/makefile
new file mode 100644
index 0000000..20b5466
--- /dev/null
+++ b/MLOps/serving_patterns/web_single_pattern/makefile
@@ -0,0 +1,42 @@
+DOCKER_REPOSITORY := shibui/ml-system-in-actions
+
+ABSOLUTE_PATH := $(shell pwd)
+
+DOCKERFILE := Dockerfile
+IMAGE_VERSION := 0.0.1
+
+WEB_SINGLE_PATTERN := web_single_pattern
+WEB_SINGLE_PATTERN_PORT := 8000
+
+
+.PHONY: build
+build:
+	docker build \
+		-t $(DOCKER_REPOSITORY):$(WEB_SINGLE_PATTERN)_$(IMAGE_VERSION) \
+		-f $(DOCKERFILE) \
+		.
+	 
+.PHONY: run
+run:
+	docker run \
+		-d \
+		--name $(WEB_SINGLE_PATTERN) \
+		-p $(WEB_SINGLE_PATTERN_PORT):$(WEB_SINGLE_PATTERN_PORT) \
+		$(DOCKER_REPOSITORY):$(WEB_SINGLE_PATTERN)_$(IMAGE_VERSION)
+
+.PHONY: stop
+stop:
+	docker rm -f $(WEB_SINGLE_PATTERN)
+
+.PHONY: push
+push:
+	docker push $(DOCKER_REPOSITORY):$(WEB_SINGLE_PATTERN)_$(IMAGE_VERSION)
+
+.PHONY: build_all
+build_all: build
+
+.PHONY: run_all
+run_all: run
+
+.PHONY: push_all
+push_all: push
diff --git a/MLOps/serving_patterns/web_single_pattern/models/iris_svc.onnx b/MLOps/serving_patterns/web_single_pattern/models/iris_svc.onnx
new file mode 100644
index 0000000..13dcabf
Binary files /dev/null and b/MLOps/serving_patterns/web_single_pattern/models/iris_svc.onnx differ
diff --git a/MLOps/serving_patterns/web_single_pattern/models/label.json b/MLOps/serving_patterns/web_single_pattern/models/label.json
new file mode 100644
index 0000000..da38d65
--- /dev/null
+++ b/MLOps/serving_patterns/web_single_pattern/models/label.json
@@ -0,0 +1,5 @@
+{
+  "0": "setosa",
+  "1": "versicolor",
+  "2": "virginica"
+}
diff --git a/MLOps/serving_patterns/web_single_pattern/requirements.txt b/MLOps/serving_patterns/web_single_pattern/requirements.txt
new file mode 100644
index 0000000..3082a6c
--- /dev/null
+++ b/MLOps/serving_patterns/web_single_pattern/requirements.txt
@@ -0,0 +1,22 @@
+fastapi>=0.65.2
+future>=0.18.2
+gunicorn>=20.0.4
+importlib-metadata>=1.7.0
+joblib>=0.15.1
+numpy>=1.18.5
+onnx>=1.7.0
+onnxruntime>=1.4.0
+Pillow>=8.3.2
+psutil>=5.7.0
+pydantic>=1.8.2
+PyYAML>=5.3.1
+redis>=3.5.3
+scikit-learn>=0.23.1
+skl2onnx>=1.7.0
+starlette>=0.13.4
+typing>=3.7.4.1
+uvicorn>=0.11.7
+uvloop>=0.14.0
+httptools>=0.1.1
+python-json-logger>=2.0.1
+loguru>=0.5.3
\ No newline at end of file
diff --git a/MLOps/serving_patterns/web_single_pattern/run.sh b/MLOps/serving_patterns/web_single_pattern/run.sh
new file mode 100644
index 0000000..9621e17
--- /dev/null
+++ b/MLOps/serving_patterns/web_single_pattern/run.sh
@@ -0,0 +1,27 @@
+#!/bin/bash
+
+set -eu
+
+HOST=${HOST:-"0.0.0.0"}
+PORT=${PORT:-8000}
+WORKERS=${WORKERS:-4}
+UVICORN_WORKER=${UVICORN_WORKER:-"uvicorn.workers.UvicornWorker"}
+LOGLEVEL=${LOGLEVEL:-"debug"}
+LOGCONFIG=${LOGCONFIG:-"./src/utils/logging.conf"}
+BACKLOG=${BACKLOG:-2048}
+LIMIT_MAX_REQUESTS=${LIMIT_MAX_REQUESTS:-65536}
+MAX_REQUESTS_JITTER=${MAX_REQUESTS_JITTER:-2048}
+GRACEFUL_TIMEOUT=${GRACEFUL_TIMEOUT:-10}
+APP_NAME=${APP_NAME:-"src.app.app:app"}
+
+gunicorn ${APP_NAME} \
+    -b ${HOST}:${PORT} \
+    -w ${WORKERS} \
+    -k ${UVICORN_WORKER} \
+    --log-level ${LOGLEVEL} \
+    --log-config ${LOGCONFIG} \
+    --backlog ${BACKLOG} \
+    --max-requests ${LIMIT_MAX_REQUESTS} \
+    --max-requests-jitter ${MAX_REQUESTS_JITTER} \
+    --graceful-timeout ${GRACEFUL_TIMEOUT} \
+    --reload
diff --git a/MLOps/serving_patterns/web_single_pattern/src/__init__.py b/MLOps/serving_patterns/web_single_pattern/src/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/web_single_pattern/src/app/__init__.py b/MLOps/serving_patterns/web_single_pattern/src/app/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/web_single_pattern/src/app/app.py b/MLOps/serving_patterns/web_single_pattern/src/app/app.py
new file mode 100644
index 0000000..e3902d5
--- /dev/null
+++ b/MLOps/serving_patterns/web_single_pattern/src/app/app.py
@@ -0,0 +1,16 @@
+import os
+from logging import getLogger
+
+from fastapi import FastAPI
+from src.app.routers import routers
+from src.configurations import APIConfigurations
+
+logger = getLogger(__name__)
+
+app = FastAPI(
+    title=APIConfigurations.title,
+    description=APIConfigurations.description,
+    version=APIConfigurations.version,
+)
+
+app.include_router(routers.router, prefix="", tags=[""])
diff --git a/MLOps/serving_patterns/web_single_pattern/src/app/routers/__init__.py b/MLOps/serving_patterns/web_single_pattern/src/app/routers/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/web_single_pattern/src/app/routers/routers.py b/MLOps/serving_patterns/web_single_pattern/src/app/routers/routers.py
new file mode 100644
index 0000000..0c2b633
--- /dev/null
+++ b/MLOps/serving_patterns/web_single_pattern/src/app/routers/routers.py
@@ -0,0 +1,65 @@
+import uuid
+from logging import getLogger
+from typing import Any, Dict, List
+
+from fastapi import APIRouter
+from src.ml.prediction import Data, classifier
+
+logger = getLogger(__name__)
+router = APIRouter()
+
+
+@router.get("/health")
+def health() -> Dict[str, str]:
+    return {"health": "ok"}
+
+
+@router.get("/metadata")
+def metadata() -> Dict[str, Any]:
+    return {
+        "data_type": "float32",
+        "data_structure": "(1,4)",
+        "data_sample": Data().data,
+        "prediction_type": "float32",
+        "prediction_structure": "(1,3)",
+        "prediction_sample": [0.97093159, 0.01558308, 0.01348537],
+    }
+
+
+@router.get("/label")
+def label() -> Dict[int, str]:
+    return classifier.label
+
+
+@router.get("/predict/test")
+def predict_test() -> Dict[str, List[float]]:
+    job_id = str(uuid.uuid4())
+    prediction = classifier.predict(data=Data().data)
+    prediction_list = list(prediction)
+    logger.info(f"test {job_id}: {prediction_list}")
+    return {"prediction": prediction_list}
+
+
+@router.get("/predict/test/label")
+def predict_test_label() -> Dict[str, str]:
+    job_id = str(uuid.uuid4())
+    prediction = classifier.predict_label(data=Data().data)
+    logger.info(f"test {job_id}: {prediction}")
+    return {"prediction": prediction}
+
+
+@router.post("/predict")
+def predict(data: Data) -> Dict[str, List[float]]:
+    job_id = str(uuid.uuid4())
+    prediction = classifier.predict(data.data)
+    prediction_list = list(prediction)
+    logger.info(f"{job_id}: {prediction_list}")
+    return {"prediction": prediction_list}
+
+
+@router.post("/predict/label")
+def predict_label(data: Data) -> Dict[str, str]:
+    job_id = str(uuid.uuid4())
+    prediction = classifier.predict_label(data.data)
+    logger.info(f"test {job_id}: {prediction}")
+    return {"prediction": prediction}
diff --git a/MLOps/serving_patterns/web_single_pattern/src/configurations.py b/MLOps/serving_patterns/web_single_pattern/src/configurations.py
new file mode 100644
index 0000000..ded5ba4
--- /dev/null
+++ b/MLOps/serving_patterns/web_single_pattern/src/configurations.py
@@ -0,0 +1,41 @@
+import os
+from logging import getLogger
+
+from src.constants import CONSTANTS, PLATFORM_ENUM
+
+logger = getLogger(__name__)
+
+
+class PlatformConfigurations:
+    platform = os.getenv("PLATFORM", PLATFORM_ENUM.DOCKER.value)
+    if not PLATFORM_ENUM.has_value(platform):
+        raise ValueError(f"PLATFORM must be one of {[v.value for v in PLATFORM_ENUM.__members__.values()]}")
+
+
+class CacheConfigurations:
+    cache_host = os.getenv("CACHE_HOST", "redis")
+    cache_port = int(os.getenv("CACHE_PORT", 6379))
+    queue_name = os.getenv("QUEUE_NAME", "queue")
+
+
+class RedisCacheConfigurations(CacheConfigurations):
+    redis_db = int(os.getenv("REDIS_DB", 0))
+    redis_decode_responses = bool(os.getenv("REDIS_DECODE_RESPONSES", True))
+
+
+class APIConfigurations:
+    title = os.getenv("API_TITLE", "ServingPattern")
+    description = os.getenv("API_DESCRIPTION", "machine learning system serving patterns")
+    version = os.getenv("API_VERSION", "0.1")
+
+
+class ModelConfigurations:
+    model_filepath = os.getenv("MODEL_FILEPATH")
+    label_filepath = os.getenv("LABEL_FILEPATH")
+
+
+logger.info(f"{PlatformConfigurations.__name__}: {PlatformConfigurations.__dict__}")
+logger.info(f"{CacheConfigurations.__name__}: {CacheConfigurations.__dict__}")
+logger.info(f"{RedisCacheConfigurations.__name__}: {RedisCacheConfigurations.__dict__}")
+logger.info(f"{APIConfigurations.__name__}: {APIConfigurations.__dict__}")
+logger.info(f"{ModelConfigurations.__name__}: {ModelConfigurations.__dict__}")
diff --git a/MLOps/serving_patterns/web_single_pattern/src/constants.py b/MLOps/serving_patterns/web_single_pattern/src/constants.py
new file mode 100644
index 0000000..23a0075
--- /dev/null
+++ b/MLOps/serving_patterns/web_single_pattern/src/constants.py
@@ -0,0 +1,35 @@
+import enum
+
+
+class PLATFORM_ENUM(enum.Enum):
+    DOCKER = "docker"
+    DOCKER_COMPOSE = "docker_compose"
+    KUBERNETES = "kubernetes"
+    TEST = "test"
+
+    @staticmethod
+    def has_value(item):
+        return item in [v.value for v in PLATFORM_ENUM.__members__.values()]
+
+
+def constant(f):
+    def fset(self, value):
+        raise TypeError
+
+    def fget(self):
+        return f()
+
+    return property(fget, fset)
+
+
+class _Constants(object):
+    @constant
+    def REDIS_INCREMENTS():
+        return "increments"
+
+    @constant
+    def REDIS_QUEUE():
+        return "redis_queue"
+
+
+CONSTANTS = _Constants()
diff --git a/MLOps/serving_patterns/web_single_pattern/src/ml/__init__.py b/MLOps/serving_patterns/web_single_pattern/src/ml/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/web_single_pattern/src/ml/prediction.py b/MLOps/serving_patterns/web_single_pattern/src/ml/prediction.py
new file mode 100644
index 0000000..96354f3
--- /dev/null
+++ b/MLOps/serving_patterns/web_single_pattern/src/ml/prediction.py
@@ -0,0 +1,62 @@
+import json
+from logging import getLogger
+from typing import Dict, List, Sequence
+
+import numpy as np
+import onnxruntime as rt
+from pydantic import BaseModel
+from src.configurations import ModelConfigurations
+
+logger = getLogger(__name__)
+
+
+class Data(BaseModel):
+    data: List[List[float]] = [[5.1, 3.5, 1.4, 0.2]]
+
+
+class Classifier(object):
+    def __init__(
+        self,
+        model_filepath: str,
+        label_filepath: str,
+    ):
+        self.model_filepath: str = model_filepath
+        self.label_filepath: str = label_filepath
+        self.classifier = None
+        self.label: Dict[str, str] = {}
+        self.input_name: str = ""
+        self.output_name: str = ""
+
+        self.load_model()
+        self.load_label()
+
+    def load_model(self):
+        logger.info(f"load model in {self.model_filepath}")
+        self.classifier = rt.InferenceSession(self.model_filepath)
+        self.input_name = self.classifier.get_inputs()[0].name
+        self.output_name = self.classifier.get_outputs()[0].name
+        logger.info(f"initialized model")
+
+    def load_label(self):
+        logger.info(f"load label in {self.label_filepath}")
+        with open(self.label_filepath, "r") as f:
+            self.label = json.load(f)
+        logger.info(f"label: {self.label}")
+
+    def predict(self, data: List[List[int]]) -> np.ndarray:
+        np_data = np.array(data).astype(np.float32)
+        prediction = self.classifier.run(None, {self.input_name: np_data})
+        output = np.array(list(prediction[1][0].values()))
+        logger.info(f"predict proba {output}")
+        return output
+
+    def predict_label(self, data: List[List[int]]) -> str:
+        prediction = self.predict(data=data)
+        argmax = int(np.argmax(np.array(prediction)))
+        return self.label[str(argmax)]
+
+
+classifier = Classifier(
+    model_filepath=ModelConfigurations().model_filepath,
+    label_filepath=ModelConfigurations().label_filepath,
+)
diff --git a/MLOps/serving_patterns/web_single_pattern/src/utils/__init__.py b/MLOps/serving_patterns/web_single_pattern/src/utils/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/MLOps/serving_patterns/web_single_pattern/src/utils/logging.conf b/MLOps/serving_patterns/web_single_pattern/src/utils/logging.conf
new file mode 100644
index 0000000..490b0c1
--- /dev/null
+++ b/MLOps/serving_patterns/web_single_pattern/src/utils/logging.conf
@@ -0,0 +1,78 @@
+[loggers]
+keys=root, gunicorn.error, gunicorn.access, uvicorn.error, uvicorn.access
+
+[logger_root]
+level=DEBUG
+handlers=console
+
+[logger_gunicorn.error]
+level=DEBUG
+handlers=gunicorn_error_file, console
+propagate=1
+qualname=gunicorn.error
+
+[logger_gunicorn.access]
+level=INFO
+handlers=gunicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+[logger_uvicorn.error]
+level=DEBUG
+handlers=uvicorn_error_file, console
+propagate=1
+qualname=uvicorn.error
+
+[logger_uvicorn.access]
+level=INFO
+handlers=uvicorn_access_file, console
+propagate=1
+qualname=gunicorn.access
+
+
+[handlers]
+keys=console, gunicorn_error_file, gunicorn_access_file, uvicorn_error_file, uvicorn_access_file
+
+[handler_console]
+class=StreamHandler
+formatter=generic
+args=(sys.stdout, )
+
+[handler_gunicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/gunicorn_error.log', 'a')
+
+[handler_gunicorn_access_file]
+class=logging.FileHandler
+formatter=gunicorn_access
+args=('/var/log/gunicorn_access.log', 'a')
+
+[handler_uvicorn_error_file]
+class=logging.FileHandler
+formatter=generic
+args=('/var/log/uvicorn_error.log', 'a')
+
+[handler_uvicorn_access_file]
+class=logging.FileHandler
+formatter=uvicorn_access
+args=('/var/log/uvicorn_access.log', 'a')
+
+
+[formatters]
+keys=generic, gunicorn_access, uvicorn_access
+
+[formatter_generic]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%Y-%m-%d %H:%M:%S
+
+[formatter_gunicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] %(h)s %(l)s %(u)s %(t)s %(r)s %(m)s %(U)s %(q)s %(H)s %(s)s %(b)s %(f)s %(a)s %(D)s %(p)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
+
+[formatter_uvicorn_access]
+class=logging.Formatter
+format=[%(asctime)s] [%(levelname)s] [%(process)d] [%(name)s] [%(funcName)s] [%(lineno)d] %(message)s
+datefmt=%d/%b/%Y:%H:%M:%S (%Z)
\ No newline at end of file
diff --git a/MLOps/serving_patterns/web_single_pattern/src/utils/profiler.py b/MLOps/serving_patterns/web_single_pattern/src/utils/profiler.py
new file mode 100644
index 0000000..8f7b1b9
--- /dev/null
+++ b/MLOps/serving_patterns/web_single_pattern/src/utils/profiler.py
@@ -0,0 +1,23 @@
+import cProfile
+import os
+from logging import getLogger
+
+logger = getLogger(__name__)
+
+
+def do_cprofile(func):
+    def profiled_func(*args, **kwargs):
+        enable_profile = int(os.getenv("PROFILE", 1))
+        if enable_profile:
+            profile = cProfile.Profile()
+            try:
+                profile.enable()
+                result = func(*args, **kwargs)
+                profile.disable()
+                return result
+            finally:
+                profile.print_stats()
+        else:
+            return func(*args, **kwargs)
+
+    return profiled_func