From d5a319b22ec7eebe0f6545d68d45e6165bd47e2e Mon Sep 17 00:00:00 2001 From: whats2000 <60466660+whats2000@users.noreply.github.com> Date: Mon, 19 Aug 2024 16:56:33 +0800 Subject: [PATCH] Add: Rerun the CLIP for FashionIQ --- .../clip/CLIP-VIT-G14-laion.ipynb | 7243 +++++++++++++++++ .../clip/CLIP-VIT-G14.ipynb | 7168 ++++++++++++++++ .../clip/CLIP-VIT-H14.ipynb | 7112 ++++++++++++++++ .../clip/CLIP-VIT-L14.ipynb | 7112 ++++++++++++++++ src/fashioniq_experiment/utils.py | 56 + src/fashioniq_experiment/validate_notebook.py | 325 +- src/utils.py | 63 +- src/validate_clip.py | 22 +- 8 files changed, 29069 insertions(+), 32 deletions(-) create mode 100644 src/fashioniq_experiment/clip/CLIP-VIT-G14-laion.ipynb create mode 100644 src/fashioniq_experiment/clip/CLIP-VIT-G14.ipynb create mode 100644 src/fashioniq_experiment/clip/CLIP-VIT-H14.ipynb create mode 100644 src/fashioniq_experiment/clip/CLIP-VIT-L14.ipynb diff --git a/src/fashioniq_experiment/clip/CLIP-VIT-G14-laion.ipynb b/src/fashioniq_experiment/clip/CLIP-VIT-G14-laion.ipynb new file mode 100644 index 0000000..5e35840 --- /dev/null +++ b/src/fashioniq_experiment/clip/CLIP-VIT-G14-laion.ipynb @@ -0,0 +1,7243 @@ +{ + "cells": [ + { + "cell_type": "code", + "id": "initial_id", + "metadata": { + "collapsed": true, + "ExecuteTime": { + "end_time": "2024-08-18T19:58:59.215072Z", + "start_time": "2024-08-18T19:58:59.211805Z" + } + }, + "source": [ + "import json\n", + "from typing import List\n", + "\n", + "import numpy as np\n", + "import pandas as pd\n", + "import torch\n", + "from tqdm.notebook import tqdm\n", + "from rich import print\n", + "import matplotlib.pyplot as plt\n", + "from clip import tokenize\n", + "from transformers import CLIPVisionModelWithProjection, CLIPTextModelWithProjection, CLIPImageProcessor\n", + "\n", + "from src.fashioniq_experiment.utils import element_wise_sum_original, element_wise_sum, get_combing_function_with_alpha, \\\n", + " convert_to_pivot_fiq, prepare_and_plot_recall_pivot, prepare_ground_truths, plot_retrieval_results_of_i, \\\n", + " found_better_than_original\n", + "from src.fashioniq_experiment.validate_notebook import fiq_val_retrieval_text_image_grid_search_clip, \\\n", + " compute_results_fiq_val_clip\n", + "from src.utils import device" + ], + "outputs": [], + "execution_count": 2 + }, + { + "metadata": {}, + "cell_type": "markdown", + "source": "#
Step 1: Set up the experiment
", + "id": "178019aa6c771d21" + }, + { + "metadata": {}, + "cell_type": "markdown", + "source": "##
Set up the cache for the experiment
", + "id": "fb7f2dc499bbd9ac" + }, + { + "cell_type": "code", + "id": "890987805c1ef389", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T19:58:59.294370Z", + "start_time": "2024-08-18T19:58:59.292242Z" + } + }, + "source": "cache = {}", + "outputs": [], + "execution_count": 3 + }, + { + "cell_type": "markdown", + "id": "1d91881e2eba1319", + "metadata": {}, + "source": [ + "##
Same concept as script version here
" + ] + }, + { + "cell_type": "code", + "id": "a8e7b1e1d395aa67", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T19:58:59.345054Z", + "start_time": "2024-08-18T19:58:59.342783Z" + } + }, + "source": "CLIP_NAME = 'laion/CLIP-ViT-bigG-14-laion2B-39B-b160k'", + "outputs": [], + "execution_count": 4 + }, + { + "cell_type": "code", + "id": "675b4dcb4a0f48bf", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T20:17:25.223692Z", + "start_time": "2024-08-18T19:58:59.390829Z" + } + }, + "source": [ + "clip_text_encoder = CLIPTextModelWithProjection.from_pretrained(CLIP_NAME, torch_dtype=torch.float32, projection_dim=1280)\n", + "clip_text_encoder = clip_text_encoder.float().to(device)\n", + "\n", + "print(\"clip text encoder loaded.\")\n", + "clip_text_encoder.eval()" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "config.json: 0%| | 0.00/4.88k [00:00clip text encoder loaded.\n", + "\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "CLIPTextModelWithProjection(\n", + " (text_model): CLIPTextTransformer(\n", + " (embeddings): CLIPTextEmbeddings(\n", + " (token_embedding): Embedding(49408, 1280)\n", + " (position_embedding): Embedding(77, 1280)\n", + " )\n", + " (encoder): CLIPEncoder(\n", + " (layers): ModuleList(\n", + " (0-31): 32 x CLIPEncoderLayer(\n", + " (self_attn): CLIPAttention(\n", + " (k_proj): Linear(in_features=1280, out_features=1280, bias=True)\n", + " (v_proj): Linear(in_features=1280, out_features=1280, bias=True)\n", + " (q_proj): Linear(in_features=1280, out_features=1280, bias=True)\n", + " (out_proj): Linear(in_features=1280, out_features=1280, bias=True)\n", + " )\n", + " (layer_norm1): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n", + " (mlp): CLIPMLP(\n", + " (activation_fn): GELUActivation()\n", + " (fc1): Linear(in_features=1280, out_features=5120, bias=True)\n", + " (fc2): Linear(in_features=5120, out_features=1280, bias=True)\n", + " )\n", + " (layer_norm2): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n", + " )\n", + " )\n", + " )\n", + " (final_layer_norm): LayerNorm((1280,), eps=1e-05, elementwise_affine=True)\n", + " )\n", + " (text_projection): Linear(in_features=1280, out_features=1280, bias=False)\n", + ")" + ] + }, + "execution_count": 5, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 5 + }, + { + "cell_type": "code", + "id": "8b94e3fe38da9af7", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T20:17:29.284184Z", + "start_time": "2024-08-18T20:17:25.350366Z" + } + }, + "source": [ + "clip_img_encoder = CLIPVisionModelWithProjection.from_pretrained(CLIP_NAME,torch_dtype=torch.float32, projection_dim=1280)\n", + "\n", + "clip_img_encoder = clip_img_encoder.float().to(device)\n", + "print(\"clip img encoder loaded.\")\n", + "clip_img_encoder.eval()" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Loading checkpoint shards: 0%| | 0/2 [00:00clip img encoder loaded.\n", + "\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "CLIPVisionModelWithProjection(\n", + " (vision_model): CLIPVisionTransformer(\n", + " (embeddings): CLIPVisionEmbeddings(\n", + " (patch_embedding): Conv2d(3, 1664, kernel_size=(14, 14), stride=(14, 14), bias=False)\n", + " (position_embedding): Embedding(257, 1664)\n", + " )\n", + " (pre_layrnorm): LayerNorm((1664,), eps=1e-05, elementwise_affine=True)\n", + " (encoder): CLIPEncoder(\n", + " (layers): ModuleList(\n", + " (0-47): 48 x CLIPEncoderLayer(\n", + " (self_attn): CLIPAttention(\n", + " (k_proj): Linear(in_features=1664, out_features=1664, bias=True)\n", + " (v_proj): Linear(in_features=1664, out_features=1664, bias=True)\n", + " (q_proj): Linear(in_features=1664, out_features=1664, bias=True)\n", + " (out_proj): Linear(in_features=1664, out_features=1664, bias=True)\n", + " )\n", + " (layer_norm1): LayerNorm((1664,), eps=1e-05, elementwise_affine=True)\n", + " (mlp): CLIPMLP(\n", + " (activation_fn): GELUActivation()\n", + " (fc1): Linear(in_features=1664, out_features=8192, bias=True)\n", + " (fc2): Linear(in_features=8192, out_features=1664, bias=True)\n", + " )\n", + " (layer_norm2): LayerNorm((1664,), eps=1e-05, elementwise_affine=True)\n", + " )\n", + " )\n", + " )\n", + " (post_layernorm): LayerNorm((1664,), eps=1e-05, elementwise_affine=True)\n", + " )\n", + " (visual_projection): Linear(in_features=1664, out_features=1280, bias=False)\n", + ")" + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 6 + }, + { + "cell_type": "code", + "id": "85082b5e74188c8e", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T20:17:29.304367Z", + "start_time": "2024-08-18T20:17:29.300311Z" + } + }, + "source": [ + "print('CLIP preprocess pipeline is used')\n", + "preprocess = CLIPImageProcessor(\n", + " crop_size={'height': 224, 'width': 224},\n", + " do_center_crop=True,\n", + " do_convert_rgb=True,\n", + " do_normalize=True,\n", + " do_rescale=True,\n", + " do_resize=True,\n", + " image_mean=[0.48145466, 0.4578275, 0.40821073],\n", + " image_std=[0.26862954, 0.26130258, 0.27577711],\n", + " resample=3,\n", + " size={'shortest_edge': 224},\n", + ")" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "CLIP preprocess pipeline is used\n" + ], + "text/html": [ + "
CLIP preprocess pipeline is used\n",
+       "
\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "execution_count": 7 + }, + { + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T20:17:29.359334Z", + "start_time": "2024-08-18T20:17:29.356345Z" + } + }, + "cell_type": "code", + "source": "clip_tokenizer = tokenize", + "id": "3ab9d2d833a3982c", + "outputs": [], + "execution_count": 8 + }, + { + "cell_type": "code", + "id": "d18858611da07dc4", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T20:17:29.465100Z", + "start_time": "2024-08-18T20:17:29.462643Z" + } + }, + "source": "combining_function_original = element_wise_sum_original", + "outputs": [], + "execution_count": 9 + }, + { + "cell_type": "code", + "id": "60348d5f98ae8240", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T20:17:29.512751Z", + "start_time": "2024-08-18T20:17:29.510337Z" + } + }, + "source": "combining_function = lambda image_features, text_features: element_wise_sum(image_features, text_features, alpha=0.65)", + "outputs": [], + "execution_count": 10 + }, + { + "metadata": {}, + "cell_type": "markdown", + "source": "#
Step 2: Load the MLLM generated text captions
", + "id": "2d093f2f927cf4e2" + }, + { + "metadata": {}, + "cell_type": "markdown", + "source": "##
Load the addition text captions
", + "id": "77fce0599ab8928d" + }, + { + "cell_type": "code", + "id": "d8e813bba85819f4", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T20:17:29.812150Z", + "start_time": "2024-08-18T20:17:29.561208Z" + } + }, + "source": [ + "with open('../../../fashionIQ_dataset/labeled_images_cir_cleaned.json', 'r') as f:\n", + " text_captions = json.load(f)\n", + " \n", + "total_recall_list: List[List[pd.DataFrame]] = []\n", + "\n", + "print(f'Total number of text captions: {len(text_captions)}')" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Total number of text captions: \u001B[1;36m74357\u001B[0m\n" + ], + "text/html": [ + "
Total number of text captions: 74357\n",
+       "
\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "execution_count": 11 + }, + { + "metadata": {}, + "cell_type": "markdown", + "source": "#
Step 3: Perform retrieval on the FashionIQ dataset
", + "id": "5118e2805d37cf8c" + }, + { + "cell_type": "markdown", + "id": "349c16550d3ee058", + "metadata": {}, + "source": [ + "##
Perform retrieval on the shirt category
" + ] + }, + { + "cell_type": "code", + "id": "8c790a1adc126d6c", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T20:46:12.230377Z", + "start_time": "2024-08-18T20:17:29.829911Z" + } + }, + "source": [ + "grid_search_alphas = np.arange(0, 1.05, 0.05)\n", + "shirt_recall_list: List[pd.DataFrame] = []\n", + "\n", + "for alpha in tqdm(grid_search_alphas, desc=\"Grid Search alphas and betas\"):\n", + " shirt_recall = fiq_val_retrieval_text_image_grid_search_clip(\n", + " 'shirt',\n", + " get_combing_function_with_alpha(alpha),\n", + " clip_text_encoder,\n", + " clip_img_encoder,\n", + " clip_tokenizer,\n", + " text_captions,\n", + " preprocess,\n", + " cache=cache,\n", + " )\n", + " \n", + " shirt_recall_list.append(shirt_recall)\n", + "\n", + "shirt_recall_at10, shirt_recall_at50 = convert_to_pivot_fiq(shirt_recall_list)" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Grid Search alphas and betas: 0%| | 0/21 [00:00\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0014.57311115.11285615.70166816.38861616.92836117.71344418.94013720.11776321.68792923.650637...28.50834131.10893134.05299236.35917637.38959737.09519235.42688831.74681127.42885123.699705
0.0514.91658515.40726315.94700716.33954816.87929318.20412119.52894920.36310122.03140424.043180...29.29342431.69774434.34740036.60451538.12561337.97841135.77036332.72816528.26300324.190383
0.1015.16192415.65260016.14327716.63395517.36997117.95878319.72522120.90284522.47301324.631992...29.39156032.04121634.54366936.84985338.22374937.73307236.31010732.97350429.04808524.975467
0.1514.86751715.45632916.09421116.48675217.41903918.30225719.87242421.24632023.01275724.631992...29.63689932.23748834.93621137.34053138.27281637.78213935.86849932.43375728.90088325.662413
0.2014.22963714.96565215.60353316.48675217.12463218.40039219.47988321.49165923.06182524.631992...29.83317132.87536835.47595737.34053138.61629137.29146135.96663532.23748828.41020525.269872
0.2514.13150114.72031515.45632916.29048117.27183517.90971619.28361221.05004923.01275724.730128...29.78410132.82630135.18154937.34053138.12561337.04612335.08341631.79587727.67418925.220805
0.3013.34641914.03336714.91658515.35819516.38861617.36997118.74386720.41216922.62021624.484789...29.48969632.53189334.73994137.43866737.68400336.06477134.15112830.76545627.28164825.171736
0.3512.85574113.64082414.27870415.01472016.09421116.83022517.61530919.47988322.12953924.239451...29.48969632.23748834.93621136.45731236.50637935.42688833.12070729.88223726.98724324.681060
0.4012.41413113.15014713.73896014.57311115.30912716.14327717.07556418.84200120.75564323.258096...28.99901931.50147234.29833135.37782135.37782134.20019731.69774428.60647726.54563224.337585
0.4511.38370911.92345512.75760513.83709514.57311115.70166817.07556418.00785119.77428822.522080...28.50834131.05986133.31697933.90578933.95485933.16977330.12757627.91952825.56428023.356232
0.5011.04023511.53091312.21786113.00294414.13150114.96565216.04514317.46810519.43081521.540727...27.67418929.73503532.04121632.67909633.02257131.10893128.75368026.34936324.68106022.963689
0.5510.50049111.08930311.62904812.02159013.49362114.47497615.79980416.97742918.54759620.608440...26.25122729.04808530.81452531.40333631.01079529.39156027.23258125.41707523.94504422.031404
0.6010.00981310.50049111.04023511.43277712.90480813.83709515.11285616.38861617.36997119.381747...25.17173627.42885129.48969630.07850929.14622127.91952826.20216024.28851922.81648721.295388
0.659.2737989.96074610.40235510.84396511.62904813.00294414.22963715.21099116.68302318.596664...23.69970526.10402427.13444527.96859727.82139526.98724324.92639923.45436721.78606520.117763
0.708.7831219.1756639.56820410.10794910.99116811.92345512.90480814.22963715.35819517.320903...22.12953924.82826326.10402426.25122726.25122724.97546723.40529922.22767520.41216919.234544
0.757.9980378.3905798.8812569.42100110.15701710.89303312.16879313.49362114.62217916.388616...20.85377922.96368924.82826324.28851924.58292423.40529922.12953920.85377919.43081518.400392
0.807.8508348.1943088.6359178.9793919.66633910.54955911.48184512.51226713.83709515.848872...20.26496521.98233622.96368923.01275722.76741922.12953921.29538819.67615318.35132517.468105
0.857.5564287.8508348.4396478.6849859.0284599.56820410.54955911.67811612.90480814.622179...18.74386720.26496521.49165921.39352321.44259120.55937219.92149218.79293517.32090316.732091
0.907.1638867.4092257.8999028.1452418.5377828.8812569.91167810.84396512.26692913.984299...17.36997119.03827320.21589720.11776320.11776319.33267918.89106917.41903916.73209116.094211
0.956.5260066.7713457.3110897.6545637.9489698.4887159.2247309.91167811.38370913.101080...16.24141318.05691918.79293518.89106918.98920518.40039217.71344416.58488715.94700715.456329
1.006.1825326.3788036.4769387.0657517.4092257.9980378.6359179.17566310.59862612.021590...15.11285616.48675217.71344418.05691917.95878317.41903916.73209116.04514315.21099114.818449
\n", + "

21 rows × 21 columns

\n", + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 26.987243 27.870461 28.851816 30.029440 31.207067 32.826301 \n", + "0.05 27.281648 27.968597 29.146221 30.520117 31.746811 32.875368 \n", + "0.10 27.379784 28.066733 29.195291 30.471051 31.697744 33.120707 \n", + "0.15 27.134445 28.066733 29.048085 30.421981 31.746811 32.973504 \n", + "0.20 26.889107 27.821395 28.802747 30.029440 31.010795 32.728165 \n", + "0.25 26.545632 26.938176 28.164867 29.538763 31.010795 32.482827 \n", + "0.30 26.054955 26.790971 27.723259 29.048085 30.421981 31.844947 \n", + "0.35 25.318941 26.202160 27.232581 28.459275 30.127576 31.403336 \n", + "0.40 24.631992 25.515211 26.545632 27.674189 29.342493 30.961728 \n", + "0.45 24.141315 25.122669 25.907752 26.938176 28.459275 29.980373 \n", + "0.50 23.356232 24.288519 24.877331 26.005888 27.379784 29.342493 \n", + "0.55 22.031404 23.159961 23.797841 24.877331 26.447499 28.017664 \n", + "0.60 20.804711 21.884200 22.816487 24.092247 25.073603 26.741904 \n", + "0.65 19.528949 20.412169 21.491659 22.718351 23.895976 25.269872 \n", + "0.70 18.547596 19.528949 20.461236 21.393523 22.571148 23.846909 \n", + "0.75 17.320903 18.007851 19.332679 20.412169 21.540727 22.325809 \n", + "0.80 16.192345 16.781157 17.664377 19.234544 20.117763 21.442591 \n", + "0.85 15.161924 15.701668 16.535820 17.124632 18.547596 19.676153 \n", + "0.90 14.180569 14.671247 15.603533 16.437684 17.566241 18.645731 \n", + "0.95 13.444553 13.689892 14.474976 15.260059 16.241413 17.615309 \n", + "1.00 12.659471 13.101080 13.837095 14.425908 15.210991 16.437684 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 34.445536 36.408243 38.518155 40.088323 ... 45.093229 46.957803 \n", + "0.05 34.789008 36.604515 39.156035 40.628067 ... 45.534837 47.890088 \n", + "0.10 34.789008 36.849853 39.254171 41.020608 ... 46.074584 48.577037 \n", + "0.15 34.887144 37.095192 39.254171 41.413149 ... 46.810597 49.067715 \n", + "0.20 34.985280 37.046123 38.959765 41.609421 ... 47.644749 49.754661 \n", + "0.25 34.347400 37.193328 39.057899 41.609421 ... 47.595683 49.950933 \n", + "0.30 33.807653 36.457312 38.910696 41.805691 ... 47.546613 50.196272 \n", + "0.35 33.562315 35.868499 38.714427 41.413149 ... 47.350344 49.214917 \n", + "0.40 33.071640 35.672227 38.125613 40.775269 ... 46.467125 48.527968 \n", + "0.45 32.335624 35.132483 37.585869 40.333661 ... 45.632973 47.791952 \n", + "0.50 31.452405 34.396467 37.095192 40.186456 ... 44.651619 47.154072 \n", + "0.55 30.225712 32.777232 35.819432 38.812563 ... 43.866536 45.976448 \n", + "0.60 28.508341 31.157997 33.954859 37.291461 ... 43.032384 45.240432 \n", + "0.65 27.232581 29.440629 32.482827 35.377821 ... 42.149165 44.210011 \n", + "0.70 25.760549 28.017664 30.667320 33.611384 ... 40.333661 42.688912 \n", + "0.75 24.239451 26.153091 28.851816 32.041216 ... 38.812563 41.069677 \n", + "0.80 23.061825 24.779195 27.085379 29.784101 ... 36.800784 38.812563 \n", + "0.85 21.442591 23.503435 25.564280 28.312069 ... 34.298331 36.555445 \n", + "0.90 20.363101 22.522080 24.288519 26.447499 ... 32.237488 34.396467 \n", + "0.95 18.940137 20.804711 22.914623 25.466144 ... 30.176643 32.875368 \n", + "1.00 18.056919 19.234544 21.540727 23.846909 ... 28.606477 30.618253 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 49.411187 52.011776 54.072618 55.201179 53.532875 49.263984 \n", + "0.05 50.588810 53.042197 55.348378 55.888128 54.072618 49.852797 \n", + "0.10 51.226693 53.483808 55.986261 56.182534 54.219824 49.950933 \n", + "0.15 52.011776 53.974485 56.084394 55.937195 53.385675 49.509323 \n", + "0.20 52.158982 54.416096 56.427872 55.691856 53.140336 49.411187 \n", + "0.25 52.257115 54.268891 55.888128 54.759568 52.600586 49.018645 \n", + "0.30 52.257115 54.023552 54.906774 53.925419 51.422966 47.939157 \n", + "0.35 51.913643 53.483808 53.974485 52.845925 50.147206 46.270853 \n", + "0.40 51.275760 52.649659 52.698725 51.275760 47.890088 45.044160 \n", + "0.45 50.588810 52.060843 51.668304 49.214917 46.418056 43.375859 \n", + "0.50 49.705595 50.196272 49.803728 47.203141 45.093229 41.805691 \n", + "0.55 48.233563 49.214917 47.644749 45.731109 42.885181 39.548576 \n", + "0.60 47.399411 47.791952 46.074584 44.259077 41.118744 38.223749 \n", + "0.65 45.927379 45.731109 44.357213 42.345437 39.401373 36.359176 \n", + "0.70 44.111875 43.719333 42.247301 39.941120 37.684003 34.887144 \n", + "0.75 42.247301 41.903827 40.284592 38.125613 35.426888 33.120707 \n", + "0.80 40.628067 40.235525 38.665357 35.868499 33.758587 31.648675 \n", + "0.85 38.027477 38.027477 36.506379 34.151128 31.943083 30.569187 \n", + "0.90 35.525024 35.377821 34.739941 33.120707 30.912659 29.293424 \n", + "0.95 33.366045 33.022571 32.728165 31.207067 29.587832 28.066733 \n", + "1.00 31.599608 30.961728 30.814525 29.440629 28.115800 26.790971 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 44.062808 38.518155 \n", + "0.05 44.847891 39.303237 \n", + "0.10 44.406280 39.892051 \n", + "0.15 44.553483 39.892051 \n", + "0.20 44.602552 39.842984 \n", + "0.25 44.062808 39.744848 \n", + "0.30 43.081453 39.401373 \n", + "0.35 42.345437 38.567224 \n", + "0.40 40.922472 37.634936 \n", + "0.45 39.597645 36.506379 \n", + "0.50 38.665357 35.574093 \n", + "0.55 36.898920 34.249264 \n", + "0.60 34.887144 33.316979 \n", + "0.65 33.954859 32.041216 \n", + "0.70 32.826301 31.256133 \n", + "0.75 31.452405 29.784101 \n", + "0.80 30.274779 28.704613 \n", + "0.85 29.342493 27.723259 \n", + "0.90 28.312069 26.594701 \n", + "0.95 27.183512 25.760549 \n", + "1.00 26.153091 24.828263 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0026.98724327.87046128.85181630.02944031.20706732.82630134.44553636.40824338.51815540.088323...45.09322946.95780349.41118752.01177654.07261855.20117953.53287549.26398444.06280838.518155
0.0527.28164827.96859729.14622130.52011731.74681132.87536834.78900836.60451539.15603540.628067...45.53483747.89008850.58881053.04219755.34837855.88812854.07261849.85279744.84789139.303237
0.1027.37978428.06673329.19529130.47105131.69774433.12070734.78900836.84985339.25417141.020608...46.07458448.57703751.22669353.48380855.98626156.18253454.21982449.95093344.40628039.892051
0.1527.13444528.06673329.04808530.42198131.74681132.97350434.88714437.09519239.25417141.413149...46.81059749.06771552.01177653.97448556.08439455.93719553.38567549.50932344.55348339.892051
0.2026.88910727.82139528.80274730.02944031.01079532.72816534.98528037.04612338.95976541.609421...47.64474949.75466152.15898254.41609656.42787255.69185653.14033649.41118744.60255239.842984
0.2526.54563226.93817628.16486729.53876331.01079532.48282734.34740037.19332839.05789941.609421...47.59568349.95093352.25711554.26889155.88812854.75956852.60058649.01864544.06280839.744848
0.3026.05495526.79097127.72325929.04808530.42198131.84494733.80765336.45731238.91069641.805691...47.54661350.19627252.25711554.02355254.90677453.92541951.42296647.93915743.08145339.401373
0.3525.31894126.20216027.23258128.45927530.12757631.40333633.56231535.86849938.71442741.413149...47.35034449.21491751.91364353.48380853.97448552.84592550.14720646.27085342.34543738.567224
0.4024.63199225.51521126.54563227.67418929.34249330.96172833.07164035.67222738.12561340.775269...46.46712548.52796851.27576052.64965952.69872551.27576047.89008845.04416040.92247237.634936
0.4524.14131525.12266925.90775226.93817628.45927529.98037332.33562435.13248337.58586940.333661...45.63297347.79195250.58881052.06084351.66830449.21491746.41805643.37585939.59764536.506379
0.5023.35623224.28851924.87733126.00588827.37978429.34249331.45240534.39646737.09519240.186456...44.65161947.15407249.70559550.19627249.80372847.20314145.09322941.80569138.66535735.574093
0.5522.03140423.15996123.79784124.87733126.44749928.01766430.22571232.77723235.81943238.812563...43.86653645.97644848.23356349.21491747.64474945.73110942.88518139.54857636.89892034.249264
0.6020.80471121.88420022.81648724.09224725.07360326.74190428.50834131.15799733.95485937.291461...43.03238445.24043247.39941147.79195246.07458444.25907741.11874438.22374934.88714433.316979
0.6519.52894920.41216921.49165922.71835123.89597625.26987227.23258129.44062932.48282735.377821...42.14916544.21001145.92737945.73110944.35721342.34543739.40137336.35917633.95485932.041216
0.7018.54759619.52894920.46123621.39352322.57114823.84690925.76054928.01766430.66732033.611384...40.33366142.68891244.11187543.71933342.24730139.94112037.68400334.88714432.82630131.256133
0.7517.32090318.00785119.33267920.41216921.54072722.32580924.23945126.15309128.85181632.041216...38.81256341.06967742.24730141.90382740.28459238.12561335.42688833.12070731.45240529.784101
0.8016.19234516.78115717.66437719.23454420.11776321.44259123.06182524.77919527.08537929.784101...36.80078438.81256340.62806740.23552538.66535735.86849933.75858731.64867530.27477928.704613
0.8515.16192415.70166816.53582017.12463218.54759619.67615321.44259123.50343525.56428028.312069...34.29833136.55544538.02747738.02747736.50637934.15112831.94308330.56918729.34249327.723259
0.9014.18056914.67124715.60353316.43768417.56624118.64573120.36310122.52208024.28851926.447499...32.23748834.39646735.52502435.37782134.73994133.12070730.91265929.29342428.31206926.594701
0.9513.44455313.68989214.47497615.26005916.24141317.61530918.94013720.80471122.91462325.466144...30.17664332.87536833.36604533.02257132.72816531.20706729.58783228.06673327.18351225.760549
1.0012.65947113.10108013.83709514.42590815.21099116.43768418.05691919.23454421.54072723.846909...28.60647730.61825331.59960830.96172830.81452529.44062928.11580026.79097126.15309124.828263
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "execution_count": 13 + }, + { + "cell_type": "markdown", + "id": "daaa63cc282ad8a8", + "metadata": {}, + "source": [ + "##
Perform retrieval on the dress category
" + ] + }, + { + "cell_type": "code", + "id": "e27712362e1a6152", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T21:10:43.644445Z", + "start_time": "2024-08-18T20:46:12.419972Z" + } + }, + "source": [ + "grid_search_alphas = np.arange(0, 1.05, 0.05)\n", + "dress_recall_list: List[pd.DataFrame] = []\n", + "\n", + "for alpha in tqdm(grid_search_alphas, desc=\"Grid Search alphas and betas\"):\n", + " dress_recall = fiq_val_retrieval_text_image_grid_search_clip(\n", + " 'dress',\n", + " get_combing_function_with_alpha(alpha),\n", + " clip_text_encoder,\n", + " clip_img_encoder,\n", + " clip_tokenizer,\n", + " text_captions,\n", + " preprocess,\n", + " cache=cache,\n", + " )\n", + " \n", + " dress_recall_list.append(dress_recall)\n", + "\n", + "dress_recall_at10, dress_recall_at50 = convert_to_pivot_fiq(dress_recall_list)" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Grid Search alphas and betas: 0%| | 0/21 [00:00\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.007.0401597.3872097.7838388.5275168.9737249.46950910.65939511.79970313.43579614.972731...19.83143222.60783325.18591928.35894830.44124830.93703428.50768625.28507721.02131817.352504
0.056.8418447.4367877.6846808.3292018.9241459.76698110.65939512.24591013.53495315.270203...20.12890423.35151326.37580628.60684130.49082830.93703429.15220625.78086321.02131817.749132
0.106.6931087.1393157.6351028.1308878.8249889.66782310.85770912.09717413.48537515.220624...20.17848323.79771926.57412029.20178530.24293530.98661328.75557825.48339121.81457617.897868
0.156.4947946.6931087.2880517.8334168.7754099.46950910.41150211.84928113.18790314.774418...20.37679723.74814226.97075029.30094330.09420030.14377728.35894824.98760521.51710417.997025
0.206.5443736.8914237.4367877.8334168.3292019.17203810.31234511.40307412.84085214.576103...19.93059123.50024726.62369928.60684129.20178529.35051927.31779824.69013321.12047517.402083
0.256.5443736.7426886.9905807.3376308.0813098.8249889.76698110.75855212.29548814.675260...19.68269623.10361925.63212827.41695628.30936927.46653626.32622723.69856220.52553317.550819
0.306.2469016.4452166.6931087.0897377.4863668.4283599.07288010.41150211.89886013.882002...19.68269622.35994024.78929226.12791426.97075026.12791425.28507723.00446220.27764017.253347
0.355.5528016.0981666.3956376.8914237.1393157.7838388.97372410.06445211.55180912.989588...18.39365421.56668323.64898325.13634025.13634024.78929223.89687621.71541919.18691116.559246
0.405.4040665.5528016.1477446.4947946.9410017.3872098.3787819.71740211.05602412.295488...17.64997520.47595422.35994024.09519123.94645523.45067022.31036120.57511218.04660416.360933
0.455.1065945.4040665.5528016.0485876.7426887.2880518.0317309.27119510.51065911.799703...16.80713919.48438321.26921122.45909722.75656922.35994021.07089819.33564717.45166015.865146
0.504.6108084.8587015.3049085.7015376.0485876.8418447.5855238.57709510.11403111.353495...15.96430418.19534020.22806121.21963421.51710420.77342619.78185518.44323316.75756115.121467
0.554.4124944.6603874.8587015.3049085.8006946.3956377.0897377.7838389.37035210.659395...15.12146717.15419018.44323319.98016819.73227619.08775418.64154617.15419016.11304014.625682
0.604.1646014.3629154.4124945.0570155.7015375.9990096.6435307.3376308.47793710.014874...13.83242515.76598917.45166017.79871117.64997517.64997516.90629716.50966914.97273114.080317
0.653.8671294.0654444.2141804.5116515.3544875.8502736.2964806.8418447.9821529.172038...12.79127414.32821015.61725315.96430416.11304016.11304015.91472514.97273114.22905313.386217
0.703.5200793.6192363.9167084.0158654.5116515.1561725.4536446.4947947.3872098.527516...11.99801713.48537514.52652514.32821014.42736715.17104714.47694613.93158113.28706012.394646
0.753.1730293.2721873.6688153.7679724.1646014.7099655.1065945.8502736.4452167.387209...10.90728812.59295913.38621713.18790313.68368913.83242513.28706012.69211812.74169511.650967
0.802.8259792.9747153.1730293.3217653.5696584.1150224.6108085.0570155.8006946.494794...10.16361011.60138811.89886012.19633112.44422412.64253912.39464611.79970311.25433811.056024
0.852.6772432.7764012.8259792.8259793.1234513.5200793.9167084.1150225.1561725.999009...8.82498810.31234510.60981711.20476011.45265311.70054511.35349510.90728810.36192310.262766
0.902.4789292.5285082.6276652.8755582.8755583.1730293.6688154.0654444.6603875.304908...7.4863668.9737249.7669819.96529510.21318810.46108110.46108110.0644529.7669819.766981
0.952.3301932.3797722.4789292.5780862.7764013.0242933.2721873.6192364.1646014.610808...6.6931088.1308878.8745669.0728809.4199319.9157169.3703529.3207739.1224599.221616
1.002.0823002.1814582.1814582.1814582.2310362.5780862.8755583.0738723.7679724.164601...5.7511157.0897377.9325738.5770958.7754098.9737248.5770958.5275168.2796238.428359
\n", + "

21 rows × 21 columns

\n", + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 18.790282 19.831432 20.575112 21.219634 22.558255 23.698562 \n", + "0.05 18.542390 19.335647 20.178483 21.021318 22.211204 23.301934 \n", + "0.10 17.848289 18.790282 19.781855 21.120475 22.062469 23.252355 \n", + "0.15 17.649975 18.294497 19.980168 21.120475 22.459097 23.351513 \n", + "0.20 17.302924 18.244918 19.186911 20.624690 21.814576 23.153198 \n", + "0.25 17.402083 17.997025 19.137333 19.930591 21.417947 22.756569 \n", + "0.30 16.707982 17.402083 18.294497 19.087754 20.872582 22.706990 \n", + "0.35 15.765989 16.559246 17.451660 18.344076 19.633119 21.566683 \n", + "0.40 14.625682 15.518096 16.509669 17.203768 18.691126 20.079325 \n", + "0.45 13.882002 14.377789 15.319782 16.311353 17.699553 18.889439 \n", + "0.50 12.642539 13.336639 14.080317 15.270203 16.261774 17.798711 \n", + "0.55 11.650967 12.394646 12.989588 14.229053 15.071888 16.410510 \n", + "0.60 11.204760 11.601388 12.146752 13.138324 14.427367 15.468517 \n", + "0.65 10.411502 10.907288 11.105602 11.898860 13.138324 14.278631 \n", + "0.70 9.866138 10.312345 10.808131 11.204760 11.849281 13.237481 \n", + "0.75 9.072880 9.618245 10.064452 10.461081 11.155181 12.196331 \n", + "0.80 8.279623 8.874566 9.320773 9.866138 10.609817 11.403074 \n", + "0.85 7.734258 8.180466 8.676252 9.172038 9.816559 10.510659 \n", + "0.90 7.139315 7.585523 8.230045 8.577095 9.221616 9.816559 \n", + "0.95 6.593952 6.891423 7.089737 7.635102 8.279623 9.023302 \n", + "1.00 6.147744 6.544373 6.841844 7.139315 7.436787 7.932573 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 25.185919 27.317798 30.193356 32.870600 ... 39.414972 42.637581 \n", + "0.05 25.185919 27.664849 30.490828 33.366385 ... 39.960337 42.736739 \n", + "0.10 25.086764 27.565691 30.441248 33.019337 ... 40.158650 43.480417 \n", + "0.15 25.037184 27.516112 30.292514 33.068913 ... 40.208229 43.083787 \n", + "0.20 24.938026 27.416956 30.342093 33.515123 ... 39.811602 42.637581 \n", + "0.25 24.590977 27.069905 29.697570 32.870600 ... 39.018345 41.745165 \n", + "0.30 24.491820 26.177493 29.152206 32.176501 ... 38.968766 41.298959 \n", + "0.35 23.103619 25.384235 27.764004 31.135350 ... 37.778878 40.307388 \n", + "0.40 21.963312 24.392663 26.871592 29.747149 ... 36.688152 39.117500 \n", + "0.45 21.120475 23.054041 25.582549 28.408527 ... 35.101637 37.481409 \n", + "0.50 19.583540 21.665840 24.144769 27.069905 ... 33.267230 35.845315 \n", + "0.55 18.344076 20.079325 22.607833 25.285077 ... 31.730291 34.159642 \n", + "0.60 17.352504 19.137333 21.120475 23.500247 ... 29.350519 31.879029 \n", + "0.65 15.765989 17.451660 19.385226 21.417947 ... 27.466536 29.945463 \n", + "0.70 14.377789 16.013882 17.897868 19.881012 ... 25.433812 27.912742 \n", + "0.75 13.138324 14.675260 16.658403 18.939018 ... 23.549826 25.830442 \n", + "0.80 12.196331 13.435796 15.270203 17.501239 ... 21.913733 23.450670 \n", + "0.85 11.303917 12.444224 14.080317 16.013882 ... 19.881012 21.963312 \n", + "0.90 10.808131 11.650967 12.989588 14.724839 ... 18.443233 20.327219 \n", + "0.95 9.866138 10.758552 11.998017 13.287060 ... 16.955875 18.443233 \n", + "1.00 8.824988 9.816559 11.056024 12.047596 ... 15.369360 16.757561 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 46.405554 49.529004 52.057511 52.107090 50.520575 45.562717 \n", + "0.05 46.405554 49.975210 52.007931 52.454138 51.065940 46.405554 \n", + "0.10 46.157661 50.024790 52.057511 52.454138 51.115519 46.802181 \n", + "0.15 45.959345 49.826476 51.859194 51.809621 49.776897 46.405554 \n", + "0.20 45.761031 49.033219 50.818044 50.818044 48.785326 45.562717 \n", + "0.25 44.868615 47.645018 49.033219 49.529004 47.496283 44.273674 \n", + "0.30 43.529996 46.653447 47.942489 47.645018 45.364404 42.637581 \n", + "0.35 42.835894 45.413980 46.157661 45.810610 43.529996 41.001487 \n", + "0.40 41.745165 43.827465 44.075361 43.629152 41.646010 39.018345 \n", + "0.45 40.109074 41.844323 42.191374 41.051066 38.968766 37.233517 \n", + "0.50 38.373822 39.563709 40.356967 38.572136 36.737728 35.448685 \n", + "0.55 36.737728 37.927616 36.985621 36.241943 34.853745 33.415964 \n", + "0.60 34.407535 35.696578 35.151213 33.415964 32.672286 31.234506 \n", + "0.65 32.374814 33.217651 32.325235 31.234506 30.242935 29.796728 \n", + "0.70 29.449677 30.391672 30.193356 29.499257 28.606841 27.664849 \n", + "0.75 27.416956 28.606841 28.061476 27.367377 26.772434 26.028755 \n", + "0.80 25.830442 25.979176 25.880021 25.582549 25.235498 24.739712 \n", + "0.85 23.351513 23.847298 23.698562 23.698562 23.549826 22.508676 \n", + "0.90 21.219634 22.062469 21.665840 22.062469 21.764998 21.318790 \n", + "0.95 19.286068 20.228061 20.029747 20.426376 20.029747 19.781855 \n", + "1.00 17.550819 18.294497 19.038175 18.889439 18.591969 18.740705 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 40.059495 34.010908 \n", + "0.05 40.356967 35.250372 \n", + "0.10 40.753594 35.448685 \n", + "0.15 41.199800 35.795736 \n", + "0.20 40.555280 35.299951 \n", + "0.25 39.712444 35.299951 \n", + "0.30 38.423401 34.705007 \n", + "0.35 37.431830 33.911750 \n", + "0.40 35.894895 32.721865 \n", + "0.45 34.556273 32.176501 \n", + "0.50 32.771441 30.242935 \n", + "0.55 31.184927 29.152206 \n", + "0.60 29.499257 27.912742 \n", + "0.65 28.160635 26.822013 \n", + "0.70 26.524541 25.632128 \n", + "0.75 25.384235 24.392663 \n", + "0.80 23.500247 23.054041 \n", + "0.85 21.963312 21.566683 \n", + "0.90 20.525533 20.773426 \n", + "0.95 19.682696 19.781855 \n", + "1.00 18.790282 18.889439 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0018.79028219.83143220.57511221.21963422.55825523.69856225.18591927.31779830.19335632.870600...39.41497242.63758146.40555449.52900452.05751152.10709050.52057545.56271740.05949534.010908
0.0518.54239019.33564720.17848321.02131822.21120423.30193425.18591927.66484930.49082833.366385...39.96033742.73673946.40555449.97521052.00793152.45413851.06594046.40555440.35696735.250372
0.1017.84828918.79028219.78185521.12047522.06246923.25235525.08676427.56569130.44124833.019337...40.15865043.48041746.15766150.02479052.05751152.45413851.11551946.80218140.75359435.448685
0.1517.64997518.29449719.98016821.12047522.45909723.35151325.03718427.51611230.29251433.068913...40.20822943.08378745.95934549.82647651.85919451.80962149.77689746.40555441.19980035.795736
0.2017.30292418.24491819.18691120.62469021.81457623.15319824.93802627.41695630.34209333.515123...39.81160242.63758145.76103149.03321950.81804450.81804448.78532645.56271740.55528035.299951
0.2517.40208317.99702519.13733319.93059121.41794722.75656924.59097727.06990529.69757032.870600...39.01834541.74516544.86861547.64501849.03321949.52900447.49628344.27367439.71244435.299951
0.3016.70798217.40208318.29449719.08775420.87258222.70699024.49182026.17749329.15220632.176501...38.96876641.29895943.52999646.65344747.94248947.64501845.36440442.63758138.42340134.705007
0.3515.76598916.55924617.45166018.34407619.63311921.56668323.10361925.38423527.76400431.135350...37.77887840.30738842.83589445.41398046.15766145.81061043.52999641.00148737.43183033.911750
0.4014.62568215.51809616.50966917.20376818.69112620.07932521.96331224.39266326.87159229.747149...36.68815239.11750041.74516543.82746544.07536143.62915241.64601039.01834535.89489532.721865
0.4513.88200214.37778915.31978216.31135317.69955318.88943921.12047523.05404125.58254928.408527...35.10163737.48140940.10907441.84432342.19137441.05106638.96876637.23351734.55627332.176501
0.5012.64253913.33663914.08031715.27020316.26177417.79871119.58354021.66584024.14476927.069905...33.26723035.84531538.37382239.56370940.35696738.57213636.73772835.44868532.77144130.242935
0.5511.65096712.39464612.98958814.22905315.07188816.41051018.34407620.07932522.60783325.285077...31.73029134.15964236.73772837.92761636.98562136.24194334.85374533.41596431.18492729.152206
0.6011.20476011.60138812.14675213.13832414.42736715.46851717.35250419.13733321.12047523.500247...29.35051931.87902934.40753535.69657835.15121333.41596432.67228631.23450629.49925727.912742
0.6510.41150210.90728811.10560211.89886013.13832414.27863115.76598917.45166019.38522621.417947...27.46653629.94546332.37481433.21765132.32523531.23450630.24293529.79672828.16063526.822013
0.709.86613810.31234510.80813111.20476011.84928113.23748114.37778916.01388217.89786819.881012...25.43381227.91274229.44967730.39167230.19335629.49925728.60684127.66484926.52454125.632128
0.759.0728809.61824510.06445210.46108111.15518112.19633113.13832414.67526016.65840318.939018...23.54982625.83044227.41695628.60684128.06147627.36737726.77243426.02875525.38423524.392663
0.808.2796238.8745669.3207739.86613810.60981711.40307412.19633113.43579615.27020317.501239...21.91373323.45067025.83044225.97917625.88002125.58254925.23549824.73971223.50024723.054041
0.857.7342588.1804668.6762529.1720389.81655910.51065911.30391712.44422414.08031716.013882...19.88101221.96331223.35151323.84729823.69856223.69856223.54982622.50867621.96331221.566683
0.907.1393157.5855238.2300458.5770959.2216169.81655910.80813111.65096712.98958814.724839...18.44323320.32721921.21963422.06246921.66584022.06246921.76499821.31879020.52553320.773426
0.956.5939526.8914237.0897377.6351028.2796239.0233029.86613810.75855211.99801713.287060...16.95587518.44323319.28606820.22806120.02974720.42637620.02974719.78185519.68269619.781855
1.006.1477446.5443736.8418447.1393157.4367877.9325738.8249889.81655911.05602412.047596...15.36936016.75756117.55081918.29449719.03817518.88943918.59196918.74070518.79028218.889439
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "execution_count": 15 + }, + { + "cell_type": "markdown", + "id": "acf6d3ba3cde932c", + "metadata": {}, + "source": [ + "##
Perform retrieval on the toptee category
" + ] + }, + { + "cell_type": "code", + "id": "e68ae0495746924a", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T21:46:49.288429Z", + "start_time": "2024-08-18T21:10:43.806831Z" + } + }, + "source": [ + "grid_search_alphas = np.arange(0, 1.05, 0.05)\n", + "toptee_recall_list: List[pd.DataFrame] = []\n", + "\n", + "for alpha in tqdm(grid_search_alphas, desc=\"Grid Search alphas and betas\"):\n", + " toptee_recall = fiq_val_retrieval_text_image_grid_search_clip(\n", + " 'toptee',\n", + " get_combing_function_with_alpha(alpha),\n", + " clip_text_encoder,\n", + " clip_img_encoder,\n", + " clip_tokenizer,\n", + " text_captions,\n", + " preprocess,\n", + " cache=cache,\n", + " )\n", + " \n", + " toptee_recall_list.append(toptee_recall)\n", + " \n", + "toptee_recall_at10, toptee_recall_at50 = convert_to_pivot_fiq(toptee_recall_list)" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Grid Search alphas and betas: 0%| | 0/21 [00:00\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0010.65782811.52473212.03467613.00357014.22743514.94135716.11422717.74604819.78582322.386537...28.25089132.12646536.15502439.06170441.15247441.91739040.18358037.22590531.66751626.058134
0.0510.50484511.06578311.72871012.79959213.61550215.09434016.16522218.20499720.14278522.437532...28.76083632.84038936.91994039.67363541.96838442.27435040.43855136.51198431.87149526.925039
0.1010.24987310.70882211.26976012.28964913.71749014.78837316.36920018.15400320.19377822.590515...29.21978533.45232037.17491040.23457541.86639542.37633940.43855136.51198432.33044427.791944
0.1510.40285610.65782811.47373812.08567013.76848515.09434016.62417218.35798020.49974523.151453...29.11779633.50331537.78684440.79551141.86639542.01937939.36767035.84905632.17746027.944925
0.2010.19887810.81081111.72871012.39163713.66649715.09434016.42019518.15400320.65272823.100460...29.27078033.50331537.22590539.97960141.05048541.20346938.90872035.74706931.41254527.791944
0.259.89291110.75981611.32075512.18765913.36053014.63539015.60428317.89903020.04079522.947475...28.60785432.53442036.46099039.06170440.18358039.92860937.68485534.67618531.10657927.689955
0.309.63794010.40285611.16777111.83069913.05456514.07445215.34931217.54207019.78582322.233555...28.25089132.07547135.79806138.39877539.21468638.80673137.17491034.06425430.23967427.893931
0.359.1279969.68893410.91280011.57572612.44263113.46252015.04334517.03212718.81693022.029577...27.94492531.71851035.08414037.42988438.29678637.17491035.69607432.89138129.37277026.976034
0.408.5160649.38296810.19887811.06578312.03467612.95257514.27843016.72616018.56195821.366650...27.23100531.31055534.16624135.95104536.35900035.28811933.35033131.46354028.45487025.650179
0.458.3120868.7200419.68893410.35186111.52473212.54462013.76848515.91025018.25599220.193778...26.92503930.64762933.14635534.57419634.52320134.01325932.27945029.98470127.48597624.630290
0.507.7001538.3630809.0260079.79092310.75981611.93268713.25854215.24732317.38908720.091790...26.26211029.47475931.76950532.94237632.99337032.22845530.85160628.70984126.56807924.426313
0.556.7822547.3941868.1081089.2809799.94390611.47373812.69760314.43141316.72616019.071902...25.70117428.30188630.23967431.15757431.25956130.23967429.06680427.43498125.54819023.763385
0.606.3742996.7822547.6491598.5670589.22998510.50484512.13666513.30953515.24732318.052015...24.32432527.02702628.55685930.08669029.47475928.70984127.43498126.21111624.52830222.743498
0.655.8643556.3233057.0882208.0571148.3630809.48495610.81081112.44263114.17644016.522183...23.10046025.39520627.94492528.14890427.68995526.92503926.21111625.19123023.45742022.029577
0.705.4054065.7113726.2723107.1902097.7511478.5670589.89291111.42274413.46252015.451300...22.08057024.37531825.59918526.36410026.05813425.59918524.98725223.91637022.33554321.468638
0.754.9974505.3544115.8643556.6292717.2921988.2100979.22998510.65782813.05456514.635390...20.34676223.04946524.12034723.96736324.57929724.47730723.55940822.69250521.72361020.142785
0.804.5385014.7934735.4054066.2723106.6292717.5471708.4650699.84191712.13666513.717490...18.96991321.16267222.23355522.53952023.40642523.35543022.38653721.46863820.70372319.020908
0.854.3345234.5385015.1504345.5073946.2723107.0882208.1591029.28097911.37174913.105558...17.74604819.53085220.90770021.31565521.72361021.82560020.95869520.70372319.58184518.408975
0.904.2325344.2835294.6914845.4564006.0683326.7822547.5981648.66904610.45385012.085670...16.52218317.89903020.04079520.24477320.34676220.29576719.42886319.02090818.20499717.338093
0.953.7225913.9775624.2835295.1504345.3544116.5272827.0372268.3630809.94390611.269760...15.19632816.47118818.30698519.12289719.17389019.07190218.05201517.74604817.23610516.318205
1.003.4676193.8245793.8755744.4365125.0484445.7113726.6292717.5981649.02600710.402856...14.02345715.34931216.67516517.74604817.74604817.64406017.03212716.67516516.36920015.859255
\n", + "

21 rows × 21 columns

\n", + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 23.202448 24.222335 25.701174 27.129015 28.505865 30.290669 \n", + "0.05 23.610403 24.630290 25.752166 26.925039 28.301886 30.341661 \n", + "0.10 23.457420 24.732280 25.548190 26.568079 28.250891 30.239674 \n", + "0.15 23.457420 24.273330 25.497195 26.160121 27.944925 29.933706 \n", + "0.20 22.590515 23.712392 24.783275 26.364100 27.689955 29.372770 \n", + "0.25 22.284548 23.355430 24.579297 26.007140 27.231005 29.270780 \n", + "0.30 21.519633 22.437532 23.865375 25.344211 26.721060 29.117796 \n", + "0.35 20.805712 21.621622 23.151453 24.477307 26.262110 28.760836 \n", + "0.40 20.142785 21.060683 22.437532 23.814380 25.599185 27.842936 \n", + "0.45 19.428863 20.601735 21.570627 23.202448 24.936257 26.619071 \n", + "0.50 18.408975 19.479857 20.550740 22.080570 23.916370 25.803161 \n", + "0.55 17.746048 18.408975 19.734830 20.856705 23.151453 24.783275 \n", + "0.60 16.624172 18.001020 18.612953 19.785823 21.927588 23.406425 \n", + "0.65 15.349312 16.420195 17.644060 18.816930 20.754717 22.590515 \n", + "0.70 14.380418 15.298317 16.267210 17.338093 19.428863 21.315655 \n", + "0.75 13.921468 14.176440 15.145335 16.369200 18.103008 20.040795 \n", + "0.80 13.156553 13.768485 14.482407 15.349312 16.777155 18.408975 \n", + "0.85 12.289649 13.105558 13.819480 14.686385 15.859255 17.185110 \n", + "0.90 11.575726 12.238654 13.054565 14.176440 15.451300 16.573177 \n", + "0.95 10.810811 11.626721 12.238654 13.156553 14.227435 15.604283 \n", + "1.00 10.402856 10.963794 11.575726 12.238654 13.564508 14.533402 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 32.075471 34.268230 37.123916 40.285569 ... 48.444670 52.881181 \n", + "0.05 32.585415 34.931159 37.582865 41.305456 ... 50.025499 53.238142 \n", + "0.10 32.840389 35.237125 38.041815 41.968384 ... 50.637430 54.054052 \n", + "0.15 32.738400 35.543090 38.755736 43.141255 ... 51.045388 54.309028 \n", + "0.20 32.585415 35.186130 39.316675 42.784294 ... 51.198369 54.513001 \n", + "0.25 32.075471 34.982151 39.010710 42.427334 ... 51.096380 54.309028 \n", + "0.30 31.820500 34.319225 38.296786 41.968384 ... 50.994390 54.462010 \n", + "0.35 31.259561 34.319225 37.582865 41.458440 ... 50.280470 53.952068 \n", + "0.40 30.902600 33.452320 36.664966 40.693524 ... 49.515554 52.830189 \n", + "0.45 29.270780 32.585415 35.390106 39.928609 ... 47.781745 50.739419 \n", + "0.50 28.352880 31.361550 34.421214 38.755736 ... 45.843956 49.311575 \n", + "0.55 27.282000 30.035695 33.350331 37.378889 ... 44.671085 47.934726 \n", + "0.60 26.109129 28.556859 32.024476 35.900050 ... 42.631310 45.894951 \n", + "0.65 24.681285 27.383989 30.290669 34.370220 ... 40.948495 44.110149 \n", + "0.70 23.763385 26.109129 29.270780 32.636410 ... 39.571646 42.529321 \n", + "0.75 22.488527 25.038245 27.791944 31.004590 ... 37.837839 40.285569 \n", + "0.80 20.805712 23.712392 26.262110 29.780725 ... 35.849056 38.194799 \n", + "0.85 19.275880 21.978582 24.528302 27.740949 ... 34.370220 36.409995 \n", + "0.90 18.306985 20.601735 23.049465 26.109129 ... 32.585415 34.574196 \n", + "0.95 17.083120 19.122897 21.417645 24.222335 ... 30.443650 32.738400 \n", + "1.00 16.063233 17.797042 20.193778 22.794493 ... 28.811830 30.902600 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 55.583888 59.357470 61.601222 62.468129 60.683322 57.317698 \n", + "0.05 57.011729 60.326362 62.468129 63.131058 61.499238 57.980621 \n", + "0.10 57.827640 60.887301 62.723100 63.233042 61.550230 58.439571 \n", + "0.15 58.031619 60.938299 62.519121 63.080060 60.887301 58.133608 \n", + "0.20 58.388579 60.275370 62.111169 62.621111 60.479349 57.266700 \n", + "0.25 58.082610 60.020399 61.397249 61.346251 59.561449 56.042838 \n", + "0.30 58.031619 59.051502 60.275370 60.428351 58.133608 54.665989 \n", + "0.35 56.144822 57.725650 58.439571 58.490568 56.144822 52.881181 \n", + "0.40 54.767978 55.685872 56.654769 56.399798 53.799081 50.841409 \n", + "0.45 53.034168 54.309028 54.869962 54.054052 51.963282 49.005610 \n", + "0.50 51.402348 52.626210 53.085160 52.167261 49.821520 47.118816 \n", + "0.55 49.974504 50.892401 51.096380 49.770525 47.526771 45.792964 \n", + "0.60 48.138705 49.158594 48.597655 47.526771 45.028046 43.294239 \n", + "0.65 46.200919 47.169811 46.557879 45.385009 43.294239 41.254461 \n", + "0.70 43.906170 44.824070 44.314125 42.886284 40.693524 39.265680 \n", + "0.75 41.356450 42.121366 42.631310 40.795511 38.806731 37.633860 \n", + "0.80 39.826620 40.285569 40.540540 38.908720 36.970934 35.339114 \n", + "0.85 37.990820 38.806731 38.398775 36.715961 35.441101 34.166241 \n", + "0.90 36.104029 36.664966 35.951045 34.625190 34.064254 32.687405 \n", + "0.95 33.911270 34.727180 34.319225 32.891381 32.126465 31.259561 \n", + "1.00 31.667516 32.228455 32.279450 31.769505 30.800611 29.882714 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 51.708311 45.639980 \n", + "0.05 53.034168 46.710861 \n", + "0.10 52.983171 47.067824 \n", + "0.15 52.830189 47.526771 \n", + "0.20 52.422231 47.169811 \n", + "0.25 51.657319 46.812850 \n", + "0.30 50.433451 46.710861 \n", + "0.35 48.750636 45.079041 \n", + "0.40 47.373790 44.110149 \n", + "0.45 45.436001 42.733300 \n", + "0.50 43.957165 41.713411 \n", + "0.55 42.529321 40.642530 \n", + "0.60 41.203469 38.704741 \n", + "0.65 39.163691 37.225905 \n", + "0.70 37.327895 35.798061 \n", + "0.75 35.798061 34.625190 \n", + "0.80 34.166241 33.350331 \n", + "0.85 32.993370 32.024476 \n", + "0.90 31.922489 30.596635 \n", + "0.95 30.392656 29.576746 \n", + "1.00 29.321775 28.556859 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0023.20244824.22233525.70117427.12901528.50586530.29066932.07547134.26823037.12391640.285569...48.44467052.88118155.58388859.35747061.60122262.46812960.68332257.31769851.70831145.639980
0.0523.61040324.63029025.75216626.92503928.30188630.34166132.58541534.93115937.58286541.305456...50.02549953.23814257.01172960.32636262.46812963.13105861.49923857.98062153.03416846.710861
0.1023.45742024.73228025.54819026.56807928.25089130.23967432.84038935.23712538.04181541.968384...50.63743054.05405257.82764060.88730162.72310063.23304261.55023058.43957152.98317147.067824
0.1523.45742024.27333025.49719526.16012127.94492529.93370632.73840035.54309038.75573643.141255...51.04538854.30902858.03161960.93829962.51912163.08006060.88730158.13360852.83018947.526771
0.2022.59051523.71239224.78327526.36410027.68995529.37277032.58541535.18613039.31667542.784294...51.19836954.51300158.38857960.27537062.11116962.62111160.47934957.26670052.42223147.169811
0.2522.28454823.35543024.57929726.00714027.23100529.27078032.07547134.98215139.01071042.427334...51.09638054.30902858.08261060.02039961.39724961.34625159.56144956.04283851.65731946.812850
0.3021.51963322.43753223.86537525.34421126.72106029.11779631.82050034.31922538.29678641.968384...50.99439054.46201058.03161959.05150260.27537060.42835158.13360854.66598950.43345146.710861
0.3520.80571221.62162223.15145324.47730726.26211028.76083631.25956134.31922537.58286541.458440...50.28047053.95206856.14482257.72565058.43957158.49056856.14482252.88118148.75063645.079041
0.4020.14278521.06068322.43753223.81438025.59918527.84293630.90260033.45232036.66496640.693524...49.51555452.83018954.76797855.68587256.65476956.39979853.79908150.84140947.37379044.110149
0.4519.42886320.60173521.57062723.20244824.93625726.61907129.27078032.58541535.39010639.928609...47.78174550.73941953.03416854.30902854.86996254.05405251.96328249.00561045.43600142.733300
0.5018.40897519.47985720.55074022.08057023.91637025.80316128.35288031.36155034.42121438.755736...45.84395649.31157551.40234852.62621053.08516052.16726149.82152047.11881643.95716541.713411
0.5517.74604818.40897519.73483020.85670523.15145324.78327527.28200030.03569533.35033137.378889...44.67108547.93472649.97450450.89240151.09638049.77052547.52677145.79296442.52932140.642530
0.6016.62417218.00102018.61295319.78582321.92758823.40642526.10912928.55685932.02447635.900050...42.63131045.89495148.13870549.15859448.59765547.52677145.02804643.29423941.20346938.704741
0.6515.34931216.42019517.64406018.81693020.75471722.59051524.68128527.38398930.29066934.370220...40.94849544.11014946.20091947.16981146.55787945.38500943.29423941.25446139.16369137.225905
0.7014.38041815.29831716.26721017.33809319.42886321.31565523.76338526.10912929.27078032.636410...39.57164642.52932143.90617044.82407044.31412542.88628440.69352439.26568037.32789535.798061
0.7513.92146814.17644015.14533516.36920018.10300820.04079522.48852725.03824527.79194431.004590...37.83783940.28556941.35645042.12136642.63131040.79551138.80673137.63386035.79806134.625190
0.8013.15655313.76848514.48240715.34931216.77715518.40897520.80571223.71239226.26211029.780725...35.84905638.19479939.82662040.28556940.54054038.90872036.97093435.33911434.16624133.350331
0.8512.28964913.10555813.81948014.68638515.85925517.18511019.27588021.97858224.52830227.740949...34.37022036.40999537.99082038.80673138.39877536.71596135.44110134.16624132.99337032.024476
0.9011.57572612.23865413.05456514.17644015.45130016.57317718.30698520.60173523.04946526.109129...32.58541534.57419636.10402936.66496635.95104534.62519034.06425432.68740531.92248930.596635
0.9510.81081111.62672112.23865413.15655314.22743515.60428317.08312019.12289721.41764524.222335...30.44365032.73840033.91127034.72718034.31922532.89138132.12646531.25956130.39265629.576746
1.0010.40285610.96379411.57572612.23865413.56450814.53340216.06323317.79704220.19377822.794493...28.81183030.90260031.66751632.22845532.27945031.76950530.80061129.88271429.32177528.556859
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "execution_count": 17 + }, + { + "cell_type": "markdown", + "id": "69f98982e61804cc", + "metadata": {}, + "source": "##
Compute the average recall at 10 and 50 for all categories for alpha and beta
" + }, + { + "cell_type": "code", + "id": "6056af0ef820ad56", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T21:46:49.454621Z", + "start_time": "2024-08-18T21:46:49.451089Z" + } + }, + "source": [ + "average_recall_at10 = (shirt_recall_at10 + dress_recall_at10 + toptee_recall_at10) / 3\n", + "average_recall_at50 = (shirt_recall_at50 + dress_recall_at50 + toptee_recall_at50) / 3" + ], + "outputs": [], + "execution_count": 18 + }, + { + "cell_type": "code", + "id": "79c5718d9e8bb30c", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T21:46:49.724995Z", + "start_time": "2024-08-18T21:46:49.709122Z" + } + }, + "source": [ + "print(\"Average Recall@10 for each alpha across all alphas:\")\n", + "average_recall_at10" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Average Recall@\u001B[1;36m10\u001B[0m for each alpha across all alphas:\n" + ], + "text/html": [ + "
Average Recall@10 for each alpha across all alphas:\n",
+       "
\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 10.757032 11.341599 11.840061 12.639901 13.376507 14.041437 \n", + "0.05 10.754425 11.303278 11.786799 12.489447 13.139647 14.355147 \n", + "0.10 10.701635 11.166913 11.682713 12.351497 13.304150 14.138326 \n", + "0.15 10.588389 10.935755 11.618667 12.135279 13.320978 14.288702 \n", + "0.20 10.324296 10.889295 11.589677 12.237268 13.040110 14.222257 \n", + "0.25 10.189595 10.740940 11.255888 11.938590 12.904558 13.790031 \n", + "0.30 9.743753 10.293813 10.925822 11.426210 12.309849 13.290927 \n", + "0.35 9.178846 9.809308 10.529047 11.160623 11.892052 12.692194 \n", + "0.40 8.778087 9.361972 10.028527 10.711229 11.428268 12.161020 \n", + "0.45 8.267463 8.682520 9.333113 10.079181 10.946844 11.844780 \n", + "0.50 7.783732 8.250898 8.849592 9.498468 10.313302 11.246728 \n", + "0.55 7.231746 7.714625 8.198619 8.869159 9.746074 10.781450 \n", + "0.60 6.849571 7.215220 7.700629 8.352283 9.278777 10.113649 \n", + "0.65 6.335094 6.783165 7.234918 7.804243 8.448872 9.446058 \n", + "0.70 5.902869 6.168757 6.585741 7.104674 7.751322 8.548895 \n", + "0.75 5.389506 5.672392 6.138142 6.606081 7.204605 7.937698 \n", + "0.80 5.071771 5.320832 5.738117 6.191155 6.621756 7.403917 \n", + "0.85 4.856065 5.055245 5.472020 5.672786 6.141407 6.725501 \n", + "0.90 4.625116 4.740420 5.073017 5.492399 5.827224 6.278846 \n", + "0.95 4.192930 4.376226 4.691182 5.127694 5.359927 6.013430 \n", + "1.00 3.910817 4.128280 4.177990 4.561240 4.896235 5.429165 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 15.237920 16.554504 18.303183 20.336635 ... 25.530222 28.614410 \n", + "0.05 15.451189 16.938003 18.569714 20.583639 ... 26.061055 29.296549 \n", + "0.10 15.650710 17.051341 18.717389 20.814377 ... 26.263276 29.763752 \n", + "0.15 15.636033 17.151194 18.900135 20.852621 ... 26.377164 29.829648 \n", + "0.20 15.404141 17.016245 18.851802 20.769518 ... 26.344847 29.959643 \n", + "0.25 14.884959 16.569211 18.449680 20.784288 ... 26.024884 29.488114 \n", + "0.30 14.388686 16.121914 18.101633 20.200115 ... 25.807761 28.989101 \n", + "0.35 13.877459 15.525487 17.499426 19.752872 ... 25.276092 28.507560 \n", + "0.40 13.244258 15.095188 16.791208 18.973411 ... 24.626666 27.762660 \n", + "0.45 12.958593 14.396432 16.180313 18.171854 ... 24.080173 27.063958 \n", + "0.50 12.296403 13.764174 15.644644 17.662004 ... 23.300201 25.801711 \n", + "0.55 11.862381 13.064227 14.881369 16.779913 ... 22.357956 24.834720 \n", + "0.60 11.297684 12.345260 13.698410 15.816212 ... 21.109495 23.407288 \n", + "0.65 10.445643 11.498489 12.947205 14.763628 ... 19.863813 21.942480 \n", + "0.70 9.417121 10.715725 12.069308 13.766573 ... 18.736042 20.896319 \n", + "0.75 8.835124 10.000574 11.373986 12.803738 ... 17.369276 19.535371 \n", + "0.80 8.185907 9.137066 10.591485 12.020386 ... 16.466163 18.248799 \n", + "0.85 7.541790 8.358039 9.810910 11.242248 ... 15.104967 16.702721 \n", + "0.90 7.059552 7.859485 9.127055 10.458292 ... 13.792840 15.303676 \n", + "0.95 6.511381 7.297998 8.497405 9.660549 ... 12.710283 14.219665 \n", + "1.00 6.046915 6.615900 7.797535 8.863016 ... 11.629143 12.975267 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 31.797978 34.593276 36.327773 36.649872 34.706051 31.419264 \n", + "0.05 32.547715 34.961664 36.861608 37.063265 35.120373 31.673671 \n", + "0.10 32.764233 35.428738 36.777693 37.032008 35.168079 31.656293 \n", + "0.15 33.231268 35.812328 36.744470 36.648431 34.531706 31.090139 \n", + "0.20 33.108521 35.308991 36.289520 35.948483 34.064384 30.891563 \n", + "0.25 32.424889 34.606397 35.539521 34.813756 33.031499 30.056875 \n", + "0.30 31.775765 33.988452 34.623146 33.666472 32.203705 29.278057 \n", + "0.35 31.223111 33.007845 33.313168 32.463697 30.904552 28.163012 \n", + "0.40 30.274837 31.808019 31.894426 30.979662 29.119479 26.881710 \n", + "0.45 29.244182 30.313027 30.411543 29.847658 27.825974 25.746625 \n", + "0.50 28.012927 28.947035 29.177682 28.036937 26.462380 24.500812 \n", + "0.55 26.499144 27.513693 27.334210 26.239663 24.980311 23.335415 \n", + "0.60 25.166072 25.987970 25.423652 24.759781 23.514479 22.336434 \n", + "0.65 23.565541 24.027269 23.874796 23.341774 22.350746 21.206109 \n", + "0.70 22.076578 22.314512 22.245576 21.915233 20.956499 20.025209 \n", + "0.75 20.778276 20.481262 20.948637 20.571677 19.658669 18.746134 \n", + "0.80 19.032035 19.249536 19.539356 19.375836 18.692190 17.648165 \n", + "0.85 17.669725 17.971313 18.206284 18.028506 17.411227 16.801315 \n", + "0.90 16.674558 16.775944 16.892571 16.696509 16.260338 15.501466 \n", + "0.95 15.324829 15.695616 15.861009 15.796003 15.045270 14.550569 \n", + "1.00 14.107061 14.793354 14.826747 14.678941 14.113771 13.749275 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 26.705895 22.370114 \n", + "0.05 27.051939 22.954851 \n", + "0.10 27.731035 23.555093 \n", + "0.15 27.531816 23.868121 \n", + "0.20 26.981075 23.487966 \n", + "0.25 26.435434 23.487193 \n", + "0.30 25.932988 23.439671 \n", + "0.35 25.182308 22.738780 \n", + "0.40 24.349035 22.116232 \n", + "0.45 23.500639 21.283889 \n", + "0.50 22.668900 20.837156 \n", + "0.55 21.868758 20.140157 \n", + "0.60 20.772507 19.373068 \n", + "0.65 19.824180 18.511186 \n", + "0.70 18.678257 17.699276 \n", + "0.75 17.965373 16.731381 \n", + "0.80 16.769795 15.848346 \n", + "0.85 15.754890 15.134611 \n", + "0.90 14.901356 14.399761 \n", + "0.95 14.101857 13.665384 \n", + "1.00 13.286604 13.035355 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0010.75703211.34159911.84006112.63990113.37650714.04143715.23792016.55450418.30318320.336635...25.53022228.61441031.79797834.59327636.32777336.64987234.70605131.41926426.70589522.370114
0.0510.75442511.30327811.78679912.48944713.13964714.35514715.45118916.93800318.56971420.583639...26.06105529.29654932.54771534.96166436.86160837.06326535.12037331.67367127.05193922.954851
0.1010.70163511.16691311.68271312.35149713.30415014.13832615.65071017.05134118.71738920.814377...26.26327629.76375232.76423335.42873836.77769337.03200835.16807931.65629327.73103523.555093
0.1510.58838910.93575511.61866712.13527913.32097814.28870215.63603317.15119418.90013520.852621...26.37716429.82964833.23126835.81232836.74447036.64843134.53170631.09013927.53181623.868121
0.2010.32429610.88929511.58967712.23726813.04011014.22225715.40414117.01624518.85180220.769518...26.34484729.95964333.10852135.30899136.28952035.94848334.06438430.89156326.98107523.487966
0.2510.18959510.74094011.25588811.93859012.90455813.79003114.88495916.56921118.44968020.784288...26.02488429.48811432.42488934.60639735.53952134.81375633.03149930.05687526.43543423.487193
0.309.74375310.29381310.92582211.42621012.30984913.29092714.38868616.12191418.10163320.200115...25.80776128.98910131.77576533.98845234.62314633.66647232.20370529.27805725.93298823.439671
0.359.1788469.80930810.52904711.16062311.89205212.69219413.87745915.52548717.49942619.752872...25.27609228.50756031.22311133.00784533.31316832.46369730.90455228.16301225.18230822.738780
0.408.7780879.36197210.02852710.71122911.42826812.16102013.24425815.09518816.79120818.973411...24.62666627.76266030.27483731.80801931.89442630.97966229.11947926.88171024.34903522.116232
0.458.2674638.6825209.33311310.07918110.94684411.84478012.95859314.39643216.18031318.171854...24.08017327.06395829.24418230.31302730.41154329.84765827.82597425.74662523.50063921.283889
0.507.7837328.2508988.8495929.49846810.31330211.24672812.29640313.76417415.64464417.662004...23.30020125.80171128.01292728.94703529.17768228.03693726.46238024.50081222.66890020.837156
0.557.2317467.7146258.1986198.8691599.74607410.78145011.86238113.06422714.88136916.779913...22.35795624.83472026.49914427.51369327.33421026.23966324.98031123.33541521.86875820.140157
0.606.8495717.2152207.7006298.3522839.27877710.11364911.29768412.34526013.69841015.816212...21.10949523.40728825.16607225.98797025.42365224.75978123.51447922.33643420.77250719.373068
0.656.3350946.7831657.2349187.8042438.4488729.44605810.44564311.49848912.94720514.763628...19.86381321.94248023.56554124.02726923.87479623.34177422.35074621.20610919.82418018.511186
0.705.9028696.1687576.5857417.1046747.7513228.5488959.41712110.71572512.06930813.766573...18.73604220.89631922.07657822.31451222.24557621.91523320.95649920.02520918.67825717.699276
0.755.3895065.6723926.1381426.6060817.2046057.9376988.83512410.00057411.37398612.803738...17.36927619.53537120.77827620.48126220.94863720.57167719.65866918.74613417.96537316.731381
0.805.0717715.3208325.7381176.1911556.6217567.4039178.1859079.13706610.59148512.020386...16.46616318.24879919.03203519.24953619.53935619.37583618.69219017.64816516.76979515.848346
0.854.8560655.0552455.4720205.6727866.1414076.7255017.5417908.3580399.81091011.242248...15.10496716.70272117.66972517.97131318.20628418.02850617.41122716.80131515.75489015.134611
0.904.6251164.7404205.0730175.4923995.8272246.2788467.0595527.8594859.12705510.458292...13.79284015.30367616.67455816.77594416.89257116.69650916.26033815.50146614.90135614.399761
0.954.1929304.3762264.6911825.1276945.3599276.0134306.5113817.2979988.4974059.660549...12.71028314.21966515.32482915.69561615.86100915.79600315.04527014.55056914.10185713.665384
1.003.9108174.1282804.1779904.5612404.8962355.4291656.0469156.6159007.7975358.863016...11.62914312.97526714.10706114.79335414.82674714.67894114.11377113.74927513.28660413.035355
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "execution_count": 19, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 19 + }, + { + "cell_type": "code", + "id": "fb95ffb17b0c765e", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T21:46:49.950943Z", + "start_time": "2024-08-18T21:46:49.935460Z" + } + }, + "source": [ + "print(\"Average Recall@50 for each beta across all alphas:\")\n", + "average_recall_at50" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Average Recall@\u001B[1;36m50\u001B[0m for each beta across all alphas:\n" + ], + "text/html": [ + "
Average Recall@50 for each beta across all alphas:\n",
+       "
\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 22.993324 23.974743 25.042701 26.126030 27.423729 28.938511 \n", + "0.05 23.144813 23.978178 25.025624 26.155492 27.419967 28.839654 \n", + "0.10 22.895164 23.863099 24.841778 26.053202 27.337035 28.870912 \n", + "0.15 22.747280 23.544853 24.841816 25.900859 27.383611 28.752908 \n", + "0.20 22.260849 23.259568 24.257644 25.672743 26.838442 28.418044 \n", + "0.25 22.077421 22.763544 23.960499 25.158831 26.553249 28.170059 \n", + "0.30 21.427523 22.210195 23.294377 24.493350 26.005208 27.889911 \n", + "0.35 20.630214 21.461009 22.611898 23.760219 25.340935 27.243618 \n", + "0.40 19.800153 20.697997 21.830944 22.897446 24.544268 26.294663 \n", + "0.45 19.150726 20.034064 20.932721 22.150659 23.698362 25.162961 \n", + "0.50 18.135915 19.035005 19.836129 21.118887 22.519309 24.314788 \n", + "0.55 17.142806 17.987861 18.840753 19.987696 21.556947 23.070483 \n", + "0.60 16.211214 17.162203 17.858731 19.005465 20.476186 21.872282 \n", + "0.65 15.096588 15.913217 16.747107 17.811380 19.263006 20.713006 \n", + "0.70 14.264717 15.046537 15.845526 16.645458 17.949764 19.466682 \n", + "0.75 13.438417 13.934179 14.847488 15.747483 16.932972 18.187645 \n", + "0.80 12.542840 13.141403 13.822519 14.816665 15.834911 17.084880 \n", + "0.85 11.728610 12.329231 13.010517 13.661018 14.741137 15.790641 \n", + "0.90 10.965204 11.498475 12.296048 13.063740 14.079719 15.011822 \n", + "0.95 10.283105 10.736012 11.267789 12.017238 12.916157 14.080965 \n", + "1.00 9.736690 10.203082 10.751555 11.267959 12.070762 12.967886 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 30.568975 32.664757 35.278475 37.748164 ... 44.317624 47.492188 \n", + "0.05 30.853447 33.066841 35.743243 38.433302 ... 45.173558 47.954989 \n", + "0.10 30.905387 33.217556 35.912411 38.669443 ... 45.623555 48.703835 \n", + "0.15 30.887576 33.384798 36.100807 39.207772 ... 46.021405 48.820177 \n", + "0.20 30.836240 33.216403 36.206178 39.302946 ... 46.218240 48.968414 \n", + "0.25 30.337949 33.081795 35.922059 38.969118 ... 45.903469 48.668376 \n", + "0.30 30.039991 32.318010 35.453229 38.650192 ... 45.836590 48.652413 \n", + "0.35 29.308498 31.857320 34.687099 38.002313 ... 45.136564 47.824791 \n", + "0.40 28.645851 31.172403 33.887390 37.071981 ... 44.223611 46.825219 \n", + "0.45 27.575626 30.257313 32.852841 36.223599 ... 42.838785 45.337594 \n", + "0.50 26.462942 29.141286 31.887058 35.337366 ... 41.254268 44.103654 \n", + "0.55 25.283929 27.630751 30.592532 33.825510 ... 40.089304 42.690272 \n", + "0.60 23.989991 26.284063 29.033270 32.230586 ... 38.338071 41.004804 \n", + "0.65 22.559952 24.758760 27.386241 30.388663 ... 36.854732 39.421874 \n", + "0.70 21.300575 23.380225 25.945323 28.709602 ... 35.113040 37.710325 \n", + "0.75 19.955434 21.955532 24.434054 27.328275 ... 33.400076 35.728563 \n", + "0.80 18.687956 20.642461 22.872564 25.688688 ... 31.521191 33.486011 \n", + "0.85 17.340796 19.308747 21.390967 24.022300 ... 29.516521 31.642917 \n", + "0.90 16.492739 18.258260 20.109191 22.427156 ... 27.755379 29.765961 \n", + "0.95 15.296465 16.895387 18.776761 20.991846 ... 25.858723 28.019000 \n", + "1.00 14.315046 15.616049 17.596843 19.562999 ... 24.262556 26.092805 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 50.466876 53.632750 55.910450 56.592133 54.912257 50.714800 \n", + "0.05 51.335365 54.447923 56.608146 57.157775 55.545932 51.412991 \n", + "0.10 51.737331 54.798633 56.922291 57.289904 55.628524 51.730895 \n", + "0.15 52.000913 54.913087 56.820903 56.942292 54.683291 51.349495 \n", + "0.20 52.102864 54.574895 56.452362 56.377004 54.135004 50.746868 \n", + "0.25 51.736113 53.978102 55.439532 55.211608 53.219440 49.778386 \n", + "0.30 51.272910 53.242833 54.374878 53.999596 51.640326 48.414242 \n", + "0.35 50.298120 52.207813 52.857239 52.382368 49.940675 46.717840 \n", + "0.40 49.262968 50.720999 51.142952 50.434903 47.778393 44.967971 \n", + "0.45 47.910684 49.404731 49.576547 48.106678 45.783368 43.204995 \n", + "0.50 46.493922 47.462064 47.748618 45.980846 43.884159 41.457731 \n", + "0.55 44.981932 46.011645 45.242250 43.914526 41.755232 39.585835 \n", + "0.60 43.315217 44.215708 43.274484 41.733937 39.606359 37.584165 \n", + "0.65 41.501037 42.039524 41.080109 39.654984 37.646182 35.803455 \n", + "0.70 39.155907 39.645025 38.918261 37.442220 35.661456 33.939224 \n", + "0.75 37.006903 37.544011 36.992459 35.429501 33.668684 32.261107 \n", + "0.80 35.428376 35.500090 35.028639 33.453256 31.988340 30.575834 \n", + "0.85 33.123270 33.560502 32.867905 31.521884 30.311337 29.081368 \n", + "0.90 30.949562 31.368419 30.785609 29.936122 28.913970 27.766540 \n", + "0.95 28.854461 29.325937 29.025713 28.174941 27.248015 26.369383 \n", + "1.00 26.939314 27.161560 27.377383 26.699858 25.836127 25.138130 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 45.276871 39.389681 \n", + "0.05 46.079675 40.421490 \n", + "0.10 46.047682 40.802853 \n", + "0.15 46.194491 41.071519 \n", + "0.20 45.860021 40.770915 \n", + "0.25 45.144190 40.619216 \n", + "0.30 43.979435 40.272414 \n", + "0.35 42.842635 39.186005 \n", + "0.40 41.397052 38.155650 \n", + "0.45 39.863306 37.138726 \n", + "0.50 38.464654 35.843480 \n", + "0.55 36.871056 34.681333 \n", + "0.60 35.196623 33.311487 \n", + "0.65 33.759728 32.029711 \n", + "0.70 32.226246 30.895441 \n", + "0.75 30.878234 29.600652 \n", + "0.80 29.313756 28.369662 \n", + "0.85 28.099725 27.104806 \n", + "0.90 26.920031 25.988254 \n", + "0.95 25.752955 25.039717 \n", + "1.00 24.755049 24.091520 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0022.99332423.97474325.04270126.12603027.42372928.93851130.56897532.66475735.27847537.748164...44.31762447.49218850.46687653.63275055.91045056.59213354.91225750.71480045.27687139.389681
0.0523.14481323.97817825.02562426.15549227.41996728.83965430.85344733.06684135.74324338.433302...45.17355847.95498951.33536554.44792356.60814657.15777555.54593251.41299146.07967540.421490
0.1022.89516423.86309924.84177826.05320227.33703528.87091230.90538733.21755635.91241138.669443...45.62355548.70383551.73733154.79863356.92229157.28990455.62852451.73089546.04768240.802853
0.1522.74728023.54485324.84181625.90085927.38361128.75290830.88757633.38479836.10080739.207772...46.02140548.82017752.00091354.91308756.82090356.94229254.68329151.34949546.19449141.071519
0.2022.26084923.25956824.25764425.67274326.83844228.41804430.83624033.21640336.20617839.302946...46.21824048.96841452.10286454.57489556.45236256.37700454.13500450.74686845.86002140.770915
0.2522.07742122.76354423.96049925.15883126.55324928.17005930.33794933.08179535.92205938.969118...45.90346948.66837651.73611353.97810255.43953255.21160853.21944049.77838645.14419040.619216
0.3021.42752322.21019523.29437724.49335026.00520827.88991130.03999132.31801035.45322938.650192...45.83659048.65241351.27291053.24283354.37487853.99959651.64032648.41424243.97943540.272414
0.3520.63021421.46100922.61189823.76021925.34093527.24361829.30849831.85732034.68709938.002313...45.13656447.82479150.29812052.20781352.85723952.38236849.94067546.71784042.84263539.186005
0.4019.80015320.69799721.83094422.89744624.54426826.29466328.64585131.17240333.88739037.071981...44.22361146.82521949.26296850.72099951.14295250.43490347.77839344.96797141.39705238.155650
0.4519.15072620.03406420.93272122.15065923.69836225.16296127.57562630.25731332.85284136.223599...42.83878545.33759447.91068449.40473149.57654748.10667845.78336843.20499539.86330637.138726
0.5018.13591519.03500519.83612921.11888722.51930924.31478826.46294229.14128631.88705835.337366...41.25426844.10365446.49392247.46206447.74861845.98084643.88415941.45773138.46465435.843480
0.5517.14280617.98786118.84075319.98769621.55694723.07048325.28392927.63075130.59253233.825510...40.08930442.69027244.98193246.01164545.24225043.91452641.75523239.58583536.87105634.681333
0.6016.21121417.16220317.85873119.00546520.47618621.87228223.98999126.28406329.03327032.230586...38.33807141.00480443.31521744.21570843.27448441.73393739.60635937.58416535.19662333.311487
0.6515.09658815.91321716.74710717.81138019.26300620.71300622.55995224.75876027.38624130.388663...36.85473239.42187441.50103742.03952441.08010939.65498437.64618235.80345533.75972832.029711
0.7014.26471715.04653715.84552616.64545817.94976419.46668221.30057523.38022525.94532328.709602...35.11304037.71032539.15590739.64502538.91826137.44222035.66145633.93922432.22624630.895441
0.7513.43841713.93417914.84748815.74748316.93297218.18764519.95543421.95553224.43405427.328275...33.40007635.72856337.00690337.54401136.99245935.42950133.66868432.26110730.87823429.600652
0.8012.54284013.14140313.82251914.81666515.83491117.08488018.68795620.64246122.87256425.688688...31.52119133.48601135.42837635.50009035.02863933.45325631.98834030.57583429.31375628.369662
0.8511.72861012.32923113.01051713.66101814.74113715.79064117.34079619.30874721.39096724.022300...29.51652131.64291733.12327033.56050232.86790531.52188430.31133729.08136828.09972527.104806
0.9010.96520411.49847512.29604813.06374014.07971915.01182216.49273918.25826020.10919122.427156...27.75537929.76596130.94956231.36841930.78560929.93612228.91397027.76654026.92003125.988254
0.9510.28310510.73601211.26778912.01723812.91615714.08096515.29646516.89538718.77676120.991846...25.85872328.01900028.85446129.32593729.02571328.17494127.24801526.36938325.75295525.039717
1.009.73669010.20308210.75155511.26795912.07076212.96788614.31504615.61604917.59684319.562999...24.26255626.09280526.93931427.16156027.37738326.69985825.83612725.13813024.75504924.091520
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "execution_count": 20, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 20 + }, + { + "cell_type": "markdown", + "id": "67f4bc0ee894c55c", + "metadata": {}, + "source": [ + "#
Step 4: Plot the recall at 10 and 50 for all categories
" + ] + }, + { + "cell_type": "markdown", + "id": "55a915a8fd476b71", + "metadata": {}, + "source": [ + "##
Configure the plot style
" + ] + }, + { + "cell_type": "code", + "id": "54da80c62696fe30", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T21:46:50.076461Z", + "start_time": "2024-08-18T21:46:50.070900Z" + } + }, + "source": [ + "plt.style.use('seaborn-whitegrid')\n", + "pd.options.display.float_format = '{:.2f}'.format" + ], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/tmp/ipykernel_1638/3408074174.py:1: MatplotlibDeprecationWarning: The seaborn styles shipped by Matplotlib are deprecated since 3.6, as they no longer correspond to the styles shipped by seaborn. However, they will remain available as 'seaborn-v0_8-\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0014.57311115.11285615.70166816.38861616.92836117.71344418.94013720.11776321.68792923.650637...28.50834131.10893134.05299236.35917637.38959737.09519235.42688831.74681127.42885123.699705
0.0514.91658515.40726315.94700716.33954816.87929318.20412119.52894920.36310122.03140424.043180...29.29342431.69774434.34740036.60451538.12561337.97841135.77036332.72816528.26300324.190383
0.1015.16192415.65260016.14327716.63395517.36997117.95878319.72522120.90284522.47301324.631992...29.39156032.04121634.54366936.84985338.22374937.73307236.31010732.97350429.04808524.975467
0.1514.86751715.45632916.09421116.48675217.41903918.30225719.87242421.24632023.01275724.631992...29.63689932.23748834.93621137.34053138.27281637.78213935.86849932.43375728.90088325.662413
0.2014.22963714.96565215.60353316.48675217.12463218.40039219.47988321.49165923.06182524.631992...29.83317132.87536835.47595737.34053138.61629137.29146135.96663532.23748828.41020525.269872
0.2514.13150114.72031515.45632916.29048117.27183517.90971619.28361221.05004923.01275724.730128...29.78410132.82630135.18154937.34053138.12561337.04612335.08341631.79587727.67418925.220805
0.3013.34641914.03336714.91658515.35819516.38861617.36997118.74386720.41216922.62021624.484789...29.48969632.53189334.73994137.43866737.68400336.06477134.15112830.76545627.28164825.171736
0.3512.85574113.64082414.27870415.01472016.09421116.83022517.61530919.47988322.12953924.239451...29.48969632.23748834.93621136.45731236.50637935.42688833.12070729.88223726.98724324.681060
0.4012.41413113.15014713.73896014.57311115.30912716.14327717.07556418.84200120.75564323.258096...28.99901931.50147234.29833135.37782135.37782134.20019731.69774428.60647726.54563224.337585
0.4511.38370911.92345512.75760513.83709514.57311115.70166817.07556418.00785119.77428822.522080...28.50834131.05986133.31697933.90578933.95485933.16977330.12757627.91952825.56428023.356232
0.5011.04023511.53091312.21786113.00294414.13150114.96565216.04514317.46810519.43081521.540727...27.67418929.73503532.04121632.67909633.02257131.10893128.75368026.34936324.68106022.963689
0.5510.50049111.08930311.62904812.02159013.49362114.47497615.79980416.97742918.54759620.608440...26.25122729.04808530.81452531.40333631.01079529.39156027.23258125.41707523.94504422.031404
0.6010.00981310.50049111.04023511.43277712.90480813.83709515.11285616.38861617.36997119.381747...25.17173627.42885129.48969630.07850929.14622127.91952826.20216024.28851922.81648721.295388
0.659.2737989.96074610.40235510.84396511.62904813.00294414.22963715.21099116.68302318.596664...23.69970526.10402427.13444527.96859727.82139526.98724324.92639923.45436721.78606520.117763
0.708.7831219.1756639.56820410.10794910.99116811.92345512.90480814.22963715.35819517.320903...22.12953924.82826326.10402426.25122726.25122724.97546723.40529922.22767520.41216919.234544
0.757.9980378.3905798.8812569.42100110.15701710.89303312.16879313.49362114.62217916.388616...20.85377922.96368924.82826324.28851924.58292423.40529922.12953920.85377919.43081518.400392
0.807.8508348.1943088.6359178.9793919.66633910.54955911.48184512.51226713.83709515.848872...20.26496521.98233622.96368923.01275722.76741922.12953921.29538819.67615318.35132517.468105
0.857.5564287.8508348.4396478.6849859.0284599.56820410.54955911.67811612.90480814.622179...18.74386720.26496521.49165921.39352321.44259120.55937219.92149218.79293517.32090316.732091
0.907.1638867.4092257.8999028.1452418.5377828.8812569.91167810.84396512.26692913.984299...17.36997119.03827320.21589720.11776320.11776319.33267918.89106917.41903916.73209116.094211
0.956.5260066.7713457.3110897.6545637.9489698.4887159.2247309.91167811.38370913.101080...16.24141318.05691918.79293518.89106918.98920518.40039217.71344416.58488715.94700715.456329
1.006.1825326.3788036.4769387.0657517.4092257.9980378.6359179.17566310.59862612.021590...15.11285616.48675217.71344418.05691917.95878317.41903916.73209116.04514315.21099114.818449
\n", + "

21 rows × 21 columns

\n", + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 26.987243 27.870461 28.851816 30.029440 31.207067 32.826301 \n", + "0.05 27.281648 27.968597 29.146221 30.520117 31.746811 32.875368 \n", + "0.10 27.379784 28.066733 29.195291 30.471051 31.697744 33.120707 \n", + "0.15 27.134445 28.066733 29.048085 30.421981 31.746811 32.973504 \n", + "0.20 26.889107 27.821395 28.802747 30.029440 31.010795 32.728165 \n", + "0.25 26.545632 26.938176 28.164867 29.538763 31.010795 32.482827 \n", + "0.30 26.054955 26.790971 27.723259 29.048085 30.421981 31.844947 \n", + "0.35 25.318941 26.202160 27.232581 28.459275 30.127576 31.403336 \n", + "0.40 24.631992 25.515211 26.545632 27.674189 29.342493 30.961728 \n", + "0.45 24.141315 25.122669 25.907752 26.938176 28.459275 29.980373 \n", + "0.50 23.356232 24.288519 24.877331 26.005888 27.379784 29.342493 \n", + "0.55 22.031404 23.159961 23.797841 24.877331 26.447499 28.017664 \n", + "0.60 20.804711 21.884200 22.816487 24.092247 25.073603 26.741904 \n", + "0.65 19.528949 20.412169 21.491659 22.718351 23.895976 25.269872 \n", + "0.70 18.547596 19.528949 20.461236 21.393523 22.571148 23.846909 \n", + "0.75 17.320903 18.007851 19.332679 20.412169 21.540727 22.325809 \n", + "0.80 16.192345 16.781157 17.664377 19.234544 20.117763 21.442591 \n", + "0.85 15.161924 15.701668 16.535820 17.124632 18.547596 19.676153 \n", + "0.90 14.180569 14.671247 15.603533 16.437684 17.566241 18.645731 \n", + "0.95 13.444553 13.689892 14.474976 15.260059 16.241413 17.615309 \n", + "1.00 12.659471 13.101080 13.837095 14.425908 15.210991 16.437684 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 34.445536 36.408243 38.518155 40.088323 ... 45.093229 46.957803 \n", + "0.05 34.789008 36.604515 39.156035 40.628067 ... 45.534837 47.890088 \n", + "0.10 34.789008 36.849853 39.254171 41.020608 ... 46.074584 48.577037 \n", + "0.15 34.887144 37.095192 39.254171 41.413149 ... 46.810597 49.067715 \n", + "0.20 34.985280 37.046123 38.959765 41.609421 ... 47.644749 49.754661 \n", + "0.25 34.347400 37.193328 39.057899 41.609421 ... 47.595683 49.950933 \n", + "0.30 33.807653 36.457312 38.910696 41.805691 ... 47.546613 50.196272 \n", + "0.35 33.562315 35.868499 38.714427 41.413149 ... 47.350344 49.214917 \n", + "0.40 33.071640 35.672227 38.125613 40.775269 ... 46.467125 48.527968 \n", + "0.45 32.335624 35.132483 37.585869 40.333661 ... 45.632973 47.791952 \n", + "0.50 31.452405 34.396467 37.095192 40.186456 ... 44.651619 47.154072 \n", + "0.55 30.225712 32.777232 35.819432 38.812563 ... 43.866536 45.976448 \n", + "0.60 28.508341 31.157997 33.954859 37.291461 ... 43.032384 45.240432 \n", + "0.65 27.232581 29.440629 32.482827 35.377821 ... 42.149165 44.210011 \n", + "0.70 25.760549 28.017664 30.667320 33.611384 ... 40.333661 42.688912 \n", + "0.75 24.239451 26.153091 28.851816 32.041216 ... 38.812563 41.069677 \n", + "0.80 23.061825 24.779195 27.085379 29.784101 ... 36.800784 38.812563 \n", + "0.85 21.442591 23.503435 25.564280 28.312069 ... 34.298331 36.555445 \n", + "0.90 20.363101 22.522080 24.288519 26.447499 ... 32.237488 34.396467 \n", + "0.95 18.940137 20.804711 22.914623 25.466144 ... 30.176643 32.875368 \n", + "1.00 18.056919 19.234544 21.540727 23.846909 ... 28.606477 30.618253 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 49.411187 52.011776 54.072618 55.201179 53.532875 49.263984 \n", + "0.05 50.588810 53.042197 55.348378 55.888128 54.072618 49.852797 \n", + "0.10 51.226693 53.483808 55.986261 56.182534 54.219824 49.950933 \n", + "0.15 52.011776 53.974485 56.084394 55.937195 53.385675 49.509323 \n", + "0.20 52.158982 54.416096 56.427872 55.691856 53.140336 49.411187 \n", + "0.25 52.257115 54.268891 55.888128 54.759568 52.600586 49.018645 \n", + "0.30 52.257115 54.023552 54.906774 53.925419 51.422966 47.939157 \n", + "0.35 51.913643 53.483808 53.974485 52.845925 50.147206 46.270853 \n", + "0.40 51.275760 52.649659 52.698725 51.275760 47.890088 45.044160 \n", + "0.45 50.588810 52.060843 51.668304 49.214917 46.418056 43.375859 \n", + "0.50 49.705595 50.196272 49.803728 47.203141 45.093229 41.805691 \n", + "0.55 48.233563 49.214917 47.644749 45.731109 42.885181 39.548576 \n", + "0.60 47.399411 47.791952 46.074584 44.259077 41.118744 38.223749 \n", + "0.65 45.927379 45.731109 44.357213 42.345437 39.401373 36.359176 \n", + "0.70 44.111875 43.719333 42.247301 39.941120 37.684003 34.887144 \n", + "0.75 42.247301 41.903827 40.284592 38.125613 35.426888 33.120707 \n", + "0.80 40.628067 40.235525 38.665357 35.868499 33.758587 31.648675 \n", + "0.85 38.027477 38.027477 36.506379 34.151128 31.943083 30.569187 \n", + "0.90 35.525024 35.377821 34.739941 33.120707 30.912659 29.293424 \n", + "0.95 33.366045 33.022571 32.728165 31.207067 29.587832 28.066733 \n", + "1.00 31.599608 30.961728 30.814525 29.440629 28.115800 26.790971 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 44.062808 38.518155 \n", + "0.05 44.847891 39.303237 \n", + "0.10 44.406280 39.892051 \n", + "0.15 44.553483 39.892051 \n", + "0.20 44.602552 39.842984 \n", + "0.25 44.062808 39.744848 \n", + "0.30 43.081453 39.401373 \n", + "0.35 42.345437 38.567224 \n", + "0.40 40.922472 37.634936 \n", + "0.45 39.597645 36.506379 \n", + "0.50 38.665357 35.574093 \n", + "0.55 36.898920 34.249264 \n", + "0.60 34.887144 33.316979 \n", + "0.65 33.954859 32.041216 \n", + "0.70 32.826301 31.256133 \n", + "0.75 31.452405 29.784101 \n", + "0.80 30.274779 28.704613 \n", + "0.85 29.342493 27.723259 \n", + "0.90 28.312069 26.594701 \n", + "0.95 27.183512 25.760549 \n", + "1.00 26.153091 24.828263 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0026.98724327.87046128.85181630.02944031.20706732.82630134.44553636.40824338.51815540.088323...45.09322946.95780349.41118752.01177654.07261855.20117953.53287549.26398444.06280838.518155
0.0527.28164827.96859729.14622130.52011731.74681132.87536834.78900836.60451539.15603540.628067...45.53483747.89008850.58881053.04219755.34837855.88812854.07261849.85279744.84789139.303237
0.1027.37978428.06673329.19529130.47105131.69774433.12070734.78900836.84985339.25417141.020608...46.07458448.57703751.22669353.48380855.98626156.18253454.21982449.95093344.40628039.892051
0.1527.13444528.06673329.04808530.42198131.74681132.97350434.88714437.09519239.25417141.413149...46.81059749.06771552.01177653.97448556.08439455.93719553.38567549.50932344.55348339.892051
0.2026.88910727.82139528.80274730.02944031.01079532.72816534.98528037.04612338.95976541.609421...47.64474949.75466152.15898254.41609656.42787255.69185653.14033649.41118744.60255239.842984
0.2526.54563226.93817628.16486729.53876331.01079532.48282734.34740037.19332839.05789941.609421...47.59568349.95093352.25711554.26889155.88812854.75956852.60058649.01864544.06280839.744848
0.3026.05495526.79097127.72325929.04808530.42198131.84494733.80765336.45731238.91069641.805691...47.54661350.19627252.25711554.02355254.90677453.92541951.42296647.93915743.08145339.401373
0.3525.31894126.20216027.23258128.45927530.12757631.40333633.56231535.86849938.71442741.413149...47.35034449.21491751.91364353.48380853.97448552.84592550.14720646.27085342.34543738.567224
0.4024.63199225.51521126.54563227.67418929.34249330.96172833.07164035.67222738.12561340.775269...46.46712548.52796851.27576052.64965952.69872551.27576047.89008845.04416040.92247237.634936
0.4524.14131525.12266925.90775226.93817628.45927529.98037332.33562435.13248337.58586940.333661...45.63297347.79195250.58881052.06084351.66830449.21491746.41805643.37585939.59764536.506379
0.5023.35623224.28851924.87733126.00588827.37978429.34249331.45240534.39646737.09519240.186456...44.65161947.15407249.70559550.19627249.80372847.20314145.09322941.80569138.66535735.574093
0.5522.03140423.15996123.79784124.87733126.44749928.01766430.22571232.77723235.81943238.812563...43.86653645.97644848.23356349.21491747.64474945.73110942.88518139.54857636.89892034.249264
0.6020.80471121.88420022.81648724.09224725.07360326.74190428.50834131.15799733.95485937.291461...43.03238445.24043247.39941147.79195246.07458444.25907741.11874438.22374934.88714433.316979
0.6519.52894920.41216921.49165922.71835123.89597625.26987227.23258129.44062932.48282735.377821...42.14916544.21001145.92737945.73110944.35721342.34543739.40137336.35917633.95485932.041216
0.7018.54759619.52894920.46123621.39352322.57114823.84690925.76054928.01766430.66732033.611384...40.33366142.68891244.11187543.71933342.24730139.94112037.68400334.88714432.82630131.256133
0.7517.32090318.00785119.33267920.41216921.54072722.32580924.23945126.15309128.85181632.041216...38.81256341.06967742.24730141.90382740.28459238.12561335.42688833.12070731.45240529.784101
0.8016.19234516.78115717.66437719.23454420.11776321.44259123.06182524.77919527.08537929.784101...36.80078438.81256340.62806740.23552538.66535735.86849933.75858731.64867530.27477928.704613
0.8515.16192415.70166816.53582017.12463218.54759619.67615321.44259123.50343525.56428028.312069...34.29833136.55544538.02747738.02747736.50637934.15112831.94308330.56918729.34249327.723259
0.9014.18056914.67124715.60353316.43768417.56624118.64573120.36310122.52208024.28851926.447499...32.23748834.39646735.52502435.37782134.73994133.12070730.91265929.29342428.31206926.594701
0.9513.44455313.68989214.47497615.26005916.24141317.61530918.94013720.80471122.91462325.466144...30.17664332.87536833.36604533.02257132.72816531.20706729.58783228.06673327.18351225.760549
1.0012.65947113.10108013.83709514.42590815.21099116.43768418.05691919.23454421.54072723.846909...28.60647730.61825331.59960830.96172830.81452529.44062928.11580026.79097126.15309124.828263
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "execution_count": 17 + }, + { + "cell_type": "markdown", + "id": "daaa63cc282ad8a8", + "metadata": {}, + "source": [ + "##
Perform retrieval on the dress category
" + ] + }, + { + "cell_type": "code", + "id": "e27712362e1a6152", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T18:50:24.046442Z", + "start_time": "2024-08-18T18:15:00.446461Z" + } + }, + "source": [ + "grid_search_alphas = np.arange(0, 1.05, 0.05)\n", + "dress_recall_list: List[pd.DataFrame] = []\n", + "\n", + "for alpha in tqdm(grid_search_alphas, desc=\"Grid Search alphas and betas\"):\n", + " dress_recall = fiq_val_retrieval_text_image_grid_search_clip(\n", + " 'dress',\n", + " get_combing_function_with_alpha(alpha),\n", + " clip_text_encoder,\n", + " clip_img_encoder,\n", + " clip_tokenizer,\n", + " text_captions,\n", + " preprocess,\n", + " cache=cache,\n", + " )\n", + " \n", + " dress_recall_list.append(dress_recall)\n", + "\n", + "dress_recall_at10, dress_recall_at50 = convert_to_pivot_fiq(dress_recall_list)" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Grid Search alphas and betas: 0%| | 0/21 [00:00\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.007.0401597.3872097.7838388.5275168.9737249.46950910.65939511.79970313.43579614.972731...19.83143222.60783325.18591928.35894830.44124830.93703428.50768625.28507721.02131817.352504
0.056.8418447.4367877.6846808.3292018.9241459.76698110.65939512.24591013.53495315.270203...20.12890423.35151326.37580628.60684130.49082830.93703429.15220625.78086321.02131817.749132
0.106.6931087.1393157.6351028.1308878.8249889.66782310.85770912.09717413.48537515.220624...20.17848323.79771926.57412029.20178530.24293530.98661328.75557825.48339121.81457617.897868
0.156.4947946.6931087.2880517.8334168.7754099.46950910.41150211.84928113.18790314.774418...20.37679723.74814226.97075029.30094330.09420030.14377728.35894824.98760521.51710417.997025
0.206.5443736.8914237.4367877.8334168.3292019.17203810.31234511.40307412.84085214.576103...19.93059123.50024726.62369928.60684129.20178529.35051927.31779824.69013321.12047517.402083
0.256.5443736.7426886.9905807.3376308.0813098.8249889.76698110.75855212.29548814.675260...19.68269623.10361925.63212827.41695628.30936927.46653626.32622723.69856220.52553317.550819
0.306.2469016.4452166.6931087.0897377.4863668.4283599.07288010.41150211.89886013.882002...19.68269622.35994024.78929226.12791426.97075026.12791425.28507723.00446220.27764017.253347
0.355.5528016.0981666.3956376.8914237.1393157.7838388.97372410.06445211.55180912.989588...18.39365421.56668323.64898325.13634025.13634024.78929223.89687621.71541919.18691116.559246
0.405.4040665.5528016.1477446.4947946.9410017.3872098.3787819.71740211.05602412.295488...17.64997520.47595422.35994024.09519123.94645523.45067022.31036120.57511218.04660416.360933
0.455.1065945.4040665.5528016.0485876.7426887.2880518.0317309.27119510.51065911.799703...16.80713919.48438321.26921122.45909722.75656922.35994021.07089819.33564717.45166015.865146
0.504.6108084.8587015.3049085.7015376.0485876.8418447.5855238.57709510.11403111.353495...15.96430418.19534020.22806121.21963421.51710420.77342619.78185518.44323316.75756115.121467
0.554.4124944.6603874.8587015.3049085.8006946.3956377.0897377.7838389.37035210.659395...15.12146717.15419018.44323319.98016819.73227619.08775418.64154617.15419016.11304014.625682
0.604.1646014.3629154.4124945.0570155.7015375.9990096.6435307.3376308.47793710.014874...13.83242515.76598917.45166017.79871117.64997517.64997516.90629716.50966914.97273114.080317
0.653.8671294.0654444.2141804.5116515.3544875.8502736.2964806.8418447.9821529.172038...12.79127414.32821015.61725315.96430416.11304016.11304015.91472514.97273114.22905313.386217
0.703.5200793.6192363.9167084.0158654.5116515.1561725.4536446.4947947.3872098.527516...11.99801713.48537514.52652514.32821014.42736715.17104714.47694613.93158113.28706012.394646
0.753.1730293.2721873.6688153.7679724.1646014.7099655.1065945.8502736.4452167.387209...10.90728812.59295913.38621713.18790313.68368913.83242513.28706012.69211812.74169511.650967
0.802.8259792.9747153.1730293.3217653.5696584.1150224.6108085.0570155.8006946.494794...10.16361011.60138811.89886012.19633112.44422412.64253912.39464611.79970311.25433811.056024
0.852.6772432.7764012.8259792.8259793.1234513.5200793.9167084.1150225.1561725.999009...8.82498810.31234510.60981711.20476011.45265311.70054511.35349510.90728810.36192310.262766
0.902.4789292.5285082.6276652.8755582.8755583.1730293.6688154.0654444.6603875.304908...7.4863668.9737249.7669819.96529510.21318810.46108110.46108110.0644529.7669819.766981
0.952.3301932.3797722.4789292.5780862.7764013.0242933.2721873.6192364.1646014.610808...6.6931088.1308878.8745669.0728809.4199319.9157169.3703529.3207739.1224599.221616
1.002.0823002.1814582.1814582.1814582.2310362.5780862.8755583.0738723.7679724.164601...5.7511157.0897377.9325738.5770958.7754098.9737248.5770958.5275168.2796238.428359
\n", + "

21 rows × 21 columns

\n", + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 18.790282 19.831432 20.575112 21.219634 22.558255 23.698562 \n", + "0.05 18.542390 19.335647 20.178483 21.021318 22.211204 23.301934 \n", + "0.10 17.848289 18.790282 19.781855 21.120475 22.062469 23.252355 \n", + "0.15 17.649975 18.294497 19.980168 21.120475 22.459097 23.351513 \n", + "0.20 17.302924 18.244918 19.186911 20.624690 21.814576 23.153198 \n", + "0.25 17.402083 17.997025 19.137333 19.930591 21.417947 22.756569 \n", + "0.30 16.707982 17.402083 18.294497 19.087754 20.872582 22.706990 \n", + "0.35 15.765989 16.559246 17.451660 18.344076 19.633119 21.566683 \n", + "0.40 14.625682 15.518096 16.509669 17.203768 18.691126 20.079325 \n", + "0.45 13.882002 14.377789 15.319782 16.311353 17.699553 18.889439 \n", + "0.50 12.642539 13.336639 14.080317 15.270203 16.261774 17.798711 \n", + "0.55 11.650967 12.394646 12.989588 14.229053 15.071888 16.410510 \n", + "0.60 11.204760 11.601388 12.146752 13.138324 14.427367 15.468517 \n", + "0.65 10.411502 10.907288 11.105602 11.898860 13.138324 14.278631 \n", + "0.70 9.866138 10.312345 10.808131 11.204760 11.849281 13.237481 \n", + "0.75 9.072880 9.618245 10.064452 10.461081 11.155181 12.196331 \n", + "0.80 8.279623 8.874566 9.320773 9.866138 10.609817 11.403074 \n", + "0.85 7.734258 8.180466 8.676252 9.172038 9.816559 10.510659 \n", + "0.90 7.139315 7.585523 8.230045 8.577095 9.221616 9.816559 \n", + "0.95 6.593952 6.891423 7.089737 7.635102 8.279623 9.023302 \n", + "1.00 6.147744 6.544373 6.841844 7.139315 7.436787 7.932573 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 25.185919 27.317798 30.193356 32.870600 ... 39.414972 42.637581 \n", + "0.05 25.185919 27.664849 30.490828 33.366385 ... 39.960337 42.736739 \n", + "0.10 25.086764 27.565691 30.441248 33.019337 ... 40.158650 43.480417 \n", + "0.15 25.037184 27.516112 30.292514 33.068913 ... 40.208229 43.083787 \n", + "0.20 24.938026 27.416956 30.342093 33.515123 ... 39.811602 42.637581 \n", + "0.25 24.590977 27.069905 29.697570 32.870600 ... 39.018345 41.745165 \n", + "0.30 24.491820 26.177493 29.152206 32.176501 ... 38.968766 41.298959 \n", + "0.35 23.103619 25.384235 27.764004 31.135350 ... 37.778878 40.307388 \n", + "0.40 21.963312 24.392663 26.871592 29.747149 ... 36.688152 39.117500 \n", + "0.45 21.120475 23.054041 25.582549 28.408527 ... 35.101637 37.481409 \n", + "0.50 19.583540 21.665840 24.144769 27.069905 ... 33.267230 35.845315 \n", + "0.55 18.344076 20.079325 22.607833 25.285077 ... 31.730291 34.159642 \n", + "0.60 17.352504 19.137333 21.120475 23.500247 ... 29.350519 31.879029 \n", + "0.65 15.765989 17.451660 19.385226 21.417947 ... 27.466536 29.945463 \n", + "0.70 14.377789 16.013882 17.897868 19.881012 ... 25.433812 27.912742 \n", + "0.75 13.138324 14.675260 16.658403 18.939018 ... 23.549826 25.830442 \n", + "0.80 12.196331 13.435796 15.270203 17.501239 ... 21.913733 23.450670 \n", + "0.85 11.303917 12.444224 14.080317 16.013882 ... 19.881012 21.963312 \n", + "0.90 10.808131 11.650967 12.989588 14.724839 ... 18.443233 20.327219 \n", + "0.95 9.866138 10.758552 11.998017 13.287060 ... 16.955875 18.443233 \n", + "1.00 8.824988 9.816559 11.056024 12.047596 ... 15.369360 16.757561 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 46.405554 49.529004 52.057511 52.107090 50.520575 45.562717 \n", + "0.05 46.405554 49.975210 52.007931 52.454138 51.065940 46.405554 \n", + "0.10 46.157661 50.024790 52.057511 52.454138 51.115519 46.802181 \n", + "0.15 45.959345 49.826476 51.859194 51.809621 49.776897 46.405554 \n", + "0.20 45.761031 49.033219 50.818044 50.818044 48.785326 45.562717 \n", + "0.25 44.868615 47.645018 49.033219 49.529004 47.496283 44.273674 \n", + "0.30 43.529996 46.653447 47.942489 47.645018 45.364404 42.637581 \n", + "0.35 42.835894 45.413980 46.157661 45.810610 43.529996 41.001487 \n", + "0.40 41.745165 43.827465 44.075361 43.629152 41.646010 39.018345 \n", + "0.45 40.109074 41.844323 42.191374 41.051066 38.968766 37.233517 \n", + "0.50 38.373822 39.563709 40.356967 38.572136 36.737728 35.448685 \n", + "0.55 36.737728 37.927616 36.985621 36.241943 34.853745 33.415964 \n", + "0.60 34.407535 35.696578 35.151213 33.415964 32.672286 31.234506 \n", + "0.65 32.374814 33.217651 32.325235 31.234506 30.242935 29.796728 \n", + "0.70 29.449677 30.391672 30.193356 29.499257 28.606841 27.664849 \n", + "0.75 27.416956 28.606841 28.061476 27.367377 26.772434 26.028755 \n", + "0.80 25.830442 25.979176 25.880021 25.582549 25.235498 24.739712 \n", + "0.85 23.351513 23.847298 23.698562 23.698562 23.549826 22.508676 \n", + "0.90 21.219634 22.062469 21.665840 22.062469 21.764998 21.318790 \n", + "0.95 19.286068 20.228061 20.029747 20.426376 20.029747 19.781855 \n", + "1.00 17.550819 18.294497 19.038175 18.889439 18.591969 18.740705 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 40.059495 34.010908 \n", + "0.05 40.356967 35.250372 \n", + "0.10 40.753594 35.448685 \n", + "0.15 41.199800 35.795736 \n", + "0.20 40.555280 35.299951 \n", + "0.25 39.712444 35.299951 \n", + "0.30 38.423401 34.705007 \n", + "0.35 37.431830 33.911750 \n", + "0.40 35.894895 32.721865 \n", + "0.45 34.556273 32.176501 \n", + "0.50 32.771441 30.242935 \n", + "0.55 31.184927 29.152206 \n", + "0.60 29.499257 27.912742 \n", + "0.65 28.160635 26.822013 \n", + "0.70 26.524541 25.632128 \n", + "0.75 25.384235 24.392663 \n", + "0.80 23.500247 23.054041 \n", + "0.85 21.963312 21.566683 \n", + "0.90 20.525533 20.773426 \n", + "0.95 19.682696 19.781855 \n", + "1.00 18.790282 18.889439 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0018.79028219.83143220.57511221.21963422.55825523.69856225.18591927.31779830.19335632.870600...39.41497242.63758146.40555449.52900452.05751152.10709050.52057545.56271740.05949534.010908
0.0518.54239019.33564720.17848321.02131822.21120423.30193425.18591927.66484930.49082833.366385...39.96033742.73673946.40555449.97521052.00793152.45413851.06594046.40555440.35696735.250372
0.1017.84828918.79028219.78185521.12047522.06246923.25235525.08676427.56569130.44124833.019337...40.15865043.48041746.15766150.02479052.05751152.45413851.11551946.80218140.75359435.448685
0.1517.64997518.29449719.98016821.12047522.45909723.35151325.03718427.51611230.29251433.068913...40.20822943.08378745.95934549.82647651.85919451.80962149.77689746.40555441.19980035.795736
0.2017.30292418.24491819.18691120.62469021.81457623.15319824.93802627.41695630.34209333.515123...39.81160242.63758145.76103149.03321950.81804450.81804448.78532645.56271740.55528035.299951
0.2517.40208317.99702519.13733319.93059121.41794722.75656924.59097727.06990529.69757032.870600...39.01834541.74516544.86861547.64501849.03321949.52900447.49628344.27367439.71244435.299951
0.3016.70798217.40208318.29449719.08775420.87258222.70699024.49182026.17749329.15220632.176501...38.96876641.29895943.52999646.65344747.94248947.64501845.36440442.63758138.42340134.705007
0.3515.76598916.55924617.45166018.34407619.63311921.56668323.10361925.38423527.76400431.135350...37.77887840.30738842.83589445.41398046.15766145.81061043.52999641.00148737.43183033.911750
0.4014.62568215.51809616.50966917.20376818.69112620.07932521.96331224.39266326.87159229.747149...36.68815239.11750041.74516543.82746544.07536143.62915241.64601039.01834535.89489532.721865
0.4513.88200214.37778915.31978216.31135317.69955318.88943921.12047523.05404125.58254928.408527...35.10163737.48140940.10907441.84432342.19137441.05106638.96876637.23351734.55627332.176501
0.5012.64253913.33663914.08031715.27020316.26177417.79871119.58354021.66584024.14476927.069905...33.26723035.84531538.37382239.56370940.35696738.57213636.73772835.44868532.77144130.242935
0.5511.65096712.39464612.98958814.22905315.07188816.41051018.34407620.07932522.60783325.285077...31.73029134.15964236.73772837.92761636.98562136.24194334.85374533.41596431.18492729.152206
0.6011.20476011.60138812.14675213.13832414.42736715.46851717.35250419.13733321.12047523.500247...29.35051931.87902934.40753535.69657835.15121333.41596432.67228631.23450629.49925727.912742
0.6510.41150210.90728811.10560211.89886013.13832414.27863115.76598917.45166019.38522621.417947...27.46653629.94546332.37481433.21765132.32523531.23450630.24293529.79672828.16063526.822013
0.709.86613810.31234510.80813111.20476011.84928113.23748114.37778916.01388217.89786819.881012...25.43381227.91274229.44967730.39167230.19335629.49925728.60684127.66484926.52454125.632128
0.759.0728809.61824510.06445210.46108111.15518112.19633113.13832414.67526016.65840318.939018...23.54982625.83044227.41695628.60684128.06147627.36737726.77243426.02875525.38423524.392663
0.808.2796238.8745669.3207739.86613810.60981711.40307412.19633113.43579615.27020317.501239...21.91373323.45067025.83044225.97917625.88002125.58254925.23549824.73971223.50024723.054041
0.857.7342588.1804668.6762529.1720389.81655910.51065911.30391712.44422414.08031716.013882...19.88101221.96331223.35151323.84729823.69856223.69856223.54982622.50867621.96331221.566683
0.907.1393157.5855238.2300458.5770959.2216169.81655910.80813111.65096712.98958814.724839...18.44323320.32721921.21963422.06246921.66584022.06246921.76499821.31879020.52553320.773426
0.956.5939526.8914237.0897377.6351028.2796239.0233029.86613810.75855211.99801713.287060...16.95587518.44323319.28606820.22806120.02974720.42637620.02974719.78185519.68269619.781855
1.006.1477446.5443736.8418447.1393157.4367877.9325738.8249889.81655911.05602412.047596...15.36936016.75756117.55081918.29449719.03817518.88943918.59196918.74070518.79028218.889439
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "execution_count": 19 + }, + { + "cell_type": "markdown", + "id": "acf6d3ba3cde932c", + "metadata": {}, + "source": [ + "##
Perform retrieval on the toptee category
" + ] + }, + { + "cell_type": "code", + "id": "e68ae0495746924a", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T19:18:30.055098Z", + "start_time": "2024-08-18T18:50:24.223830Z" + } + }, + "source": [ + "grid_search_alphas = np.arange(0, 1.05, 0.05)\n", + "toptee_recall_list: List[pd.DataFrame] = []\n", + "\n", + "for alpha in tqdm(grid_search_alphas, desc=\"Grid Search alphas and betas\"):\n", + " toptee_recall = fiq_val_retrieval_text_image_grid_search_clip(\n", + " 'toptee',\n", + " get_combing_function_with_alpha(alpha),\n", + " clip_text_encoder,\n", + " clip_img_encoder,\n", + " clip_tokenizer,\n", + " text_captions,\n", + " preprocess,\n", + " cache=cache,\n", + " )\n", + " \n", + " toptee_recall_list.append(toptee_recall)\n", + " \n", + "toptee_recall_at10, toptee_recall_at50 = convert_to_pivot_fiq(toptee_recall_list)" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Grid Search alphas and betas: 0%| | 0/21 [00:00\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0010.65782811.52473212.03467613.00357014.22743514.94135716.11422717.74604819.78582322.386537...28.25089132.12646536.15502439.06170441.15247441.91739040.18358037.22590531.66751626.058134
0.0510.50484511.06578311.72871012.79959213.61550215.09434016.16522218.20499720.14278522.437532...28.76083632.84038936.91994039.67363541.96838442.27435040.43855136.51198431.87149526.925039
0.1010.24987310.70882211.26976012.28964913.71749014.78837316.36920018.15400320.19377822.590515...29.21978533.45232037.17491040.23457541.86639542.37633940.43855136.51198432.33044427.791944
0.1510.40285610.65782811.47373812.08567013.76848515.09434016.62417218.35798020.49974523.151453...29.11779633.50331537.78684440.79551141.86639542.01937939.36767035.84905632.17746027.944925
0.2010.19887810.81081111.72871012.39163713.66649715.09434016.42019518.15400320.65272823.100460...29.27078033.50331537.22590539.97960141.05048541.20346938.90872035.74706931.41254527.791944
0.259.89291110.75981611.32075512.18765913.36053014.63539015.60428317.89903020.04079522.947475...28.60785432.53442036.46099039.06170440.18358039.92860937.68485534.67618531.10657927.689955
0.309.63794010.40285611.16777111.83069913.05456514.07445215.34931217.54207019.78582322.233555...28.25089132.07547135.79806138.39877539.21468638.80673137.17491034.06425430.23967427.893931
0.359.1279969.68893410.91280011.57572612.44263113.46252015.04334517.03212718.81693022.029577...27.94492531.71851035.08414037.42988438.29678637.17491035.69607432.89138129.37277026.976034
0.408.5160649.38296810.19887811.06578312.03467612.95257514.27843016.72616018.56195821.366650...27.23100531.31055534.16624135.95104536.35900035.28811933.35033131.46354028.45487025.650179
0.458.3120868.7200419.68893410.35186111.52473212.54462013.76848515.91025018.25599220.193778...26.92503930.64762933.14635534.57419634.52320134.01325932.27945029.98470127.48597624.630290
0.507.7001538.3630809.0260079.79092310.75981611.93268713.25854215.24732317.38908720.091790...26.26211029.47475931.76950532.94237632.99337032.22845530.85160628.70984126.56807924.426313
0.556.7822547.3941868.1081089.2809799.94390611.47373812.69760314.43141316.72616019.071902...25.70117428.30188630.23967431.15757431.25956130.23967429.06680427.43498125.54819023.763385
0.606.3742996.7822547.6491598.5670589.22998510.50484512.13666513.30953515.24732318.052015...24.32432527.02702628.55685930.08669029.47475928.70984127.43498126.21111624.52830222.743498
0.655.8643556.3233057.0882208.0571148.3630809.48495610.81081112.44263114.17644016.522183...23.10046025.39520627.94492528.14890427.68995526.92503926.21111625.19123023.45742022.029577
0.705.4054065.7113726.2723107.1902097.7511478.5670589.89291111.42274413.46252015.451300...22.08057024.37531825.59918526.36410026.05813425.59918524.98725223.91637022.33554321.468638
0.754.9974505.3544115.8643556.6292717.2921988.2100979.22998510.65782813.05456514.635390...20.34676223.04946524.12034723.96736324.57929724.47730723.55940822.69250521.72361020.142785
0.804.5385014.7934735.4054066.2723106.6292717.5471708.4650699.84191712.13666513.717490...18.96991321.16267222.23355522.53952023.40642523.35543022.38653721.46863820.70372319.020908
0.854.3345234.5385015.1504345.5073946.2723107.0882208.1591029.28097911.37174913.105558...17.74604819.53085220.90770021.31565521.72361021.82560020.95869520.70372319.58184518.408975
0.904.2325344.2835294.6914845.4564006.0683326.7822547.5981648.66904610.45385012.085670...16.52218317.89903020.04079520.24477320.34676220.29576719.42886319.02090818.20499717.338093
0.953.7225913.9775624.2835295.1504345.3544116.5272827.0372268.3630809.94390611.269760...15.19632816.47118818.30698519.12289719.17389019.07190218.05201517.74604817.23610516.318205
1.003.4676193.8245793.8755744.4365125.0484445.7113726.6292717.5981649.02600710.402856...14.02345715.34931216.67516517.74604817.74604817.64406017.03212716.67516516.36920015.859255
\n", + "

21 rows × 21 columns

\n", + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 23.202448 24.222335 25.701174 27.129015 28.505865 30.290669 \n", + "0.05 23.610403 24.630290 25.752166 26.925039 28.301886 30.341661 \n", + "0.10 23.457420 24.732280 25.548190 26.568079 28.250891 30.239674 \n", + "0.15 23.457420 24.273330 25.497195 26.160121 27.944925 29.933706 \n", + "0.20 22.590515 23.712392 24.783275 26.364100 27.689955 29.372770 \n", + "0.25 22.284548 23.355430 24.579297 26.007140 27.231005 29.270780 \n", + "0.30 21.519633 22.437532 23.865375 25.344211 26.721060 29.117796 \n", + "0.35 20.805712 21.621622 23.151453 24.477307 26.262110 28.760836 \n", + "0.40 20.142785 21.060683 22.437532 23.814380 25.599185 27.842936 \n", + "0.45 19.428863 20.601735 21.570627 23.202448 24.936257 26.619071 \n", + "0.50 18.408975 19.479857 20.550740 22.080570 23.916370 25.803161 \n", + "0.55 17.746048 18.408975 19.734830 20.856705 23.151453 24.783275 \n", + "0.60 16.624172 18.001020 18.612953 19.785823 21.927588 23.406425 \n", + "0.65 15.349312 16.420195 17.644060 18.816930 20.754717 22.590515 \n", + "0.70 14.380418 15.298317 16.267210 17.338093 19.428863 21.315655 \n", + "0.75 13.921468 14.176440 15.145335 16.369200 18.103008 20.040795 \n", + "0.80 13.156553 13.768485 14.482407 15.349312 16.777155 18.408975 \n", + "0.85 12.289649 13.105558 13.819480 14.686385 15.859255 17.185110 \n", + "0.90 11.575726 12.238654 13.054565 14.176440 15.451300 16.573177 \n", + "0.95 10.810811 11.626721 12.238654 13.156553 14.227435 15.604283 \n", + "1.00 10.402856 10.963794 11.575726 12.238654 13.564508 14.533402 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 32.075471 34.268230 37.123916 40.285569 ... 48.444670 52.881181 \n", + "0.05 32.585415 34.931159 37.582865 41.305456 ... 50.025499 53.238142 \n", + "0.10 32.840389 35.237125 38.041815 41.968384 ... 50.637430 54.054052 \n", + "0.15 32.738400 35.543090 38.755736 43.141255 ... 51.045388 54.309028 \n", + "0.20 32.585415 35.186130 39.316675 42.784294 ... 51.198369 54.513001 \n", + "0.25 32.075471 34.982151 39.010710 42.427334 ... 51.096380 54.309028 \n", + "0.30 31.820500 34.319225 38.296786 41.968384 ... 50.994390 54.462010 \n", + "0.35 31.259561 34.319225 37.582865 41.458440 ... 50.280470 53.952068 \n", + "0.40 30.902600 33.452320 36.664966 40.693524 ... 49.515554 52.830189 \n", + "0.45 29.270780 32.585415 35.390106 39.928609 ... 47.781745 50.739419 \n", + "0.50 28.352880 31.361550 34.421214 38.755736 ... 45.843956 49.311575 \n", + "0.55 27.282000 30.035695 33.350331 37.378889 ... 44.671085 47.934726 \n", + "0.60 26.109129 28.556859 32.024476 35.900050 ... 42.631310 45.894951 \n", + "0.65 24.681285 27.383989 30.290669 34.370220 ... 40.948495 44.110149 \n", + "0.70 23.763385 26.109129 29.270780 32.636410 ... 39.571646 42.529321 \n", + "0.75 22.488527 25.038245 27.791944 31.004590 ... 37.837839 40.285569 \n", + "0.80 20.805712 23.712392 26.262110 29.780725 ... 35.849056 38.194799 \n", + "0.85 19.275880 21.978582 24.528302 27.740949 ... 34.370220 36.409995 \n", + "0.90 18.306985 20.601735 23.049465 26.109129 ... 32.585415 34.574196 \n", + "0.95 17.083120 19.122897 21.417645 24.222335 ... 30.443650 32.738400 \n", + "1.00 16.063233 17.797042 20.193778 22.794493 ... 28.811830 30.902600 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 55.583888 59.357470 61.601222 62.468129 60.683322 57.317698 \n", + "0.05 57.011729 60.326362 62.468129 63.131058 61.499238 57.980621 \n", + "0.10 57.827640 60.887301 62.723100 63.233042 61.550230 58.439571 \n", + "0.15 58.031619 60.938299 62.519121 63.080060 60.887301 58.133608 \n", + "0.20 58.388579 60.275370 62.111169 62.621111 60.479349 57.266700 \n", + "0.25 58.082610 60.020399 61.397249 61.346251 59.561449 56.042838 \n", + "0.30 58.031619 59.051502 60.275370 60.428351 58.133608 54.665989 \n", + "0.35 56.144822 57.725650 58.439571 58.490568 56.144822 52.881181 \n", + "0.40 54.767978 55.685872 56.654769 56.399798 53.799081 50.841409 \n", + "0.45 53.034168 54.309028 54.869962 54.054052 51.963282 49.005610 \n", + "0.50 51.402348 52.626210 53.085160 52.167261 49.821520 47.118816 \n", + "0.55 49.974504 50.892401 51.096380 49.770525 47.526771 45.792964 \n", + "0.60 48.138705 49.158594 48.597655 47.526771 45.028046 43.294239 \n", + "0.65 46.200919 47.169811 46.557879 45.385009 43.294239 41.254461 \n", + "0.70 43.906170 44.824070 44.314125 42.886284 40.693524 39.265680 \n", + "0.75 41.356450 42.121366 42.631310 40.795511 38.806731 37.633860 \n", + "0.80 39.826620 40.285569 40.540540 38.908720 36.970934 35.339114 \n", + "0.85 37.990820 38.806731 38.398775 36.715961 35.441101 34.166241 \n", + "0.90 36.104029 36.664966 35.951045 34.625190 34.064254 32.687405 \n", + "0.95 33.911270 34.727180 34.319225 32.891381 32.126465 31.259561 \n", + "1.00 31.667516 32.228455 32.279450 31.769505 30.800611 29.882714 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 51.708311 45.639980 \n", + "0.05 53.034168 46.710861 \n", + "0.10 52.983171 47.067824 \n", + "0.15 52.830189 47.526771 \n", + "0.20 52.422231 47.169811 \n", + "0.25 51.657319 46.812850 \n", + "0.30 50.433451 46.710861 \n", + "0.35 48.750636 45.079041 \n", + "0.40 47.373790 44.110149 \n", + "0.45 45.436001 42.733300 \n", + "0.50 43.957165 41.713411 \n", + "0.55 42.529321 40.642530 \n", + "0.60 41.203469 38.704741 \n", + "0.65 39.163691 37.225905 \n", + "0.70 37.327895 35.798061 \n", + "0.75 35.798061 34.625190 \n", + "0.80 34.166241 33.350331 \n", + "0.85 32.993370 32.024476 \n", + "0.90 31.922489 30.596635 \n", + "0.95 30.392656 29.576746 \n", + "1.00 29.321775 28.556859 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0023.20244824.22233525.70117427.12901528.50586530.29066932.07547134.26823037.12391640.285569...48.44467052.88118155.58388859.35747061.60122262.46812960.68332257.31769851.70831145.639980
0.0523.61040324.63029025.75216626.92503928.30188630.34166132.58541534.93115937.58286541.305456...50.02549953.23814257.01172960.32636262.46812963.13105861.49923857.98062153.03416846.710861
0.1023.45742024.73228025.54819026.56807928.25089130.23967432.84038935.23712538.04181541.968384...50.63743054.05405257.82764060.88730162.72310063.23304261.55023058.43957152.98317147.067824
0.1523.45742024.27333025.49719526.16012127.94492529.93370632.73840035.54309038.75573643.141255...51.04538854.30902858.03161960.93829962.51912163.08006060.88730158.13360852.83018947.526771
0.2022.59051523.71239224.78327526.36410027.68995529.37277032.58541535.18613039.31667542.784294...51.19836954.51300158.38857960.27537062.11116962.62111160.47934957.26670052.42223147.169811
0.2522.28454823.35543024.57929726.00714027.23100529.27078032.07547134.98215139.01071042.427334...51.09638054.30902858.08261060.02039961.39724961.34625159.56144956.04283851.65731946.812850
0.3021.51963322.43753223.86537525.34421126.72106029.11779631.82050034.31922538.29678641.968384...50.99439054.46201058.03161959.05150260.27537060.42835158.13360854.66598950.43345146.710861
0.3520.80571221.62162223.15145324.47730726.26211028.76083631.25956134.31922537.58286541.458440...50.28047053.95206856.14482257.72565058.43957158.49056856.14482252.88118148.75063645.079041
0.4020.14278521.06068322.43753223.81438025.59918527.84293630.90260033.45232036.66496640.693524...49.51555452.83018954.76797855.68587256.65476956.39979853.79908150.84140947.37379044.110149
0.4519.42886320.60173521.57062723.20244824.93625726.61907129.27078032.58541535.39010639.928609...47.78174550.73941953.03416854.30902854.86996254.05405251.96328249.00561045.43600142.733300
0.5018.40897519.47985720.55074022.08057023.91637025.80316128.35288031.36155034.42121438.755736...45.84395649.31157551.40234852.62621053.08516052.16726149.82152047.11881643.95716541.713411
0.5517.74604818.40897519.73483020.85670523.15145324.78327527.28200030.03569533.35033137.378889...44.67108547.93472649.97450450.89240151.09638049.77052547.52677145.79296442.52932140.642530
0.6016.62417218.00102018.61295319.78582321.92758823.40642526.10912928.55685932.02447635.900050...42.63131045.89495148.13870549.15859448.59765547.52677145.02804643.29423941.20346938.704741
0.6515.34931216.42019517.64406018.81693020.75471722.59051524.68128527.38398930.29066934.370220...40.94849544.11014946.20091947.16981146.55787945.38500943.29423941.25446139.16369137.225905
0.7014.38041815.29831716.26721017.33809319.42886321.31565523.76338526.10912929.27078032.636410...39.57164642.52932143.90617044.82407044.31412542.88628440.69352439.26568037.32789535.798061
0.7513.92146814.17644015.14533516.36920018.10300820.04079522.48852725.03824527.79194431.004590...37.83783940.28556941.35645042.12136642.63131040.79551138.80673137.63386035.79806134.625190
0.8013.15655313.76848514.48240715.34931216.77715518.40897520.80571223.71239226.26211029.780725...35.84905638.19479939.82662040.28556940.54054038.90872036.97093435.33911434.16624133.350331
0.8512.28964913.10555813.81948014.68638515.85925517.18511019.27588021.97858224.52830227.740949...34.37022036.40999537.99082038.80673138.39877536.71596135.44110134.16624132.99337032.024476
0.9011.57572612.23865413.05456514.17644015.45130016.57317718.30698520.60173523.04946526.109129...32.58541534.57419636.10402936.66496635.95104534.62519034.06425432.68740531.92248930.596635
0.9510.81081111.62672112.23865413.15655314.22743515.60428317.08312019.12289721.41764524.222335...30.44365032.73840033.91127034.72718034.31922532.89138132.12646531.25956130.39265629.576746
1.0010.40285610.96379411.57572612.23865413.56450814.53340216.06323317.79704220.19377822.794493...28.81183030.90260031.66751632.22845532.27945031.76950530.80061129.88271429.32177528.556859
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "execution_count": 21 + }, + { + "cell_type": "markdown", + "id": "69f98982e61804cc", + "metadata": {}, + "source": "##
Compute the average recall at 10 and 50 for all categories for alpha and beta
" + }, + { + "cell_type": "code", + "id": "6056af0ef820ad56", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T19:18:30.247264Z", + "start_time": "2024-08-18T19:18:30.243603Z" + } + }, + "source": [ + "average_recall_at10 = (shirt_recall_at10 + dress_recall_at10 + toptee_recall_at10) / 3\n", + "average_recall_at50 = (shirt_recall_at50 + dress_recall_at50 + toptee_recall_at50) / 3" + ], + "outputs": [], + "execution_count": 22 + }, + { + "cell_type": "code", + "id": "79c5718d9e8bb30c", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T19:18:30.394098Z", + "start_time": "2024-08-18T19:18:30.378335Z" + } + }, + "source": [ + "print(\"Average Recall@10 for each alpha across all alphas:\")\n", + "average_recall_at10" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Average Recall@\u001B[1;36m10\u001B[0m for each alpha across all alphas:\n" + ], + "text/html": [ + "
Average Recall@10 for each alpha across all alphas:\n",
+       "
\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 10.757032 11.341599 11.840061 12.639901 13.376507 14.041437 \n", + "0.05 10.754425 11.303278 11.786799 12.489447 13.139647 14.355147 \n", + "0.10 10.701635 11.166913 11.682713 12.351497 13.304150 14.138326 \n", + "0.15 10.588389 10.935755 11.618667 12.135279 13.320978 14.288702 \n", + "0.20 10.324296 10.889295 11.589677 12.237268 13.040110 14.222257 \n", + "0.25 10.189595 10.740940 11.255888 11.938590 12.904558 13.790031 \n", + "0.30 9.743753 10.293813 10.925822 11.426210 12.309849 13.290927 \n", + "0.35 9.178846 9.809308 10.529047 11.160623 11.892052 12.692194 \n", + "0.40 8.778087 9.361972 10.028527 10.711229 11.428268 12.161020 \n", + "0.45 8.267463 8.682520 9.333113 10.079181 10.946844 11.844780 \n", + "0.50 7.783732 8.250898 8.849592 9.498468 10.313302 11.246728 \n", + "0.55 7.231746 7.714625 8.198619 8.869159 9.746074 10.781450 \n", + "0.60 6.849571 7.215220 7.700629 8.352283 9.278777 10.113649 \n", + "0.65 6.335094 6.783165 7.234918 7.804243 8.448872 9.446058 \n", + "0.70 5.902869 6.168757 6.585741 7.104674 7.751322 8.548895 \n", + "0.75 5.389506 5.672392 6.138142 6.606081 7.204605 7.937698 \n", + "0.80 5.071771 5.320832 5.738117 6.191155 6.621756 7.403917 \n", + "0.85 4.856065 5.055245 5.472020 5.672786 6.141407 6.725501 \n", + "0.90 4.625116 4.740420 5.073017 5.492399 5.827224 6.278846 \n", + "0.95 4.192930 4.376226 4.691182 5.127694 5.359927 6.013430 \n", + "1.00 3.910817 4.128280 4.177990 4.561240 4.896235 5.429165 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 15.237920 16.554504 18.303183 20.336635 ... 25.530222 28.614410 \n", + "0.05 15.451189 16.938003 18.569714 20.583639 ... 26.061055 29.296549 \n", + "0.10 15.650710 17.051341 18.717389 20.814377 ... 26.263276 29.763752 \n", + "0.15 15.636033 17.151194 18.900135 20.852621 ... 26.377164 29.829648 \n", + "0.20 15.404141 17.016245 18.851802 20.769518 ... 26.344847 29.959643 \n", + "0.25 14.884959 16.569211 18.449680 20.784288 ... 26.024884 29.488114 \n", + "0.30 14.388686 16.121914 18.101633 20.200115 ... 25.807761 28.989101 \n", + "0.35 13.877459 15.525487 17.499426 19.752872 ... 25.276092 28.507560 \n", + "0.40 13.244258 15.095188 16.791208 18.973411 ... 24.626666 27.762660 \n", + "0.45 12.958593 14.396432 16.180313 18.171854 ... 24.080173 27.063958 \n", + "0.50 12.296403 13.764174 15.644644 17.662004 ... 23.300201 25.801711 \n", + "0.55 11.862381 13.064227 14.881369 16.779913 ... 22.357956 24.834720 \n", + "0.60 11.297684 12.345260 13.698410 15.816212 ... 21.109495 23.407288 \n", + "0.65 10.445643 11.498489 12.947205 14.763628 ... 19.863813 21.942480 \n", + "0.70 9.417121 10.715725 12.069308 13.766573 ... 18.736042 20.896319 \n", + "0.75 8.835124 10.000574 11.373986 12.803738 ... 17.369276 19.535371 \n", + "0.80 8.185907 9.137066 10.591485 12.020386 ... 16.466163 18.248799 \n", + "0.85 7.541790 8.358039 9.810910 11.242248 ... 15.104967 16.702721 \n", + "0.90 7.059552 7.859485 9.127055 10.458292 ... 13.792840 15.303676 \n", + "0.95 6.511381 7.297998 8.497405 9.660549 ... 12.710283 14.219665 \n", + "1.00 6.046915 6.615900 7.797535 8.863016 ... 11.629143 12.975267 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 31.797978 34.593276 36.327773 36.649872 34.706051 31.419264 \n", + "0.05 32.547715 34.961664 36.861608 37.063265 35.120373 31.673671 \n", + "0.10 32.764233 35.428738 36.777693 37.032008 35.168079 31.656293 \n", + "0.15 33.231268 35.812328 36.744470 36.648431 34.531706 31.090139 \n", + "0.20 33.108521 35.308991 36.289520 35.948483 34.064384 30.891563 \n", + "0.25 32.424889 34.606397 35.539521 34.813756 33.031499 30.056875 \n", + "0.30 31.775765 33.988452 34.623146 33.666472 32.203705 29.278057 \n", + "0.35 31.223111 33.007845 33.313168 32.463697 30.904552 28.163012 \n", + "0.40 30.274837 31.808019 31.894426 30.979662 29.119479 26.881710 \n", + "0.45 29.244182 30.313027 30.411543 29.847658 27.825974 25.746625 \n", + "0.50 28.012927 28.947035 29.177682 28.036937 26.462380 24.500812 \n", + "0.55 26.499144 27.513693 27.334210 26.239663 24.980311 23.335415 \n", + "0.60 25.166072 25.987970 25.423652 24.759781 23.514479 22.336434 \n", + "0.65 23.565541 24.027269 23.874796 23.341774 22.350746 21.206109 \n", + "0.70 22.076578 22.314512 22.245576 21.915233 20.956499 20.025209 \n", + "0.75 20.778276 20.481262 20.948637 20.571677 19.658669 18.746134 \n", + "0.80 19.032035 19.249536 19.539356 19.375836 18.692190 17.648165 \n", + "0.85 17.669725 17.971313 18.206284 18.028506 17.411227 16.801315 \n", + "0.90 16.674558 16.775944 16.892571 16.696509 16.260338 15.501466 \n", + "0.95 15.324829 15.695616 15.861009 15.796003 15.045270 14.550569 \n", + "1.00 14.107061 14.793354 14.826747 14.678941 14.113771 13.749275 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 26.705895 22.370114 \n", + "0.05 27.051939 22.954851 \n", + "0.10 27.731035 23.555093 \n", + "0.15 27.531816 23.868121 \n", + "0.20 26.981075 23.487966 \n", + "0.25 26.435434 23.487193 \n", + "0.30 25.932988 23.439671 \n", + "0.35 25.182308 22.738780 \n", + "0.40 24.349035 22.116232 \n", + "0.45 23.500639 21.283889 \n", + "0.50 22.668900 20.837156 \n", + "0.55 21.868758 20.140157 \n", + "0.60 20.772507 19.373068 \n", + "0.65 19.824180 18.511186 \n", + "0.70 18.678257 17.699276 \n", + "0.75 17.965373 16.731381 \n", + "0.80 16.769795 15.848346 \n", + "0.85 15.754890 15.134611 \n", + "0.90 14.901356 14.399761 \n", + "0.95 14.101857 13.665384 \n", + "1.00 13.286604 13.035355 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0010.75703211.34159911.84006112.63990113.37650714.04143715.23792016.55450418.30318320.336635...25.53022228.61441031.79797834.59327636.32777336.64987234.70605131.41926426.70589522.370114
0.0510.75442511.30327811.78679912.48944713.13964714.35514715.45118916.93800318.56971420.583639...26.06105529.29654932.54771534.96166436.86160837.06326535.12037331.67367127.05193922.954851
0.1010.70163511.16691311.68271312.35149713.30415014.13832615.65071017.05134118.71738920.814377...26.26327629.76375232.76423335.42873836.77769337.03200835.16807931.65629327.73103523.555093
0.1510.58838910.93575511.61866712.13527913.32097814.28870215.63603317.15119418.90013520.852621...26.37716429.82964833.23126835.81232836.74447036.64843134.53170631.09013927.53181623.868121
0.2010.32429610.88929511.58967712.23726813.04011014.22225715.40414117.01624518.85180220.769518...26.34484729.95964333.10852135.30899136.28952035.94848334.06438430.89156326.98107523.487966
0.2510.18959510.74094011.25588811.93859012.90455813.79003114.88495916.56921118.44968020.784288...26.02488429.48811432.42488934.60639735.53952134.81375633.03149930.05687526.43543423.487193
0.309.74375310.29381310.92582211.42621012.30984913.29092714.38868616.12191418.10163320.200115...25.80776128.98910131.77576533.98845234.62314633.66647232.20370529.27805725.93298823.439671
0.359.1788469.80930810.52904711.16062311.89205212.69219413.87745915.52548717.49942619.752872...25.27609228.50756031.22311133.00784533.31316832.46369730.90455228.16301225.18230822.738780
0.408.7780879.36197210.02852710.71122911.42826812.16102013.24425815.09518816.79120818.973411...24.62666627.76266030.27483731.80801931.89442630.97966229.11947926.88171024.34903522.116232
0.458.2674638.6825209.33311310.07918110.94684411.84478012.95859314.39643216.18031318.171854...24.08017327.06395829.24418230.31302730.41154329.84765827.82597425.74662523.50063921.283889
0.507.7837328.2508988.8495929.49846810.31330211.24672812.29640313.76417415.64464417.662004...23.30020125.80171128.01292728.94703529.17768228.03693726.46238024.50081222.66890020.837156
0.557.2317467.7146258.1986198.8691599.74607410.78145011.86238113.06422714.88136916.779913...22.35795624.83472026.49914427.51369327.33421026.23966324.98031123.33541521.86875820.140157
0.606.8495717.2152207.7006298.3522839.27877710.11364911.29768412.34526013.69841015.816212...21.10949523.40728825.16607225.98797025.42365224.75978123.51447922.33643420.77250719.373068
0.656.3350946.7831657.2349187.8042438.4488729.44605810.44564311.49848912.94720514.763628...19.86381321.94248023.56554124.02726923.87479623.34177422.35074621.20610919.82418018.511186
0.705.9028696.1687576.5857417.1046747.7513228.5488959.41712110.71572512.06930813.766573...18.73604220.89631922.07657822.31451222.24557621.91523320.95649920.02520918.67825717.699276
0.755.3895065.6723926.1381426.6060817.2046057.9376988.83512410.00057411.37398612.803738...17.36927619.53537120.77827620.48126220.94863720.57167719.65866918.74613417.96537316.731381
0.805.0717715.3208325.7381176.1911556.6217567.4039178.1859079.13706610.59148512.020386...16.46616318.24879919.03203519.24953619.53935619.37583618.69219017.64816516.76979515.848346
0.854.8560655.0552455.4720205.6727866.1414076.7255017.5417908.3580399.81091011.242248...15.10496716.70272117.66972517.97131318.20628418.02850617.41122716.80131515.75489015.134611
0.904.6251164.7404205.0730175.4923995.8272246.2788467.0595527.8594859.12705510.458292...13.79284015.30367616.67455816.77594416.89257116.69650916.26033815.50146614.90135614.399761
0.954.1929304.3762264.6911825.1276945.3599276.0134306.5113817.2979988.4974059.660549...12.71028314.21966515.32482915.69561615.86100915.79600315.04527014.55056914.10185713.665384
1.003.9108174.1282804.1779904.5612404.8962355.4291656.0469156.6159007.7975358.863016...11.62914312.97526714.10706114.79335414.82674714.67894114.11377113.74927513.28660413.035355
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "execution_count": 23, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 23 + }, + { + "cell_type": "code", + "id": "fb95ffb17b0c765e", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T19:18:30.828170Z", + "start_time": "2024-08-18T19:18:30.811091Z" + } + }, + "source": [ + "print(\"Average Recall@50 for each beta across all alphas:\")\n", + "average_recall_at50" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Average Recall@\u001B[1;36m50\u001B[0m for each beta across all alphas:\n" + ], + "text/html": [ + "
Average Recall@50 for each beta across all alphas:\n",
+       "
\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 22.993324 23.974743 25.042701 26.126030 27.423729 28.938511 \n", + "0.05 23.144813 23.978178 25.025624 26.155492 27.419967 28.839654 \n", + "0.10 22.895164 23.863099 24.841778 26.053202 27.337035 28.870912 \n", + "0.15 22.747280 23.544853 24.841816 25.900859 27.383611 28.752908 \n", + "0.20 22.260849 23.259568 24.257644 25.672743 26.838442 28.418044 \n", + "0.25 22.077421 22.763544 23.960499 25.158831 26.553249 28.170059 \n", + "0.30 21.427523 22.210195 23.294377 24.493350 26.005208 27.889911 \n", + "0.35 20.630214 21.461009 22.611898 23.760219 25.340935 27.243618 \n", + "0.40 19.800153 20.697997 21.830944 22.897446 24.544268 26.294663 \n", + "0.45 19.150726 20.034064 20.932721 22.150659 23.698362 25.162961 \n", + "0.50 18.135915 19.035005 19.836129 21.118887 22.519309 24.314788 \n", + "0.55 17.142806 17.987861 18.840753 19.987696 21.556947 23.070483 \n", + "0.60 16.211214 17.162203 17.858731 19.005465 20.476186 21.872282 \n", + "0.65 15.096588 15.913217 16.747107 17.811380 19.263006 20.713006 \n", + "0.70 14.264717 15.046537 15.845526 16.645458 17.949764 19.466682 \n", + "0.75 13.438417 13.934179 14.847488 15.747483 16.932972 18.187645 \n", + "0.80 12.542840 13.141403 13.822519 14.816665 15.834911 17.084880 \n", + "0.85 11.728610 12.329231 13.010517 13.661018 14.741137 15.790641 \n", + "0.90 10.965204 11.498475 12.296048 13.063740 14.079719 15.011822 \n", + "0.95 10.283105 10.736012 11.267789 12.017238 12.916157 14.080965 \n", + "1.00 9.736690 10.203082 10.751555 11.267959 12.070762 12.967886 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 30.568975 32.664757 35.278475 37.748164 ... 44.317624 47.492188 \n", + "0.05 30.853447 33.066841 35.743243 38.433302 ... 45.173558 47.954989 \n", + "0.10 30.905387 33.217556 35.912411 38.669443 ... 45.623555 48.703835 \n", + "0.15 30.887576 33.384798 36.100807 39.207772 ... 46.021405 48.820177 \n", + "0.20 30.836240 33.216403 36.206178 39.302946 ... 46.218240 48.968414 \n", + "0.25 30.337949 33.081795 35.922059 38.969118 ... 45.903469 48.668376 \n", + "0.30 30.039991 32.318010 35.453229 38.650192 ... 45.836590 48.652413 \n", + "0.35 29.308498 31.857320 34.687099 38.002313 ... 45.136564 47.824791 \n", + "0.40 28.645851 31.172403 33.887390 37.071981 ... 44.223611 46.825219 \n", + "0.45 27.575626 30.257313 32.852841 36.223599 ... 42.838785 45.337594 \n", + "0.50 26.462942 29.141286 31.887058 35.337366 ... 41.254268 44.103654 \n", + "0.55 25.283929 27.630751 30.592532 33.825510 ... 40.089304 42.690272 \n", + "0.60 23.989991 26.284063 29.033270 32.230586 ... 38.338071 41.004804 \n", + "0.65 22.559952 24.758760 27.386241 30.388663 ... 36.854732 39.421874 \n", + "0.70 21.300575 23.380225 25.945323 28.709602 ... 35.113040 37.710325 \n", + "0.75 19.955434 21.955532 24.434054 27.328275 ... 33.400076 35.728563 \n", + "0.80 18.687956 20.642461 22.872564 25.688688 ... 31.521191 33.486011 \n", + "0.85 17.340796 19.308747 21.390967 24.022300 ... 29.516521 31.642917 \n", + "0.90 16.492739 18.258260 20.109191 22.427156 ... 27.755379 29.765961 \n", + "0.95 15.296465 16.895387 18.776761 20.991846 ... 25.858723 28.019000 \n", + "1.00 14.315046 15.616049 17.596843 19.562999 ... 24.262556 26.092805 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 50.466876 53.632750 55.910450 56.592133 54.912257 50.714800 \n", + "0.05 51.335365 54.447923 56.608146 57.157775 55.545932 51.412991 \n", + "0.10 51.737331 54.798633 56.922291 57.289904 55.628524 51.730895 \n", + "0.15 52.000913 54.913087 56.820903 56.942292 54.683291 51.349495 \n", + "0.20 52.102864 54.574895 56.452362 56.377004 54.135004 50.746868 \n", + "0.25 51.736113 53.978102 55.439532 55.211608 53.219440 49.778386 \n", + "0.30 51.272910 53.242833 54.374878 53.999596 51.640326 48.414242 \n", + "0.35 50.298120 52.207813 52.857239 52.382368 49.940675 46.717840 \n", + "0.40 49.262968 50.720999 51.142952 50.434903 47.778393 44.967971 \n", + "0.45 47.910684 49.404731 49.576547 48.106678 45.783368 43.204995 \n", + "0.50 46.493922 47.462064 47.748618 45.980846 43.884159 41.457731 \n", + "0.55 44.981932 46.011645 45.242250 43.914526 41.755232 39.585835 \n", + "0.60 43.315217 44.215708 43.274484 41.733937 39.606359 37.584165 \n", + "0.65 41.501037 42.039524 41.080109 39.654984 37.646182 35.803455 \n", + "0.70 39.155907 39.645025 38.918261 37.442220 35.661456 33.939224 \n", + "0.75 37.006903 37.544011 36.992459 35.429501 33.668684 32.261107 \n", + "0.80 35.428376 35.500090 35.028639 33.453256 31.988340 30.575834 \n", + "0.85 33.123270 33.560502 32.867905 31.521884 30.311337 29.081368 \n", + "0.90 30.949562 31.368419 30.785609 29.936122 28.913970 27.766540 \n", + "0.95 28.854461 29.325937 29.025713 28.174941 27.248015 26.369383 \n", + "1.00 26.939314 27.161560 27.377383 26.699858 25.836127 25.138130 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 45.276871 39.389681 \n", + "0.05 46.079675 40.421490 \n", + "0.10 46.047682 40.802853 \n", + "0.15 46.194491 41.071519 \n", + "0.20 45.860021 40.770915 \n", + "0.25 45.144190 40.619216 \n", + "0.30 43.979435 40.272414 \n", + "0.35 42.842635 39.186005 \n", + "0.40 41.397052 38.155650 \n", + "0.45 39.863306 37.138726 \n", + "0.50 38.464654 35.843480 \n", + "0.55 36.871056 34.681333 \n", + "0.60 35.196623 33.311487 \n", + "0.65 33.759728 32.029711 \n", + "0.70 32.226246 30.895441 \n", + "0.75 30.878234 29.600652 \n", + "0.80 29.313756 28.369662 \n", + "0.85 28.099725 27.104806 \n", + "0.90 26.920031 25.988254 \n", + "0.95 25.752955 25.039717 \n", + "1.00 24.755049 24.091520 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0022.99332423.97474325.04270126.12603027.42372928.93851130.56897532.66475735.27847537.748164...44.31762447.49218850.46687653.63275055.91045056.59213354.91225750.71480045.27687139.389681
0.0523.14481323.97817825.02562426.15549227.41996728.83965430.85344733.06684135.74324338.433302...45.17355847.95498951.33536554.44792356.60814657.15777555.54593251.41299146.07967540.421490
0.1022.89516423.86309924.84177826.05320227.33703528.87091230.90538733.21755635.91241138.669443...45.62355548.70383551.73733154.79863356.92229157.28990455.62852451.73089546.04768240.802853
0.1522.74728023.54485324.84181625.90085927.38361128.75290830.88757633.38479836.10080739.207772...46.02140548.82017752.00091354.91308756.82090356.94229254.68329151.34949546.19449141.071519
0.2022.26084923.25956824.25764425.67274326.83844228.41804430.83624033.21640336.20617839.302946...46.21824048.96841452.10286454.57489556.45236256.37700454.13500450.74686845.86002140.770915
0.2522.07742122.76354423.96049925.15883126.55324928.17005930.33794933.08179535.92205938.969118...45.90346948.66837651.73611353.97810255.43953255.21160853.21944049.77838645.14419040.619216
0.3021.42752322.21019523.29437724.49335026.00520827.88991130.03999132.31801035.45322938.650192...45.83659048.65241351.27291053.24283354.37487853.99959651.64032648.41424243.97943540.272414
0.3520.63021421.46100922.61189823.76021925.34093527.24361829.30849831.85732034.68709938.002313...45.13656447.82479150.29812052.20781352.85723952.38236849.94067546.71784042.84263539.186005
0.4019.80015320.69799721.83094422.89744624.54426826.29466328.64585131.17240333.88739037.071981...44.22361146.82521949.26296850.72099951.14295250.43490347.77839344.96797141.39705238.155650
0.4519.15072620.03406420.93272122.15065923.69836225.16296127.57562630.25731332.85284136.223599...42.83878545.33759447.91068449.40473149.57654748.10667845.78336843.20499539.86330637.138726
0.5018.13591519.03500519.83612921.11888722.51930924.31478826.46294229.14128631.88705835.337366...41.25426844.10365446.49392247.46206447.74861845.98084643.88415941.45773138.46465435.843480
0.5517.14280617.98786118.84075319.98769621.55694723.07048325.28392927.63075130.59253233.825510...40.08930442.69027244.98193246.01164545.24225043.91452641.75523239.58583536.87105634.681333
0.6016.21121417.16220317.85873119.00546520.47618621.87228223.98999126.28406329.03327032.230586...38.33807141.00480443.31521744.21570843.27448441.73393739.60635937.58416535.19662333.311487
0.6515.09658815.91321716.74710717.81138019.26300620.71300622.55995224.75876027.38624130.388663...36.85473239.42187441.50103742.03952441.08010939.65498437.64618235.80345533.75972832.029711
0.7014.26471715.04653715.84552616.64545817.94976419.46668221.30057523.38022525.94532328.709602...35.11304037.71032539.15590739.64502538.91826137.44222035.66145633.93922432.22624630.895441
0.7513.43841713.93417914.84748815.74748316.93297218.18764519.95543421.95553224.43405427.328275...33.40007635.72856337.00690337.54401136.99245935.42950133.66868432.26110730.87823429.600652
0.8012.54284013.14140313.82251914.81666515.83491117.08488018.68795620.64246122.87256425.688688...31.52119133.48601135.42837635.50009035.02863933.45325631.98834030.57583429.31375628.369662
0.8511.72861012.32923113.01051713.66101814.74113715.79064117.34079619.30874721.39096724.022300...29.51652131.64291733.12327033.56050232.86790531.52188430.31133729.08136828.09972527.104806
0.9010.96520411.49847512.29604813.06374014.07971915.01182216.49273918.25826020.10919122.427156...27.75537929.76596130.94956231.36841930.78560929.93612228.91397027.76654026.92003125.988254
0.9510.28310510.73601211.26778912.01723812.91615714.08096515.29646516.89538718.77676120.991846...25.85872328.01900028.85446129.32593729.02571328.17494127.24801526.36938325.75295525.039717
1.009.73669010.20308210.75155511.26795912.07076212.96788614.31504615.61604917.59684319.562999...24.26255626.09280526.93931427.16156027.37738326.69985825.83612725.13813024.75504924.091520
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "execution_count": 24, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 24 + }, + { + "cell_type": "markdown", + "id": "67f4bc0ee894c55c", + "metadata": {}, + "source": [ + "#
Step 4: Plot the recall at 10 and 50 for all categories
" + ] + }, + { + "cell_type": "markdown", + "id": "55a915a8fd476b71", + "metadata": {}, + "source": [ + "##
Configure the plot style
" + ] + }, + { + "cell_type": "code", + "id": "54da80c62696fe30", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T19:18:31.179461Z", + "start_time": "2024-08-18T19:18:31.174411Z" + } + }, + "source": [ + "plt.style.use('seaborn-whitegrid')\n", + "pd.options.display.float_format = '{:.2f}'.format" + ], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/tmp/ipykernel_671/3408074174.py:1: MatplotlibDeprecationWarning: The seaborn styles shipped by Matplotlib are deprecated since 3.6, as they no longer correspond to the styles shipped by seaborn. However, they will remain available as 'seaborn-v0_8-\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0014.13150114.57311114.91658515.35819516.04514316.68302317.41903918.35132519.57801721.540727...25.80961628.21393630.81452533.61138434.83807735.42688834.15112830.56918726.30029322.816487
0.0514.03336714.37684014.96565215.45632916.33954816.83022517.71344418.49852819.52894921.589793...26.54563228.90088331.74681134.20019735.62316035.86849934.54366930.91265926.88910723.405299
0.1013.93523114.42590814.62217915.35819516.29048117.07556417.86064818.64573119.87242421.786065...26.88910729.68596532.33562434.39646736.50637936.55544534.64180531.20706726.79097123.797841
0.1513.54268913.98429914.37684014.91658515.79980416.87929317.61530918.54759620.01962721.835132...26.93817630.12757632.38469134.73994136.40824335.96663534.44553631.10893126.15309123.797841
0.2013.29735113.93523114.42590815.06378815.65260016.63395517.66437719.13640820.26496522.325809...27.52698730.52011732.63002935.08341636.16290435.42688833.56231530.12757626.88910723.356232
0.2512.95387613.49362114.08243314.62217915.45632916.53582017.61530919.18547620.75564322.669284...27.62512329.83317132.33562434.69087535.27968534.69087532.04121629.19529126.54563223.552503
0.3012.46319913.00294413.54268914.18056914.81844915.94700716.97742918.64573120.16683122.423945...27.03630929.34249332.53189334.20019734.78900833.02257130.86359228.36113925.95682123.552503
0.3511.97252212.51226713.10108013.64082414.42590815.30912716.73209118.40039220.01962722.276741...27.08537928.99901932.13935233.36604533.36604531.79587730.02944027.47792025.17173623.159961
0.4011.87438712.21786112.90480813.39548513.98429914.86751715.94700717.51717319.18547621.589793...26.59470128.75368031.25613331.99214932.23748830.56918728.94995226.74190424.63199222.620216
0.4511.18743911.77625112.16879312.95387613.68989214.32777215.40726317.02649618.69479920.902845...25.85868528.16486730.22571230.81452531.20706729.29342427.91952825.51521123.79784121.884200
0.5010.40235510.94210011.67811612.41413112.95387613.68989214.62217915.99607518.10598720.510304...25.41707527.08537928.75368030.07850929.29342428.45927526.30029324.38665322.91462321.393523
0.559.76447510.05888110.64769411.87438712.56133513.24828314.13150115.50539717.76251219.627085...24.23945126.39842928.11580028.80274728.06673327.13444524.92639923.50343522.37487720.755643
0.609.0284599.3228659.96074610.84396512.07065713.00294413.68989214.96565216.73209118.989205...23.45436725.26987226.98724327.42885126.93817625.76054923.69970522.66928421.58979320.019627
0.658.4887158.7831219.2737989.96074611.04023512.11972512.90480814.13150116.09421118.056919...22.27674124.33758525.76054925.90775225.22080524.14131522.81648721.78606520.60844019.136408
0.707.8999028.0961738.8321899.42100110.10794911.28557412.46319913.29735115.21099117.075564...21.19725223.20902824.19038324.73012823.99411222.76741921.63886121.00098119.82335618.792935
0.757.1638867.5564287.9489698.8812569.51913710.30422011.43277712.41413114.37684016.339548...20.51030421.83513223.15996123.06182522.47301321.73699720.65750820.06869519.62708518.400392
0.806.9676157.2620217.6054958.3415118.9793919.51913710.59862611.53091313.68989215.701668...19.47988320.90284521.78606521.88420021.34445620.65750820.06869519.28361219.18547617.909716
0.856.7713457.0166837.4092257.8508348.4396479.17566310.05888111.18743913.19921514.573111...18.44946020.21589720.95191320.75564320.55937219.72522119.23454418.64573118.05691917.271835
0.906.4769386.6241417.1148197.5073608.0961738.7340539.37193310.54955912.26692914.033367...17.61530918.94013719.57801719.72522119.77428819.03827318.54759618.10598717.22276816.633955
0.955.9371936.3788036.6241417.0657517.6054958.3415118.93032410.10794911.72718313.493621...16.68302318.15505318.30225718.94013718.89106918.15505317.61530917.36997116.38861615.897939
1.005.6918556.0843966.1825326.4278717.1148197.6545638.5868509.51913711.13837112.610403...15.21099116.97742917.27183517.90971617.90971617.56624116.92836116.29048115.75073615.407263
\n", + "

21 rows × 21 columns

\n", + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 26.643768 27.576056 28.361139 28.999019 29.784101 30.863592 \n", + "0.05 27.134445 27.821395 28.753680 29.636899 30.323848 31.207067 \n", + "0.10 27.232581 27.968597 28.655544 29.587832 30.323848 31.550539 \n", + "0.15 26.643768 27.625123 28.312069 29.195291 30.225712 31.648675 \n", + "0.20 26.153091 27.330717 27.919528 28.900883 29.784101 31.157997 \n", + "0.25 25.662413 26.692837 27.428851 28.606477 29.784101 30.961728 \n", + "0.30 24.975467 25.956821 26.889107 27.919528 29.342493 30.520117 \n", + "0.35 24.484789 25.515211 26.447499 27.576056 28.999019 30.372915 \n", + "0.40 23.356232 24.730128 26.104024 27.036309 28.263003 29.980373 \n", + "0.45 22.620216 23.748773 25.024533 26.545632 27.870461 29.489696 \n", + "0.50 21.393523 22.571148 24.141315 25.564280 26.889107 28.361139 \n", + "0.55 20.755643 21.393523 23.012757 24.190383 25.613347 27.183512 \n", + "0.60 19.676153 20.264965 21.491659 22.669284 24.190383 25.907752 \n", + "0.65 18.596664 19.332679 20.166831 21.491659 22.522080 24.435721 \n", + "0.70 17.958783 18.449460 19.234544 20.510304 21.540727 23.159961 \n", + "0.75 17.124632 17.566241 18.351325 19.234544 20.363101 22.080471 \n", + "0.80 16.143277 16.584887 17.222768 18.253189 19.479883 21.000981 \n", + "0.85 14.769381 15.358195 16.143277 17.124632 18.351325 19.725221 \n", + "0.90 14.082433 14.769381 15.358195 16.045143 17.320903 18.547596 \n", + "0.95 13.297351 13.935231 14.867517 15.309127 16.241413 17.517173 \n", + "1.00 12.659471 13.052012 13.886163 14.376840 15.456329 16.830225 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 32.041216 33.660451 35.623160 36.947989 ... 42.885181 45.240432 \n", + "0.05 32.875368 34.249264 36.064771 37.880275 ... 43.081453 45.731109 \n", + "0.10 32.875368 34.494603 36.800784 38.910696 ... 43.866536 46.221787 \n", + "0.15 32.973504 34.789008 36.947989 39.106968 ... 44.504416 46.908733 \n", + "0.20 33.169773 34.789008 36.751717 39.548576 ... 44.700688 47.006869 \n", + "0.25 33.022571 34.739941 36.800784 39.401373 ... 44.504416 47.350344 \n", + "0.30 32.433757 34.445536 36.653581 39.156035 ... 44.896957 47.252208 \n", + "0.35 32.041216 34.003925 36.653581 38.910696 ... 44.602552 46.908733 \n", + "0.40 31.697744 33.562315 36.162904 38.763493 ... 43.817469 46.516192 \n", + "0.45 30.863592 32.973504 35.672227 38.272816 ... 43.130520 45.829245 \n", + "0.50 29.784101 32.188421 34.690875 37.389597 ... 42.394504 44.602552 \n", + "0.55 28.704613 31.207067 33.169773 35.574093 ... 41.364083 43.473995 \n", + "0.60 27.428851 30.127576 32.090285 34.789008 ... 40.186456 41.756624 \n", + "0.65 26.300293 29.097155 31.305200 33.660451 ... 38.518155 40.382728 \n", + "0.70 25.368008 28.017664 29.833171 32.531893 ... 37.242395 39.450443 \n", + "0.75 24.141315 26.300293 28.263003 30.912659 ... 36.261040 38.174680 \n", + "0.80 22.718351 24.631992 26.938176 29.244357 ... 35.034347 37.242395 \n", + "0.85 21.246320 23.699705 25.171736 27.723259 ... 33.758587 35.132483 \n", + "0.90 20.608440 22.276741 24.435721 26.643768 ... 31.894013 33.415112 \n", + "0.95 19.332679 21.344456 23.258096 25.564280 ... 30.323848 31.697744 \n", + "1.00 18.204121 20.215897 22.227675 24.337585 ... 28.704613 29.882237 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 47.203141 50.196272 51.913643 52.355248 50.736016 47.742885 \n", + "0.05 48.380765 50.883222 52.649659 53.238469 51.472032 47.939157 \n", + "0.10 48.626104 51.373893 52.796859 53.581941 51.226693 48.282629 \n", + "0.15 49.411187 51.619232 52.944064 53.140336 51.373893 47.939157 \n", + "0.20 49.263984 51.472032 52.551520 52.796859 51.030421 47.301275 \n", + "0.25 49.067715 51.373893 52.453387 52.208048 50.245339 46.221787 \n", + "0.30 49.411187 50.932288 52.208048 51.128560 48.577037 45.142296 \n", + "0.35 49.067715 50.736016 51.570165 50.147206 47.595683 43.719333 \n", + "0.40 48.626104 49.754661 50.441611 48.871443 46.172717 42.443573 \n", + "0.45 47.595683 48.920509 48.969579 47.693819 44.995093 41.315016 \n", + "0.50 46.368989 47.350344 47.252208 45.927379 42.836115 39.499509 \n", + "0.55 44.553483 45.436701 45.240432 43.817469 41.020608 38.076547 \n", + "0.60 43.277723 43.277723 43.130520 41.413149 39.057899 36.310107 \n", + "0.65 41.756624 42.247301 41.805691 39.352307 37.438667 35.426888 \n", + "0.70 40.480864 40.726203 39.990187 37.978411 36.211973 34.052992 \n", + "0.75 39.548576 39.597645 37.929341 36.457312 34.690875 32.679096 \n", + "0.80 37.880275 37.242395 36.359176 34.838077 33.611384 31.599608 \n", + "0.85 35.819432 35.475957 34.838077 33.464181 31.992149 30.569187 \n", + "0.90 34.052992 33.807653 32.630029 32.139352 30.863592 29.636899 \n", + "0.95 32.433757 32.041216 31.059861 30.765456 29.833171 28.459275 \n", + "1.00 31.059861 30.912659 30.029440 29.048085 28.655544 27.428851 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 42.296368 37.684003 \n", + "0.05 42.934248 38.665357 \n", + "0.10 43.228656 38.812563 \n", + "0.15 43.424925 39.205104 \n", + "0.20 42.541707 39.156035 \n", + "0.25 42.296368 39.008832 \n", + "0.30 41.609421 38.370952 \n", + "0.35 40.775269 37.782139 \n", + "0.40 39.744848 36.702651 \n", + "0.45 38.223749 35.623160 \n", + "0.50 36.653581 34.887144 \n", + "0.55 35.525024 33.709520 \n", + "0.60 34.396467 32.728165 \n", + "0.65 33.366045 31.403336 \n", + "0.70 32.090285 30.372915 \n", + "0.75 30.863592 29.587832 \n", + "0.80 30.078509 28.704613 \n", + "0.85 28.999019 28.115800 \n", + "0.90 28.361139 27.232581 \n", + "0.95 27.625123 26.889107 \n", + "1.00 26.594701 26.300293 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0026.64376827.57605628.36113928.99901929.78410130.86359232.04121633.66045135.62316036.947989...42.88518145.24043247.20314150.19627251.91364352.35524850.73601647.74288542.29636837.684003
0.0527.13444527.82139528.75368029.63689930.32384831.20706732.87536834.24926436.06477137.880275...43.08145345.73110948.38076550.88322252.64965953.23846951.47203247.93915742.93424838.665357
0.1027.23258127.96859728.65554429.58783230.32384831.55053932.87536834.49460336.80078438.910696...43.86653646.22178748.62610451.37389352.79685953.58194151.22669348.28262943.22865638.812563
0.1526.64376827.62512328.31206929.19529130.22571231.64867532.97350434.78900836.94798939.106968...44.50441646.90873349.41118751.61923252.94406453.14033651.37389347.93915743.42492539.205104
0.2026.15309127.33071727.91952828.90088329.78410131.15799733.16977334.78900836.75171739.548576...44.70068847.00686949.26398451.47203252.55152052.79685951.03042147.30127542.54170739.156035
0.2525.66241326.69283727.42885128.60647729.78410130.96172833.02257134.73994136.80078439.401373...44.50441647.35034449.06771551.37389352.45338752.20804850.24533946.22178742.29636839.008832
0.3024.97546725.95682126.88910727.91952829.34249330.52011732.43375734.44553636.65358139.156035...44.89695747.25220849.41118750.93228852.20804851.12856048.57703745.14229641.60942138.370952
0.3524.48478925.51521126.44749927.57605628.99901930.37291532.04121634.00392536.65358138.910696...44.60255246.90873349.06771550.73601651.57016550.14720647.59568343.71933340.77526937.782139
0.4023.35623224.73012826.10402427.03630928.26300329.98037331.69774433.56231536.16290438.763493...43.81746946.51619248.62610449.75466150.44161148.87144346.17271742.44357339.74484836.702651
0.4522.62021623.74877325.02453326.54563227.87046129.48969630.86359232.97350435.67222738.272816...43.13052045.82924547.59568348.92050948.96957947.69381944.99509341.31501638.22374935.623160
0.5021.39352322.57114824.14131525.56428026.88910728.36113929.78410132.18842134.69087537.389597...42.39450444.60255246.36898947.35034447.25220845.92737942.83611539.49950936.65358134.887144
0.5520.75564321.39352323.01275724.19038325.61334727.18351228.70461331.20706733.16977335.574093...41.36408343.47399544.55348345.43670145.24043243.81746941.02060838.07654735.52502433.709520
0.6019.67615320.26496521.49165922.66928424.19038325.90775227.42885130.12757632.09028534.789008...40.18645641.75662443.27772343.27772343.13052041.41314939.05789936.31010734.39646732.728165
0.6518.59666419.33267920.16683121.49165922.52208024.43572126.30029329.09715531.30520033.660451...38.51815540.38272841.75662442.24730141.80569139.35230737.43866735.42688833.36604531.403336
0.7017.95878318.44946019.23454420.51030421.54072723.15996125.36800828.01766429.83317132.531893...37.24239539.45044340.48086440.72620339.99018737.97841136.21197334.05299232.09028530.372915
0.7517.12463217.56624118.35132519.23454420.36310122.08047124.14131526.30029328.26300330.912659...36.26104038.17468039.54857639.59764537.92934136.45731234.69087532.67909630.86359229.587832
0.8016.14327716.58488717.22276818.25318919.47988321.00098122.71835124.63199226.93817629.244357...35.03434737.24239537.88027537.24239536.35917634.83807733.61138431.59960830.07850928.704613
0.8514.76938115.35819516.14327717.12463218.35132519.72522121.24632023.69970525.17173627.723259...33.75858735.13248335.81943235.47595734.83807733.46418131.99214930.56918728.99901928.115800
0.9014.08243314.76938115.35819516.04514317.32090318.54759620.60844022.27674124.43572126.643768...31.89401333.41511234.05299233.80765332.63002932.13935230.86359229.63689928.36113927.232581
0.9513.29735113.93523114.86751715.30912716.24141317.51717319.33267921.34445623.25809625.564280...30.32384831.69774432.43375732.04121631.05986130.76545629.83317128.45927527.62512326.889107
1.0012.65947113.05201213.88616314.37684015.45632916.83022518.20412120.21589722.22767524.337585...28.70461329.88223731.05986130.91265930.02944029.04808528.65554427.42885126.59470126.300293
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "execution_count": 13 + }, + { + "cell_type": "markdown", + "id": "daaa63cc282ad8a8", + "metadata": {}, + "source": [ + "##
Perform retrieval on the dress category
" + ] + }, + { + "cell_type": "code", + "id": "e27712362e1a6152", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T14:38:03.702490Z", + "start_time": "2024-08-18T14:13:15.609119Z" + } + }, + "source": [ + "grid_search_alphas = np.arange(0, 1.05, 0.05)\n", + "dress_recall_list: List[pd.DataFrame] = []\n", + "\n", + "for alpha in tqdm(grid_search_alphas, desc=\"Grid Search alphas and betas\"):\n", + " dress_recall = fiq_val_retrieval_text_image_grid_search_clip(\n", + " 'dress',\n", + " get_combing_function_with_alpha(alpha),\n", + " clip_text_encoder,\n", + " clip_img_encoder,\n", + " clip_tokenizer,\n", + " text_captions,\n", + " preprocess,\n", + " cache=cache,\n", + " )\n", + " \n", + " dress_recall_list.append(dress_recall)\n", + "\n", + "dress_recall_at10, dress_recall_at50 = convert_to_pivot_fiq(dress_recall_list)" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Grid Search alphas and betas: 0%| | 0/21 [00:00\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.005.6519586.0981666.3956376.8418447.2384737.7838388.6266739.22161610.60981712.295488...17.20376819.78185522.95488425.83044228.45810728.75557828.60684125.43381221.51710417.402083
0.055.8006946.0981666.2964806.6931087.0897377.6846808.7754099.51908810.90728812.989588...17.60039620.72384723.79771925.78086328.65642029.15220628.21021425.88002122.35994017.897868
0.105.7511156.1973236.4452166.9410017.4367877.8334169.0728809.61824510.85770912.890431...17.69955320.82300523.30193426.22706927.71442828.75557827.56569125.48339121.81457618.145761
0.155.7015375.9990096.2469016.7922667.3376307.8334168.5770959.41993110.95686612.592959...17.35250420.12890423.45067025.78086326.87159227.21864326.97075024.73971221.17005418.691126
0.205.5528015.7015375.8502736.2964806.8418447.6846808.3787819.37035210.65939512.196331...17.30292419.78185523.20277725.13634026.07833426.82201325.58254924.04561220.92216217.550819
0.255.6519585.7511156.0485876.3460596.6931087.4863668.1804669.41993110.70897412.097174...16.46008919.53396221.96331224.04561225.13634025.63212824.19434822.21120419.63311917.055032
0.305.3049085.4536445.7511155.9990096.6931087.2384737.8829949.17203810.51065911.750124...16.06346118.83986121.17005422.80614824.09519123.64898322.80614821.51710418.54239016.360933
0.354.8587015.0570155.4040665.8998516.2469016.8418447.4863668.62667310.16361011.403074...15.17104717.60039619.43480421.26921122.50867622.11204821.56668319.63311917.40208315.716411
0.404.6603874.8091235.2553305.5528015.8006946.4947947.1888958.0317309.46950910.609817...14.42736716.46008918.64154620.17848320.77342620.07932519.93059118.64154616.50966914.774418
0.454.3133374.6108084.8587015.3049085.5032235.9494306.3460597.4863668.8745669.866138...13.83242515.27020317.50123918.44323319.33564719.13733318.49281017.40208315.46851713.981161
0.504.0158654.3629154.5612294.8587015.1561725.6519586.1477446.9410018.3292019.172038...12.89043114.57610315.96430417.10461117.30292417.55081916.80713916.01388214.62568213.138324
0.553.7183943.9167084.1646014.4124944.6603874.9578585.5528016.5443737.4863668.378781...11.75012413.53495314.97273115.31978215.96430415.76598915.86514614.62568213.43579612.345067
0.603.3713443.7679723.9167084.0158654.2637584.7099655.2057515.9990096.9905807.982152...10.56023812.24591013.83242514.17947414.52652514.42736714.32821013.73326812.59295911.998017
0.653.2226083.5200793.6192363.7183944.0654444.3629154.9578585.4536446.4452167.486366...10.16361011.70054512.54338212.94001013.33663913.33663913.13832412.89043111.60138811.155181
0.702.9747153.1730293.3713443.4209223.6688154.0654444.4124945.1561725.9494306.643530...9.56866710.60981711.65096711.89886012.39464612.34506711.99801711.60138811.10560210.510659
0.752.4293502.7764012.8755583.1234513.1730293.5200793.7679724.4124945.4536446.296480...8.67625210.01487410.65939511.00644511.20476011.55180911.10560210.75855210.2627669.915716
0.802.3797722.4293502.6772432.6772433.0242933.2721873.5696583.9662864.7099655.651958...7.9821529.4695099.71740210.51065910.16361010.65939510.3123459.9157169.3703529.370352
0.852.3301932.3797722.5285082.7268222.7764013.0242933.3217653.8175514.5116515.106594...7.4367878.6266738.9241459.2711959.5686679.8661389.4695099.0728809.0233028.824988
0.902.1318792.2310362.4789292.5780862.7764012.8755583.1730293.7183944.0654444.759544...6.4947947.8334168.0317308.5770958.7258309.2711958.9241458.4283598.4779378.329201
0.952.1318792.2310362.4293502.4789292.6276652.7764013.1234513.2721873.8671294.511651...5.5528016.7922667.3872097.8334168.3292018.3787818.4779377.8829947.8334167.982152
1.001.7352501.8839861.9831432.1814582.4293502.5780862.9251363.0242933.6688153.767972...5.3049085.9990096.5939527.2384737.8334167.6846807.7342587.1888957.3872097.089737
\n", + "

21 rows × 21 columns

\n", + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 16.757561 17.253347 17.947447 19.038175 19.881012 21.219634 \n", + "0.05 16.757561 17.550819 17.897868 18.939018 19.930591 21.120475 \n", + "0.10 16.807139 17.501239 18.195340 19.186911 20.079325 21.269211 \n", + "0.15 16.559246 16.955875 18.145761 19.038175 20.079325 21.219634 \n", + "0.20 16.013882 16.707982 17.501239 18.691126 19.732276 21.170054 \n", + "0.25 15.270203 15.914725 16.807139 17.848289 19.286068 20.327219 \n", + "0.30 13.931581 14.427367 15.617253 16.460089 17.897868 19.385226 \n", + "0.35 13.187903 13.584532 14.576103 15.121467 16.460089 17.749132 \n", + "0.40 12.245910 12.890431 13.782845 14.377789 15.468517 16.658403 \n", + "0.45 11.403074 12.047596 12.940010 13.534953 14.724839 15.716411 \n", + "0.50 10.956866 11.452653 11.948438 12.791274 13.584532 14.625682 \n", + "0.55 10.312345 10.758552 11.105602 11.898860 12.592959 13.485375 \n", + "0.60 9.667823 9.816559 10.213188 11.155181 11.998017 12.791274 \n", + "0.65 8.973724 9.271195 9.717402 10.262766 10.907288 11.700545 \n", + "0.70 8.428359 9.072880 9.221616 9.667823 10.163610 10.510659 \n", + "0.75 8.031730 8.329201 9.023302 9.221616 9.816559 10.262766 \n", + "0.80 7.486366 7.684680 8.130887 8.775409 9.122459 9.667823 \n", + "0.85 6.693108 7.040159 7.486366 7.932573 8.577095 9.072880 \n", + "0.90 6.147744 6.544373 6.841844 7.288051 7.585523 8.676252 \n", + "0.95 5.899851 6.246901 6.445216 6.593952 7.188895 8.031730 \n", + "1.00 5.503223 5.850273 6.048587 6.098166 6.445216 7.139315 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 22.855726 24.690133 26.673278 29.350519 ... 34.457114 38.274667 \n", + "0.05 22.855726 24.987605 27.268219 29.647991 ... 35.696578 39.365393 \n", + "0.10 22.806148 24.938026 26.871592 29.548836 ... 36.241943 39.315817 \n", + "0.15 22.459097 24.442241 26.574120 29.400098 ... 36.390680 39.514130 \n", + "0.20 22.260784 24.045612 26.425385 29.053050 ... 35.696578 39.266238 \n", + "0.25 21.764998 23.500247 25.880021 29.003471 ... 35.151213 38.225088 \n", + "0.30 20.922162 22.954884 24.789292 27.962321 ... 34.506693 36.836886 \n", + "0.35 19.533962 21.368369 23.946455 26.722854 ... 32.821020 35.448685 \n", + "0.40 18.344076 19.781855 22.855726 25.632128 ... 31.879029 34.159642 \n", + "0.45 17.154190 18.988597 21.665840 24.095191 ... 29.697570 32.622707 \n", + "0.50 16.063461 17.550819 20.475954 23.103619 ... 27.912742 31.085771 \n", + "0.55 14.873575 16.509669 18.939018 21.665840 ... 26.772434 29.449677 \n", + "0.60 14.080317 15.468517 17.749132 20.128904 ... 25.433812 27.664849 \n", + "0.65 13.039167 14.675260 16.311353 18.344076 ... 23.648983 26.127914 \n", + "0.70 11.700545 13.138324 15.022311 17.005454 ... 21.814576 24.194348 \n", + "0.75 10.956866 12.047596 13.981161 15.765989 ... 20.624690 22.211204 \n", + "0.80 10.758552 11.403074 12.840852 14.972731 ... 18.691126 20.922162 \n", + "0.85 10.064452 10.708974 12.097174 14.030738 ... 17.550819 19.038175 \n", + "0.90 9.320773 9.965295 11.353495 12.592959 ... 16.013882 17.600396 \n", + "0.95 8.626673 9.271195 10.312345 11.650967 ... 15.071888 16.509669 \n", + "1.00 7.833416 8.725830 9.618245 10.808131 ... 14.179474 15.418939 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 42.092216 45.413980 47.645018 48.636588 48.487854 45.215666 \n", + "0.05 42.637581 45.959345 47.694597 48.934060 48.388696 45.810610 \n", + "0.10 43.034208 45.810610 48.239961 48.983639 48.041645 45.413980 \n", + "0.15 43.034208 45.463559 47.892910 48.091224 47.050074 44.273674 \n", + "0.20 42.488846 45.116511 46.802181 46.306396 45.166087 42.984632 \n", + "0.25 41.199800 44.273674 45.166087 44.620723 44.025782 41.001487 \n", + "0.30 39.861181 42.240950 43.480417 43.282104 41.646010 39.365393 \n", + "0.35 38.770452 40.654439 41.199800 41.497272 39.712444 36.886466 \n", + "0.40 36.985621 39.117500 39.216658 38.621715 37.679723 35.151213 \n", + "0.45 35.399106 37.679723 36.886466 36.440259 35.349530 33.713436 \n", + "0.50 33.118492 34.853745 34.853745 34.506693 33.366385 32.027763 \n", + "0.55 32.077342 33.168072 33.118492 32.672286 31.879029 30.441248 \n", + "0.60 29.400098 31.680715 31.482399 30.937034 29.647991 28.458107 \n", + "0.65 27.813584 28.904313 29.300943 29.400098 28.011900 26.673278 \n", + "0.70 25.830442 27.119485 27.615270 27.069905 26.276648 24.987605 \n", + "0.75 23.450670 25.037184 25.532970 25.384235 24.442241 23.351513 \n", + "0.80 21.665840 22.657412 23.996034 23.500247 22.706990 22.558255 \n", + "0.85 20.079325 21.417947 22.508676 21.963312 21.665840 21.517104 \n", + "0.90 18.740705 20.128904 20.624690 20.327219 20.277640 20.575112 \n", + "0.95 17.649975 18.740705 18.839861 19.087754 19.335647 19.583540 \n", + "1.00 16.410510 17.451660 17.451660 18.046604 18.542390 18.591969 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 39.811602 35.448685 \n", + "0.05 40.604860 35.250372 \n", + "0.10 40.158650 35.399106 \n", + "0.15 39.910758 35.299951 \n", + "0.20 38.522559 34.258801 \n", + "0.25 37.828457 33.663857 \n", + "0.30 36.093208 32.721865 \n", + "0.35 34.754586 30.986613 \n", + "0.40 32.721865 29.945463 \n", + "0.45 31.432822 28.656420 \n", + "0.50 29.697570 27.764004 \n", + "0.55 28.309369 26.722854 \n", + "0.60 26.871592 25.334656 \n", + "0.65 25.632128 24.045612 \n", + "0.70 23.946455 23.103619 \n", + "0.75 22.607833 21.864155 \n", + "0.80 21.764998 20.922162 \n", + "0.85 20.773426 20.228061 \n", + "0.90 20.029747 19.781855 \n", + "0.95 19.087754 18.889439 \n", + "1.00 18.344076 18.096182 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0016.75756117.25334717.94744719.03817519.88101221.21963422.85572624.69013326.67327829.350519...34.45711438.27466742.09221645.41398047.64501848.63658848.48785445.21566639.81160235.448685
0.0516.75756117.55081917.89786818.93901819.93059121.12047522.85572624.98760527.26821929.647991...35.69657839.36539342.63758145.95934547.69459748.93406048.38869645.81061040.60486035.250372
0.1016.80713917.50123918.19534019.18691120.07932521.26921122.80614824.93802626.87159229.548836...36.24194339.31581743.03420845.81061048.23996148.98363948.04164545.41398040.15865035.399106
0.1516.55924616.95587518.14576119.03817520.07932521.21963422.45909724.44224126.57412029.400098...36.39068039.51413043.03420845.46355947.89291048.09122447.05007444.27367439.91075835.299951
0.2016.01388216.70798217.50123918.69112619.73227621.17005422.26078424.04561226.42538529.053050...35.69657839.26623842.48884645.11651146.80218146.30639645.16608742.98463238.52255934.258801
0.2515.27020315.91472516.80713917.84828919.28606820.32721921.76499823.50024725.88002129.003471...35.15121338.22508841.19980044.27367445.16608744.62072344.02578241.00148737.82845733.663857
0.3013.93158114.42736715.61725316.46008917.89786819.38522620.92216222.95488424.78929227.962321...34.50669336.83688639.86118142.24095043.48041743.28210441.64601039.36539336.09320832.721865
0.3513.18790313.58453214.57610315.12146716.46008917.74913219.53396221.36836923.94645526.722854...32.82102035.44868538.77045240.65443941.19980041.49727239.71244436.88646634.75458630.986613
0.4012.24591012.89043113.78284514.37778915.46851716.65840318.34407619.78185522.85572625.632128...31.87902934.15964236.98562139.11750039.21665838.62171537.67972335.15121332.72186529.945463
0.4511.40307412.04759612.94001013.53495314.72483915.71641117.15419018.98859721.66584024.095191...29.69757032.62270735.39910637.67972336.88646636.44025935.34953033.71343631.43282228.656420
0.5010.95686611.45265311.94843812.79127413.58453214.62568216.06346117.55081920.47595423.103619...27.91274231.08577133.11849234.85374534.85374534.50669333.36638532.02776329.69757027.764004
0.5510.31234510.75855211.10560211.89886012.59295913.48537514.87357516.50966918.93901821.665840...26.77243429.44967732.07734233.16807233.11849232.67228631.87902930.44124828.30936926.722854
0.609.6678239.81655910.21318811.15518111.99801712.79127414.08031715.46851717.74913220.128904...25.43381227.66484929.40009831.68071531.48239930.93703429.64799128.45810726.87159225.334656
0.658.9737249.2711959.71740210.26276610.90728811.70054513.03916714.67526016.31135318.344076...23.64898326.12791427.81358428.90431329.30094329.40009828.01190026.67327825.63212824.045612
0.708.4283599.0728809.2216169.66782310.16361010.51065911.70054513.13832415.02231117.005454...21.81457624.19434825.83044227.11948527.61527027.06990526.27664824.98760523.94645523.103619
0.758.0317308.3292019.0233029.2216169.81655910.26276610.95686612.04759613.98116115.765989...20.62469022.21120423.45067025.03718425.53297025.38423524.44224123.35151322.60783321.864155
0.807.4863667.6846808.1308878.7754099.1224599.66782310.75855211.40307412.84085214.972731...18.69112620.92216221.66584022.65741223.99603423.50024722.70699022.55825521.76499820.922162
0.856.6931087.0401597.4863667.9325738.5770959.07288010.06445210.70897412.09717414.030738...17.55081919.03817520.07932521.41794722.50867621.96331221.66584021.51710420.77342620.228061
0.906.1477446.5443736.8418447.2880517.5855238.6762529.3207739.96529511.35349512.592959...16.01388217.60039618.74070520.12890420.62469020.32721920.27764020.57511220.02974719.781855
0.955.8998516.2469016.4452166.5939527.1888958.0317308.6266739.27119510.31234511.650967...15.07188816.50966917.64997518.74070518.83986119.08775419.33564719.58354019.08775418.889439
1.005.5032235.8502736.0485876.0981666.4452167.1393157.8334168.7258309.61824510.808131...14.17947415.41893916.41051017.45166017.45166018.04660418.54239018.59196918.34407618.096182
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "execution_count": 15 + }, + { + "cell_type": "markdown", + "id": "acf6d3ba3cde932c", + "metadata": {}, + "source": [ + "##
Perform retrieval on the toptee category
" + ] + }, + { + "cell_type": "code", + "id": "e68ae0495746924a", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T15:05:29.727608Z", + "start_time": "2024-08-18T14:38:03.973585Z" + } + }, + "source": [ + "grid_search_alphas = np.arange(0, 1.05, 0.05)\n", + "toptee_recall_list: List[pd.DataFrame] = []\n", + "\n", + "for alpha in tqdm(grid_search_alphas, desc=\"Grid Search alphas and betas\"):\n", + " toptee_recall = fiq_val_retrieval_text_image_grid_search_clip(\n", + " 'toptee',\n", + " get_combing_function_with_alpha(alpha),\n", + " clip_text_encoder,\n", + " clip_img_encoder,\n", + " clip_tokenizer,\n", + " text_captions,\n", + " preprocess,\n", + " cache=cache,\n", + " )\n", + " \n", + " toptee_recall_list.append(toptee_recall)\n", + " \n", + "toptee_recall_at10, toptee_recall_at50 = convert_to_pivot_fiq(toptee_recall_list)" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Grid Search alphas and betas: 0%| | 0/21 [00:00\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0010.09688910.50484510.96379411.62672112.13666512.90158013.97246315.34931216.52218318.459970...24.17134027.07802131.00459034.11524637.73585038.39877538.04181535.18613030.85160626.568079
0.059.84191710.55583911.11677711.32075512.03467612.95257514.32942515.55329017.03212719.071902...25.39520628.30188631.76950535.79806137.99082039.62264138.55176035.79806131.87149527.587965
0.109.89291110.45385010.96379411.57572612.34064313.30953514.43141316.11422717.84803719.887812...26.00714029.32177532.58541536.20601638.55176039.72463038.50076535.95104531.87149527.893931
0.159.63794010.24987310.75981611.62672112.28964913.15655314.53340216.52218318.05201520.703723...26.56807929.67873532.84038936.46099038.65374939.06170438.09281035.39010631.76950527.842936
0.209.2299859.99490010.55583911.47373812.08567013.20754714.53340216.57317718.35798020.907700...26.51708430.13768533.35033135.79806137.63386038.04181537.27690034.57419630.44365027.282000
0.258.6180529.38296810.35186111.21876611.98368112.95257514.22743516.21621518.15400320.601735...26.97603430.08669033.09536035.49209536.71596137.32789536.25701133.65629929.78072526.976034
0.308.6690469.33197410.09688910.86180511.57572612.95257514.53340216.11422718.05201520.193778...26.51708429.52575132.78939434.21723534.93115935.74706934.82917032.27945028.65884926.415095
0.358.1081088.6690469.38296810.14788411.06578312.54462013.97246315.60428317.59306519.887812...25.95614528.70984131.31055533.19734933.65629934.31922532.89138130.44365027.58796525.956145
0.407.6491598.2610918.8730249.79092310.45385011.77970413.05456514.94135717.08312019.683835...25.85415528.25089130.90260032.43243132.58541532.58541531.00459029.16879126.82305025.089240
0.457.1902097.8021418.6180529.1279969.84191711.37174912.64661013.92146816.67516518.510965...25.08924027.74094930.34166131.05558530.90260031.00459030.03569527.84293626.26211024.018358
0.506.5782767.1902097.6491598.5670589.28097910.45385011.93268713.81948016.16522218.052015...24.57929726.61907128.81183029.88271429.57674629.57674628.86282526.72106025.14023523.304437
0.556.1193276.1703216.7822547.4961758.4140759.68893410.81081112.79959215.09434017.287098...23.40642525.75216627.63896028.30188628.04691527.48597627.07802125.44620024.27333022.284548
0.605.6093835.9153496.5272827.0372268.2100979.02600710.30086712.03467614.17644016.930138...22.18256024.52830226.46608926.67006626.41509526.05813425.65017923.81438022.99847021.366650
0.655.2014285.7623666.1193276.9352377.6491598.5670589.68893411.47373813.71749015.859255...21.41764523.40642524.52830225.70117424.68128525.14023524.32432522.69250521.77460520.652728
0.704.8954615.3034175.9663446.7822547.3941868.1591029.28097910.60683412.85058715.043345...20.44875022.64151023.10046024.17134024.06935224.32432522.64151021.77460521.00969019.989800
0.754.7934735.0994395.8643556.2723106.9862317.8021418.82203010.35186111.93268714.227435...19.58184521.00969021.82560022.99847022.69250522.33554321.57062720.85670520.04079519.377868
0.804.7424784.9974505.4564005.9663446.5782767.1392158.36308010.04589511.57572613.462520...18.15400319.93880720.95869521.57062721.57062720.75471720.49974519.88781219.27588018.408975
0.854.4875064.6404895.0994395.6093836.2213166.6802657.9041309.28097910.70882212.697603...16.87914318.35798019.68383520.24477319.98980019.88781219.22488519.07190218.45997017.797042
0.903.9265684.3345234.8954615.3544115.7623666.2213167.2921988.7200419.94390611.779704...16.06323317.95002518.25599218.96991318.86792518.81693018.40897518.40897517.59306517.083120
0.953.5186133.8755744.4365125.0994395.4054065.9663446.7822548.1081089.28097911.065783...15.14533516.87914316.93013817.59306517.74604817.49107517.28709817.49107516.93013816.369200
1.003.2636413.4676194.0285574.7934734.9974505.5583896.3742997.6491599.07700110.351861...14.48240715.80826015.75726716.52218316.57317716.67516516.52218316.47118816.16522215.910250
\n", + "

21 rows × 21 columns

\n", + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 22.743498 23.304437 24.069352 25.344211 26.109129 27.536970 \n", + "0.05 22.284548 22.998470 24.018358 25.140235 26.262110 27.740949 \n", + "0.10 22.182560 23.049465 24.120347 24.987252 26.160121 28.046915 \n", + "0.15 21.978582 22.794493 23.814380 24.834268 26.364100 27.893931 \n", + "0.20 21.774605 22.182560 23.508415 24.732280 26.670066 27.587965 \n", + "0.25 21.111678 22.029577 23.457420 24.987252 26.211116 27.587965 \n", + "0.30 20.856705 21.978582 22.998470 24.528302 25.956145 27.129015 \n", + "0.35 20.448750 21.213667 22.335543 23.916370 25.293219 26.925039 \n", + "0.40 19.734830 20.397756 21.519633 22.947475 24.834268 26.058134 \n", + "0.45 18.255992 19.275880 20.346762 21.978582 23.712392 25.701174 \n", + "0.50 16.777155 18.204997 19.428863 20.499745 22.488527 24.375318 \n", + "0.55 16.165222 17.083120 18.103008 19.530852 21.264660 23.253442 \n", + "0.60 14.788373 16.165222 17.134115 18.765935 20.397756 21.876593 \n", + "0.65 14.278430 15.043345 16.369200 17.746048 19.173890 21.162672 \n", + "0.70 13.462520 14.380418 15.349312 16.675165 18.816930 19.989800 \n", + "0.75 13.156553 13.819480 14.584395 15.910250 17.542070 19.173890 \n", + "0.80 12.187659 13.003570 13.768485 14.941357 16.726160 18.154003 \n", + "0.85 11.575726 12.391637 13.156553 14.023457 15.706272 17.032127 \n", + "0.90 10.759816 11.728710 12.646610 13.411525 14.431413 16.318205 \n", + "0.95 10.453850 11.116777 11.881693 12.646610 13.258542 15.349312 \n", + "1.00 10.096889 10.810811 11.473738 12.085670 12.799592 14.329425 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 28.760836 30.698624 33.656299 36.308005 ... 43.447220 47.322795 \n", + "0.05 29.219785 31.463540 34.370220 37.123916 ... 44.365120 48.240694 \n", + "0.10 29.372770 31.667516 35.084140 38.245794 ... 45.486996 49.821520 \n", + "0.15 29.678735 31.871495 35.594085 38.653749 ... 45.690975 50.229472 \n", + "0.20 29.270780 32.177460 35.798061 39.010710 ... 46.047935 50.433451 \n", + "0.25 28.964815 31.922489 35.288119 38.551760 ... 46.353900 50.280470 \n", + "0.30 29.474759 31.820500 35.186130 38.143805 ... 46.149924 50.229472 \n", + "0.35 29.168791 31.769505 34.625190 38.143805 ... 45.639980 49.413565 \n", + "0.40 28.862825 31.616521 34.115246 37.735850 ... 45.130035 48.393676 \n", + "0.45 27.944925 30.698624 33.809280 37.072921 ... 44.008160 47.271800 \n", + "0.50 26.925039 29.423764 32.840389 35.849056 ... 43.090260 46.251911 \n", + "0.55 25.599185 28.199899 31.565529 34.829170 ... 41.560429 44.773075 \n", + "0.60 24.681285 26.823050 30.086690 33.605304 ... 40.795511 43.294239 \n", + "0.65 23.457420 26.058134 28.862825 32.483426 ... 39.367670 42.019379 \n", + "0.70 22.692505 24.936257 27.893931 30.953595 ... 38.092810 40.387556 \n", + "0.75 21.213667 24.069352 26.823050 30.137685 ... 36.511984 38.755736 \n", + "0.80 20.346762 22.743498 25.803161 29.066804 ... 35.084140 37.378889 \n", + "0.85 19.377868 21.468638 24.324325 27.332994 ... 33.758286 35.849056 \n", + "0.90 18.204997 20.448750 22.998470 26.262110 ... 32.177460 34.370220 \n", + "0.95 17.185110 19.479857 21.876593 25.140235 ... 30.443650 32.942376 \n", + "1.00 16.216215 18.154003 20.754717 23.712392 ... 28.811830 31.565529 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 51.453340 54.563999 57.419682 59.102499 58.643550 56.297809 \n", + "0.05 52.269250 55.277920 58.541560 59.306479 58.592552 56.144822 \n", + "0.10 52.779192 56.399798 58.643550 59.867412 58.796531 55.940849 \n", + "0.15 53.442121 56.348801 58.694541 59.051502 58.388579 55.226928 \n", + "0.20 53.748089 56.297809 58.235592 58.184600 57.419682 54.513001 \n", + "0.25 53.340131 55.736870 58.082610 57.725650 55.991840 52.779192 \n", + "0.30 53.238142 55.634880 56.705761 55.736870 54.513001 51.861298 \n", + "0.35 52.320242 54.818970 54.971951 53.901070 52.932179 50.229472 \n", + "0.40 51.453340 52.932179 53.442121 52.320242 50.943398 48.903620 \n", + "0.45 49.872515 51.657319 51.402348 50.433451 48.801631 47.016829 \n", + "0.50 48.393676 50.076491 50.025499 49.158594 47.220805 44.824070 \n", + "0.55 46.506885 47.730750 47.934726 47.271800 45.588985 43.090260 \n", + "0.60 45.690975 46.200919 45.436001 45.130035 43.345231 41.203469 \n", + "0.65 43.906170 44.518104 44.467109 42.580315 41.560429 39.571646 \n", + "0.70 41.866395 42.580315 42.325345 40.744519 39.265680 37.786844 \n", + "0.75 40.336564 40.897501 40.591535 39.112699 37.939826 36.359000 \n", + "0.80 38.551760 39.163691 38.245794 37.276900 36.409995 35.084140 \n", + "0.85 37.582865 37.021929 36.562979 35.594085 34.727180 33.503315 \n", + "0.90 35.390106 35.492095 34.880164 34.370220 33.452320 31.820500 \n", + "0.95 33.860275 33.911270 33.707291 32.891381 31.769505 31.106579 \n", + "1.00 32.432431 32.687405 32.279450 32.075471 30.545640 29.933706 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 51.096380 44.875064 \n", + "0.05 50.892401 45.181030 \n", + "0.10 51.045388 45.639980 \n", + "0.15 50.841409 45.334014 \n", + "0.20 50.076491 45.588985 \n", + "0.25 48.801631 45.028046 \n", + "0.30 47.730750 44.518104 \n", + "0.35 47.016829 43.396226 \n", + "0.40 45.945945 42.274350 \n", + "0.45 44.059154 40.591535 \n", + "0.50 42.274350 39.316675 \n", + "0.55 40.693524 37.990820 \n", + "0.60 39.010710 36.817950 \n", + "0.65 37.633860 35.747069 \n", + "0.70 36.206016 34.778175 \n", + "0.75 34.880164 33.299336 \n", + "0.80 33.503315 32.177460 \n", + "0.85 32.432431 31.259561 \n", + "0.90 31.412545 30.290669 \n", + "0.95 30.290669 29.015809 \n", + "1.00 28.862825 27.842936 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0022.74349823.30443724.06935225.34421126.10912927.53697028.76083630.69862433.65629936.308005...43.44722047.32279551.45334054.56399957.41968259.10249958.64355056.29780951.09638044.875064
0.0522.28454822.99847024.01835825.14023526.26211027.74094929.21978531.46354034.37022037.123916...44.36512048.24069452.26925055.27792058.54156059.30647958.59255256.14482250.89240145.181030
0.1022.18256023.04946524.12034724.98725226.16012128.04691529.37277031.66751635.08414038.245794...45.48699649.82152052.77919256.39979858.64355059.86741258.79653155.94084951.04538845.639980
0.1521.97858222.79449323.81438024.83426826.36410027.89393129.67873531.87149535.59408538.653749...45.69097550.22947253.44212156.34880158.69454159.05150258.38857955.22692850.84140945.334014
0.2021.77460522.18256023.50841524.73228026.67006627.58796529.27078032.17746035.79806139.010710...46.04793550.43345153.74808956.29780958.23559258.18460057.41968254.51300150.07649145.588985
0.2521.11167822.02957723.45742024.98725226.21111627.58796528.96481531.92248935.28811938.551760...46.35390050.28047053.34013155.73687058.08261057.72565055.99184052.77919248.80163145.028046
0.3020.85670521.97858222.99847024.52830225.95614527.12901529.47475931.82050035.18613038.143805...46.14992450.22947253.23814255.63488056.70576155.73687054.51300151.86129847.73075044.518104
0.3520.44875021.21366722.33554323.91637025.29321926.92503929.16879131.76950534.62519038.143805...45.63998049.41356552.32024254.81897054.97195153.90107052.93217950.22947247.01682943.396226
0.4019.73483020.39775621.51963322.94747524.83426826.05813428.86282531.61652134.11524637.735850...45.13003548.39367651.45334052.93217953.44212152.32024250.94339848.90362045.94594542.274350
0.4518.25599219.27588020.34676221.97858223.71239225.70117427.94492530.69862433.80928037.072921...44.00816047.27180049.87251551.65731951.40234850.43345148.80163147.01682944.05915440.591535
0.5016.77715518.20499719.42886320.49974522.48852724.37531826.92503929.42376432.84038935.849056...43.09026046.25191148.39367650.07649150.02549949.15859447.22080544.82407042.27435039.316675
0.5516.16522217.08312018.10300819.53085221.26466023.25344225.59918528.19989931.56552934.829170...41.56042944.77307546.50688547.73075047.93472647.27180045.58898543.09026040.69352437.990820
0.6014.78837316.16522217.13411518.76593520.39775621.87659324.68128526.82305030.08669033.605304...40.79551143.29423945.69097546.20091945.43600145.13003543.34523141.20346939.01071036.817950
0.6514.27843015.04334516.36920017.74604819.17389021.16267223.45742026.05813428.86282532.483426...39.36767042.01937943.90617044.51810444.46710942.58031541.56042939.57164637.63386035.747069
0.7013.46252014.38041815.34931216.67516518.81693019.98980022.69250524.93625727.89393130.953595...38.09281040.38755641.86639542.58031542.32534540.74451939.26568037.78684436.20601634.778175
0.7513.15655313.81948014.58439515.91025017.54207019.17389021.21366724.06935226.82305030.137685...36.51198438.75573640.33656440.89750140.59153539.11269937.93982636.35900034.88016433.299336
0.8012.18765913.00357013.76848514.94135716.72616018.15400320.34676222.74349825.80316129.066804...35.08414037.37888938.55176039.16369138.24579437.27690036.40999535.08414033.50331532.177460
0.8511.57572612.39163713.15655314.02345715.70627217.03212719.37786821.46863824.32432527.332994...33.75828635.84905637.58286537.02192936.56297935.59408534.72718033.50331532.43243131.259561
0.9010.75981611.72871012.64661013.41152514.43141316.31820518.20499720.44875022.99847026.262110...32.17746034.37022035.39010635.49209534.88016434.37022033.45232031.82050031.41254530.290669
0.9510.45385011.11677711.88169312.64661013.25854215.34931217.18511019.47985721.87659325.140235...30.44365032.94237633.86027533.91127033.70729132.89138131.76950531.10657930.29066929.015809
1.0010.09688910.81081111.47373812.08567012.79959214.32942516.21621518.15400320.75471723.712392...28.81183031.56552932.43243132.68740532.27945032.07547130.54564029.93370628.86282527.842936
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "execution_count": 17 + }, + { + "cell_type": "markdown", + "id": "69f98982e61804cc", + "metadata": {}, + "source": "##
Compute the average recall at 10 and 50 for all categories for alpha and beta
" + }, + { + "cell_type": "code", + "id": "6056af0ef820ad56", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T15:05:29.894489Z", + "start_time": "2024-08-18T15:05:29.888977Z" + } + }, + "source": [ + "average_recall_at10 = (shirt_recall_at10 + dress_recall_at10 + toptee_recall_at10) / 3\n", + "average_recall_at50 = (shirt_recall_at50 + dress_recall_at50 + toptee_recall_at50) / 3" + ], + "outputs": [], + "execution_count": 18 + }, + { + "cell_type": "code", + "id": "79c5718d9e8bb30c", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T15:05:30.031216Z", + "start_time": "2024-08-18T15:05:30.013361Z" + } + }, + "source": [ + "print(\"Average Recall@10 for each alpha across all alphas:\")\n", + "average_recall_at10" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Average Recall@\u001B[1;36m10\u001B[0m for each alpha across all alphas:\n" + ], + "text/html": [ + "
Average Recall@10 for each alpha across all alphas:\n",
+       "
\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 9.960116 10.392040 10.758672 11.275587 11.806760 12.456147 \n", + "0.05 9.891993 10.343615 10.792970 11.156731 11.821320 12.489160 \n", + "0.10 9.859753 10.359027 10.677063 11.291641 12.022637 12.739505 \n", + "0.15 9.627389 10.077727 10.461186 11.111857 11.809027 12.623087 \n", + "0.20 9.360046 9.877223 10.277340 10.944668 11.526705 12.508727 \n", + "0.25 9.074629 9.542568 10.160961 10.729001 11.377706 12.324920 \n", + "0.30 8.812385 9.262854 9.796898 10.347128 11.029095 12.046018 \n", + "0.35 8.313110 8.746109 9.296038 9.896186 10.579531 11.565197 \n", + "0.40 8.061311 8.429358 9.011054 9.579736 10.079614 11.047338 \n", + "0.45 7.563661 8.063067 8.548515 9.128927 9.678344 10.549650 \n", + "0.50 6.998832 7.498408 7.962835 8.613297 9.130342 9.931900 \n", + "0.55 6.534065 6.715304 7.198183 7.927685 8.545265 9.298358 \n", + "0.60 6.003062 6.335396 6.801579 7.299019 8.181504 8.912972 \n", + "0.65 5.637584 6.021855 6.337454 6.871459 7.584946 8.349899 \n", + "0.70 5.256693 5.524206 6.056625 6.541392 7.056983 7.836707 \n", + "0.75 4.795570 5.144089 5.562961 6.092339 6.559466 7.208814 \n", + "0.80 4.696622 4.896274 5.246380 5.661699 6.193987 6.643513 \n", + "0.85 4.529681 4.678982 5.012390 5.395680 5.812454 6.293407 \n", + "0.90 4.178462 4.396567 4.829736 5.146619 5.544980 5.943642 \n", + "0.95 3.862562 4.161804 4.496668 4.881373 5.212855 5.694752 \n", + "1.00 3.563582 3.812000 4.064744 4.467600 4.847206 5.263679 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 13.339392 14.307418 15.570006 17.432062 ... 22.394908 25.024604 \n", + "0.05 13.606093 14.523635 15.822788 17.883761 ... 23.180411 25.975538 \n", + "0.10 13.788314 14.792734 16.192724 18.188103 ... 23.531933 26.610248 \n", + "0.15 13.575269 14.829903 16.342836 18.377271 ... 23.619586 26.645072 \n", + "0.20 13.525520 15.026646 16.427447 18.476614 ... 23.782332 26.813219 \n", + "0.25 13.341070 14.940541 16.539540 18.456064 ... 23.687082 26.484608 \n", + "0.30 13.131275 14.643999 16.243168 18.122616 ... 23.205618 25.902702 \n", + "0.35 12.730306 14.210449 15.925434 17.855876 ... 22.737523 25.103085 \n", + "0.40 12.063489 13.496754 15.246035 17.294482 ... 22.292075 24.488220 \n", + "0.45 11.466644 12.811443 14.748177 16.426649 ... 21.593450 23.725340 \n", + "0.50 10.900870 12.252185 14.200137 15.911452 ... 20.962268 22.760184 \n", + "0.55 10.165038 11.616454 13.447739 15.097655 ... 19.798666 21.895183 \n", + "0.60 9.732170 10.999779 12.633037 14.633832 ... 18.732388 20.681361 \n", + "0.65 9.183867 10.352961 12.085639 13.800847 ... 17.952665 19.814852 \n", + "0.70 8.718891 9.686786 11.337002 12.920813 ... 17.071556 18.820118 \n", + "0.75 8.007593 9.059495 10.587724 12.287821 ... 16.256134 17.619898 \n", + "0.80 7.510455 8.514365 9.991861 11.605382 ... 15.205346 16.770387 \n", + "0.85 7.094926 8.095323 9.473229 10.792436 ... 14.255130 15.733517 \n", + "0.90 6.612387 7.662664 8.758759 10.190871 ... 13.391112 14.907860 \n", + "0.95 6.278676 7.162748 8.291764 9.690352 ... 12.460386 13.942154 \n", + "1.00 5.962095 6.730863 7.961396 8.910079 ... 11.666102 12.928233 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 28.258000 31.185691 33.677345 34.193747 33.599928 30.396376 \n", + "0.05 29.104678 31.926374 34.090134 34.881115 33.768548 30.863580 \n", + "0.10 29.407658 32.276517 34.257522 35.011885 33.569420 30.880501 \n", + "0.15 29.558583 32.327265 33.977861 34.082327 33.169699 30.412916 \n", + "0.20 29.727712 32.005939 33.291699 33.430239 32.140588 29.582461 \n", + "0.25 29.131432 31.409527 32.377328 32.550299 30.830858 28.354265 \n", + "0.30 28.830447 30.407860 31.271786 30.806208 29.499637 27.385897 \n", + "0.35 27.628237 29.277535 29.843674 29.409050 28.162501 25.851563 \n", + "0.40 26.933427 28.201021 28.532110 27.744642 26.628378 24.850747 \n", + "0.45 26.022871 26.771114 27.148438 26.478449 25.482678 23.586743 \n", + "0.50 24.509938 25.688611 25.391031 25.195613 23.990086 22.373865 \n", + "0.55 23.575830 24.141472 24.025984 23.462137 22.623188 21.191772 \n", + "0.60 22.428586 22.759463 22.626599 22.082017 21.226032 20.072311 \n", + "0.65 20.944078 21.516312 21.079577 20.872730 20.093045 19.123000 \n", + "0.70 19.647270 20.266776 20.152703 19.812270 18.759463 18.125658 \n", + "0.75 18.548319 19.022247 18.790093 18.541450 17.777913 17.227984 \n", + "0.80 17.487387 17.988496 17.692898 17.357207 16.960262 16.362380 \n", + "0.85 16.519964 16.757203 16.705946 16.493057 15.976313 15.596838 \n", + "0.90 15.288580 15.757410 15.789348 15.708799 15.293572 14.981107 \n", + "0.95 14.206535 14.788873 14.988773 14.674970 14.460115 14.248013 \n", + "1.00 13.207684 13.890124 14.105436 13.975362 13.728267 13.316855 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 26.223001 22.262216 \n", + "0.05 27.040181 22.963711 \n", + "0.10 26.825680 23.279178 \n", + "0.15 26.364217 23.443968 \n", + "0.20 26.084973 22.729683 \n", + "0.25 25.319825 22.527856 \n", + "0.30 24.386020 22.109510 \n", + "0.35 23.387261 21.610839 \n", + "0.40 22.654903 20.827958 \n", + "0.45 21.842823 19.961239 \n", + "0.50 20.893513 19.278761 \n", + "0.55 20.028001 18.461752 \n", + "0.60 19.060408 17.794765 \n", + "0.65 17.994811 16.981439 \n", + "0.70 17.312883 16.431131 \n", + "0.75 16.643549 15.897992 \n", + "0.80 15.943903 15.229681 \n", + "0.85 15.180063 14.631288 \n", + "0.90 14.431257 14.015425 \n", + "0.95 13.717390 13.416430 \n", + "1.00 13.101056 12.802417 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.009.96011610.39204010.75867211.27558711.80676012.45614713.33939214.30741815.57000617.432062...22.39490825.02460428.25800031.18569133.67734534.19374733.59992830.39637626.22300122.262216
0.059.89199310.34361510.79297011.15673111.82132012.48916013.60609314.52363515.82278817.883761...23.18041125.97553829.10467831.92637434.09013434.88111533.76854830.86358027.04018122.963711
0.109.85975310.35902710.67706311.29164112.02263712.73950513.78831414.79273416.19272418.188103...23.53193326.61024829.40765832.27651734.25752235.01188533.56942030.88050126.82568023.279178
0.159.62738910.07772710.46118611.11185711.80902712.62308713.57526914.82990316.34283618.377271...23.61958626.64507229.55858332.32726533.97786134.08232733.16969930.41291626.36421723.443968
0.209.3600469.87722310.27734010.94466811.52670512.50872713.52552015.02664616.42744718.476614...23.78233226.81321929.72771232.00593933.29169933.43023932.14058829.58246126.08497322.729683
0.259.0746299.54256810.16096110.72900111.37770612.32492013.34107014.94054116.53954018.456064...23.68708226.48460829.13143231.40952732.37732832.55029930.83085828.35426525.31982522.527856
0.308.8123859.2628549.79689810.34712811.02909512.04601813.13127514.64399916.24316818.122616...23.20561825.90270228.83044730.40786031.27178630.80620829.49963727.38589724.38602022.109510
0.358.3131108.7461099.2960389.89618610.57953111.56519712.73030614.21044915.92543417.855876...22.73752325.10308527.62823729.27753529.84367429.40905028.16250125.85156323.38726121.610839
0.408.0613118.4293589.0110549.57973610.07961411.04733812.06348913.49675415.24603517.294482...22.29207524.48822026.93342728.20102128.53211027.74464226.62837824.85074722.65490320.827958
0.457.5636618.0630678.5485159.1289279.67834410.54965011.46664412.81144314.74817716.426649...21.59345023.72534026.02287126.77111427.14843826.47844925.48267823.58674321.84282319.961239
0.506.9988327.4984087.9628358.6132979.1303429.93190010.90087012.25218514.20013715.911452...20.96226822.76018424.50993825.68861125.39103125.19561323.99008622.37386520.89351319.278761
0.556.5340656.7153047.1981837.9276858.5452659.29835810.16503811.61645413.44773915.097655...19.79866621.89518323.57583024.14147224.02598423.46213722.62318821.19177220.02800118.461752
0.606.0030626.3353966.8015797.2990198.1815048.9129729.73217010.99977912.63303714.633832...18.73238820.68136122.42858622.75946322.62659922.08201721.22603220.07231119.06040817.794765
0.655.6375846.0218556.3374546.8714597.5849468.3498999.18386710.35296112.08563913.800847...17.95266519.81485220.94407821.51631221.07957720.87273020.09304519.12300017.99481116.981439
0.705.2566935.5242066.0566256.5413927.0569837.8367078.7188919.68678611.33700212.920813...17.07155618.82011819.64727020.26677620.15270319.81227018.75946318.12565817.31288316.431131
0.754.7955705.1440895.5629616.0923396.5594667.2088148.0075939.05949510.58772412.287821...16.25613417.61989818.54831919.02224718.79009318.54145017.77791317.22798416.64354915.897992
0.804.6966224.8962745.2463805.6616996.1939876.6435137.5104558.5143659.99186111.605382...15.20534616.77038717.48738717.98849617.69289817.35720716.96026216.36238015.94390315.229681
0.854.5296814.6789825.0123905.3956805.8124546.2934077.0949268.0953239.47322910.792436...14.25513015.73351716.51996416.75720316.70594616.49305715.97631315.59683815.18006314.631288
0.904.1784624.3965674.8297365.1466195.5449805.9436426.6123877.6626648.75875910.190871...13.39111214.90786015.28858015.75741015.78934815.70879915.29357214.98110714.43125714.015425
0.953.8625624.1618044.4966684.8813735.2128555.6947526.2786767.1627488.2917649.690352...12.46038613.94215414.20653514.78887314.98877314.67497014.46011514.24801313.71739013.416430
1.003.5635823.8120004.0647444.4676004.8472065.2636795.9620956.7308637.9613968.910079...11.66610212.92823313.20768413.89012414.10543613.97536213.72826713.31685513.10105612.802417
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "execution_count": 19, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 19 + }, + { + "cell_type": "code", + "id": "fb95ffb17b0c765e", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T15:05:30.495607Z", + "start_time": "2024-08-18T15:05:30.478161Z" + } + }, + "source": [ + "print(\"Average Recall@50 for each beta across all alphas:\")\n", + "average_recall_at50" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Average Recall@\u001B[1;36m50\u001B[0m for each beta across all alphas:\n" + ], + "text/html": [ + "
Average Recall@50 for each beta across all alphas:\n",
+       "
\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 22.048276 22.711280 23.459313 24.460468 25.258081 26.540065 \n", + "0.05 22.058852 22.790228 23.556635 24.572051 25.505516 26.689497 \n", + "0.10 22.074093 22.839767 23.657077 24.587332 25.521098 26.955555 \n", + "0.15 21.727199 22.458497 23.424070 24.355911 25.556379 26.920746 \n", + "0.20 21.313859 22.073753 22.976394 24.108096 25.395481 26.638672 \n", + "0.25 20.681431 21.545713 22.564470 23.814006 25.093762 26.292304 \n", + "0.30 19.921251 20.787590 21.834943 22.969307 24.398836 25.678120 \n", + "0.35 19.373814 20.104470 21.119715 22.204631 23.584109 25.015695 \n", + "0.40 18.445657 19.339438 20.468834 21.453858 22.855262 24.232304 \n", + "0.45 17.426427 18.357416 19.437102 20.686389 22.102564 23.635760 \n", + "0.50 16.375848 17.409599 18.506205 19.618433 20.987388 22.454046 \n", + "0.55 15.744403 16.411732 17.407123 18.540031 19.823655 21.307443 \n", + "0.60 14.710783 15.415582 16.279654 17.530133 18.862052 20.191873 \n", + "0.65 13.949606 14.549073 15.417811 16.500158 17.534419 19.099646 \n", + "0.70 13.283220 13.967586 14.601824 15.617764 16.840422 17.886807 \n", + "0.75 12.770972 13.238308 13.986341 14.788803 15.907244 17.172376 \n", + "0.80 11.939101 12.424379 13.040713 13.989985 15.109501 16.274269 \n", + "0.85 11.012739 11.596664 12.262065 13.026887 14.211564 15.276743 \n", + "0.90 10.329998 11.014155 11.615550 12.248240 13.112613 14.514018 \n", + "0.95 9.883684 10.432970 11.064809 11.516563 12.229617 13.632739 \n", + "1.00 9.419861 9.904365 10.469496 10.853559 11.567046 12.766322 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 27.885926 29.683069 31.984246 34.202171 ... 40.263172 43.612631 \n", + "0.05 28.316960 30.233470 32.567737 34.884060 ... 41.047717 44.445732 \n", + "0.10 28.351429 30.366715 32.918839 35.568442 ... 41.865158 45.119708 \n", + "0.15 28.370445 30.367581 33.038731 35.720272 ... 42.195357 45.550779 \n", + "0.20 28.233779 30.337360 32.991721 35.870779 ... 42.148400 45.568853 \n", + "0.25 27.917461 30.054226 32.656308 35.652201 ... 42.003177 45.285300 \n", + "0.30 27.610226 29.740307 32.209668 35.087387 ... 41.851192 44.772855 \n", + "0.35 26.914656 29.047267 31.741742 34.592452 ... 41.021184 43.923661 \n", + "0.40 26.301548 28.320230 31.044625 34.043824 ... 40.275511 43.023170 \n", + "0.45 25.320902 27.553575 30.382449 33.146976 ... 38.945417 41.907917 \n", + "0.50 24.257534 26.387668 29.335739 32.114091 ... 37.799169 40.646745 \n", + "0.55 23.059124 25.305545 27.891440 30.689701 ... 36.565649 39.232249 \n", + "0.60 22.063484 24.139714 26.642036 29.507739 ... 35.471926 37.571904 \n", + "0.65 20.932293 23.276850 25.493126 28.162651 ... 33.844936 36.176674 \n", + "0.70 19.920353 22.030748 24.249804 26.830314 ... 32.383260 34.677449 \n", + "0.75 18.770616 20.805747 23.022404 25.605444 ... 31.132571 33.047207 \n", + "0.80 17.941222 19.592855 21.860730 24.427964 ... 29.603204 31.847815 \n", + "0.85 16.896213 18.625772 20.531078 23.028997 ... 28.355897 30.006571 \n", + "0.90 16.044737 17.563596 19.595895 21.832946 ... 26.695118 28.461909 \n", + "0.95 15.048154 16.698503 18.482345 20.785161 ... 25.279796 27.049929 \n", + "1.00 14.084584 15.698577 17.533546 19.619370 ... 23.898639 25.622235 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 46.916233 50.058084 52.326114 53.364779 52.622473 49.752120 \n", + "0.05 47.762532 50.706829 52.961939 53.826336 52.817760 49.964863 \n", + "0.10 48.146501 51.194767 53.226790 54.144331 52.688290 49.879153 \n", + "0.15 48.629172 51.143864 53.177172 53.427687 52.270849 49.146587 \n", + "0.20 48.500306 50.962117 52.529764 52.429285 51.205397 48.266303 \n", + "0.25 47.869215 50.461479 51.900695 51.518140 50.087654 46.667488 \n", + "0.30 47.503503 49.602706 50.798075 50.049178 48.245350 45.456329 \n", + "0.35 46.719470 48.736475 49.247306 48.515183 46.746769 43.611757 \n", + "0.40 45.688355 47.268113 47.700130 46.604466 44.931946 42.166136 \n", + "0.45 44.289101 46.085850 45.752798 44.855843 43.048751 40.681761 \n", + "0.50 42.627052 44.093526 44.043817 43.197555 41.141102 38.783781 \n", + "0.55 41.045903 42.111841 42.097883 41.253852 39.496207 37.202685 \n", + "0.60 39.456265 40.386452 40.016306 39.160073 37.350373 35.323894 \n", + "0.65 37.825459 38.556573 38.524581 37.110907 35.670332 33.890604 \n", + "0.70 36.059234 36.808668 36.643600 35.264278 33.918101 32.275814 \n", + "0.75 34.445270 35.177443 34.684615 33.651416 32.357647 30.796536 \n", + "0.80 32.699291 33.021166 32.867001 31.871742 30.909456 29.747335 \n", + "0.85 31.160541 31.305278 31.303244 30.340526 29.461723 28.529869 \n", + "0.90 29.394601 29.809551 29.378294 28.945597 28.197851 27.344170 \n", + "0.95 27.981336 28.231063 27.869005 27.581530 26.979441 26.383131 \n", + "1.00 26.634267 27.017241 26.586850 26.390053 25.914524 25.318175 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 44.401450 39.335917 \n", + "0.05 44.810503 39.698920 \n", + "0.10 44.810898 39.950550 \n", + "0.15 44.725697 39.946356 \n", + "0.20 43.713586 39.667940 \n", + "0.25 42.975485 39.233578 \n", + "0.30 41.811126 38.536974 \n", + "0.35 40.848895 37.388326 \n", + "0.40 39.470886 36.307488 \n", + "0.45 37.905242 34.957038 \n", + "0.50 36.208500 33.989275 \n", + "0.55 34.842639 32.807732 \n", + "0.60 33.426256 31.626924 \n", + "0.65 32.210678 30.398672 \n", + "0.70 30.747585 29.418236 \n", + "0.75 29.450530 28.250441 \n", + "0.80 28.448941 27.268078 \n", + "0.85 27.401625 26.534474 \n", + "0.90 26.601144 25.768368 \n", + "0.95 25.667849 24.931452 \n", + "1.00 24.600534 24.079804 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0022.04827622.71128023.45931324.46046825.25808126.54006527.88592629.68306931.98424634.202171...40.26317243.61263146.91623350.05808452.32611453.36477952.62247349.75212044.40145039.335917
0.0522.05885222.79022823.55663524.57205125.50551626.68949728.31696030.23347032.56773734.884060...41.04771744.44573247.76253250.70682952.96193953.82633652.81776049.96486344.81050339.698920
0.1022.07409322.83976723.65707724.58733225.52109826.95555528.35142930.36671532.91883935.568442...41.86515845.11970848.14650151.19476753.22679054.14433152.68829049.87915344.81089839.950550
0.1521.72719922.45849723.42407024.35591125.55637926.92074628.37044530.36758133.03873135.720272...42.19535745.55077948.62917251.14386453.17717253.42768752.27084949.14658744.72569739.946356
0.2021.31385922.07375322.97639424.10809625.39548126.63867228.23377930.33736032.99172135.870779...42.14840045.56885348.50030650.96211752.52976452.42928551.20539748.26630343.71358639.667940
0.2520.68143121.54571322.56447023.81400625.09376226.29230427.91746130.05422632.65630835.652201...42.00317745.28530047.86921550.46147951.90069551.51814050.08765446.66748842.97548539.233578
0.3019.92125120.78759021.83494322.96930724.39883625.67812027.61022629.74030732.20966835.087387...41.85119244.77285547.50350349.60270650.79807550.04917848.24535045.45632941.81112638.536974
0.3519.37381420.10447021.11971522.20463123.58410925.01569526.91465629.04726731.74174234.592452...41.02118443.92366146.71947048.73647549.24730648.51518346.74676943.61175740.84889537.388326
0.4018.44565719.33943820.46883421.45385822.85526224.23230426.30154828.32023031.04462534.043824...40.27551143.02317045.68835547.26811347.70013046.60446644.93194642.16613639.47088636.307488
0.4517.42642718.35741619.43710220.68638922.10256423.63576025.32090227.55357530.38244933.146976...38.94541741.90791744.28910146.08585045.75279844.85584343.04875140.68176137.90524234.957038
0.5016.37584817.40959918.50620519.61843320.98738822.45404624.25753426.38766829.33573932.114091...37.79916940.64674542.62705244.09352644.04381743.19755541.14110238.78378136.20850033.989275
0.5515.74440316.41173217.40712318.54003119.82365521.30744323.05912425.30554527.89144030.689701...36.56564939.23224941.04590342.11184142.09788341.25385239.49620737.20268534.84263932.807732
0.6014.71078315.41558216.27965417.53013318.86205220.19187322.06348424.13971426.64203629.507739...35.47192637.57190439.45626540.38645240.01630639.16007337.35037335.32389433.42625631.626924
0.6513.94960614.54907315.41781116.50015817.53441919.09964620.93229323.27685025.49312628.162651...33.84493636.17667437.82545938.55657338.52458137.11090735.67033233.89060432.21067830.398672
0.7013.28322013.96758614.60182415.61776416.84042217.88680719.92035322.03074824.24980426.830314...32.38326034.67744936.05923436.80866836.64360035.26427833.91810132.27581430.74758529.418236
0.7512.77097213.23830813.98634114.78880315.90724417.17237618.77061620.80574723.02240425.605444...31.13257133.04720734.44527035.17744334.68461533.65141632.35764730.79653629.45053028.250441
0.8011.93910112.42437913.04071313.98998515.10950116.27426917.94122219.59285521.86073024.427964...29.60320431.84781532.69929133.02116632.86700131.87174230.90945629.74733528.44894127.268078
0.8511.01273911.59666412.26206513.02688714.21156415.27674316.89621318.62577220.53107823.028997...28.35589730.00657131.16054131.30527831.30324430.34052629.46172328.52986927.40162526.534474
0.9010.32999811.01415511.61555012.24824013.11261314.51401816.04473717.56359619.59589521.832946...26.69511828.46190929.39460129.80955129.37829428.94559728.19785127.34417026.60114425.768368
0.959.88368410.43297011.06480911.51656312.22961713.63273915.04815416.69850318.48234520.785161...25.27979627.04992927.98133628.23106327.86900527.58153026.97944126.38313125.66784924.931452
1.009.4198619.90436510.46949610.85355911.56704612.76632214.08458415.69857717.53354619.619370...23.89863925.62223526.63426727.01724126.58685026.39005325.91452425.31817524.60053424.079804
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "execution_count": 20, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 20 + }, + { + "cell_type": "markdown", + "id": "67f4bc0ee894c55c", + "metadata": {}, + "source": [ + "#
Step 4: Plot the recall at 10 and 50 for all categories
" + ] + }, + { + "cell_type": "markdown", + "id": "55a915a8fd476b71", + "metadata": {}, + "source": [ + "##
Configure the plot style
" + ] + }, + { + "cell_type": "code", + "id": "54da80c62696fe30", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T15:05:30.610304Z", + "start_time": "2024-08-18T15:05:30.606403Z" + } + }, + "source": [ + "plt.style.use('seaborn-whitegrid')\n", + "pd.options.display.float_format = '{:.2f}'.format" + ], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/tmp/ipykernel_63341/3408074174.py:1: MatplotlibDeprecationWarning: The seaborn styles shipped by Matplotlib are deprecated since 3.6, as they no longer correspond to the styles shipped by seaborn. However, they will remain available as 'seaborn-v0_8-\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0012.80667313.15014713.49362113.98429914.67124715.16192415.94700716.92836118.20412119.528949...22.96368925.36800828.11580030.91265932.58096332.97350431.64867528.50834124.28851922.080471
0.0512.85574113.19921513.73896013.98429914.96565215.55446516.19234517.51717318.98920520.215897...23.55250326.54563228.99901931.64867532.97350433.70952031.69774429.14622125.41707522.767419
0.1012.61040312.95387613.49362113.83709514.52404315.50539716.38861617.61530919.08734020.608440...24.38665327.47792029.73503532.33562433.26790932.77723231.30520028.41020525.31894122.669284
0.1512.31599612.75760513.29735113.78802814.57311115.65260016.38861617.76251219.18547621.050049...24.68106027.62512329.58783231.74681132.92443531.69774430.07850927.42885125.02453322.669284
0.2011.72718312.61040312.95387613.29735114.52404315.40726316.29048117.61530918.94013720.804711...25.07360327.23258129.63689930.61825331.25613330.17664328.50834126.39842924.33758522.325809
0.2511.43277711.82531912.21786113.19921514.18056914.91658516.24141317.27183518.74386720.314033...24.87733126.98724329.19529129.58783229.98037328.90088327.23258125.36800823.35623221.638861
0.3010.69676111.08930311.72718312.65947113.59175614.27870415.75073616.87929318.74386720.215897...24.14131525.90775227.52698728.60647728.11580027.13444526.05495523.69970522.66928421.050049
0.3510.35328710.89303311.23650712.16879313.10108013.83709514.96565216.43768418.25318919.823356...23.11089324.73012826.30029326.49656526.00588825.22080523.84690922.27674121.39352319.774288
0.4010.20608510.84396511.13837111.53091312.31599613.19921514.62217915.94700717.36997119.381747...22.52208024.04318024.68106024.77919523.84690923.06182522.42394521.24632020.41216919.087340
0.459.61727210.05888110.59862611.23650711.67811612.51226713.64082415.55446516.83022518.498528...21.44259122.71835123.55250323.30716422.32580921.54072720.55937219.97056019.08734017.909716
0.508.9793919.61727210.15701710.69676111.04023512.16879312.90480814.72031516.24141317.566241...20.51030421.49165922.47301322.08047120.70657520.46123619.43081518.49852817.71344417.222768
0.558.7340539.3228659.71540710.05888110.84396511.57998112.75760513.78802815.40726316.584887...19.62708520.60844021.24632020.36310119.62708519.28361218.44946017.56624116.63395516.094211
0.608.2924438.9793919.4700699.76447510.15701710.99116812.02159013.19921514.57311116.045143...18.98920519.77428819.77428818.89106918.05691917.66437717.46810516.53582015.84887215.554465
0.657.8999028.4887158.9793919.2737989.56820410.40235511.43277712.65947114.08243315.210991...18.30225718.64573118.59666418.05691917.17370016.73209116.38861615.75073615.11285614.720315
0.707.5073608.1943088.5868508.8812569.2247309.81354310.79489711.92345513.59175614.720315...17.46810517.66437717.41903917.12463216.53582015.75073615.65260014.91658514.62217913.886163
0.757.1148197.4092258.0961738.1943088.7831219.47006910.54955911.23650712.65947113.886163...16.09421116.38861616.48675215.99607515.55446515.06378814.67124714.27870413.73896013.248283
0.806.8204127.1638867.4582938.0471058.3905798.9793919.96074610.89303311.92345512.953876...14.81844915.45632915.26005915.11285614.96565214.42590813.93523113.44455313.00294412.610403
0.856.2316006.8694807.2129547.6054958.0471058.7340539.32286510.50049111.18743912.266929...14.03336714.27870414.52404314.72031514.42590813.64082413.24828312.51226712.26692912.168793
0.905.9862616.2316006.6732097.2129547.7036318.3415118.7831219.81354310.69676111.678116...13.29735113.73896013.78802813.78802813.59175613.10108012.26692912.02159011.77625111.727183
0.955.5937195.7899906.2806676.6241417.1148197.7036318.2433768.97939110.05888111.040235...12.31599612.85574112.85574113.15014712.90480812.36506411.82531911.48184511.38370910.942100
1.005.2011785.3974485.7409226.3788036.8204127.4582937.7036318.6359179.71540710.500491...11.87438711.92345512.21786112.31599612.11972511.82531911.28557410.79489710.84396510.549559
\n", + "

21 rows × 21 columns

\n", + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 24.386653 24.582924 25.368008 25.858685 26.692837 27.968597 \n", + "0.05 23.945044 24.582924 25.417075 25.956821 26.889107 28.017664 \n", + "0.10 23.846909 24.337585 24.877331 25.907752 26.987243 27.821395 \n", + "0.15 23.748773 24.288519 25.613347 26.104024 27.134445 28.361139 \n", + "0.20 23.356232 24.337585 25.417075 26.349363 27.281648 28.557408 \n", + "0.25 23.307164 24.092247 24.975467 26.104024 27.428851 28.999019 \n", + "0.30 22.620216 23.895976 24.631992 25.760549 27.183512 28.704613 \n", + "0.35 22.080471 23.159961 23.994112 25.318941 26.790971 27.968597 \n", + "0.40 21.295388 22.423945 23.699705 24.533857 25.907752 27.183512 \n", + "0.45 20.412169 21.687929 22.865555 24.190383 25.515211 26.300293 \n", + "0.50 19.234544 20.559372 21.687929 22.963689 24.043180 25.417075 \n", + "0.55 18.498528 19.381747 20.510304 21.344456 23.159961 23.895976 \n", + "0.60 17.762512 18.302257 19.332679 20.461236 21.736997 22.865555 \n", + "0.65 16.584887 17.173700 18.351325 19.332679 20.706575 21.638861 \n", + "0.70 15.848872 16.290481 17.222768 17.909716 19.578017 20.951913 \n", + "0.75 15.309127 15.701668 16.192345 17.075564 18.449460 20.510304 \n", + "0.80 14.425908 15.063788 15.407263 16.143277 17.713444 19.578017 \n", + "0.85 13.935231 14.573111 15.161924 15.799804 16.781157 18.204121 \n", + "0.90 13.199215 14.033367 14.622179 15.407263 16.143277 17.566241 \n", + "0.95 12.610403 13.248283 13.886163 14.720315 15.260059 16.437684 \n", + "1.00 11.825319 12.414131 13.199215 13.788028 14.671247 15.456329 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 28.900883 30.029440 31.746811 34.200197 ... 39.597645 42.541707 \n", + "0.05 29.391560 30.471051 33.022571 34.838077 ... 40.628067 43.326792 \n", + "0.10 29.685965 31.108931 33.415112 35.426888 ... 41.413149 43.768400 \n", + "0.15 29.735035 31.501472 33.513248 35.574093 ... 41.511285 43.964672 \n", + "0.20 29.784101 31.354269 33.660451 35.966635 ... 41.364083 44.013739 \n", + "0.25 29.882237 31.403336 33.071640 35.230619 ... 40.971541 43.081453 \n", + "0.30 29.735035 31.010795 32.973504 35.083416 ... 40.431795 42.149165 \n", + "0.35 29.440629 30.716389 32.679096 35.132483 ... 39.205104 41.216880 \n", + "0.40 28.802747 29.882237 32.090285 34.396467 ... 37.831208 39.646712 \n", + "0.45 27.428851 29.244357 31.157997 33.071640 ... 37.095192 38.321885 \n", + "0.50 26.447499 28.557408 30.225712 32.139352 ... 35.672227 36.898920 \n", + "0.55 25.171736 27.723259 29.685965 30.863592 ... 34.052992 35.181549 \n", + "0.60 24.288519 26.300293 28.066733 29.636899 ... 32.482827 33.366045 \n", + "0.65 23.110893 24.828263 27.183512 28.753680 ... 30.912659 31.403336 \n", + "0.70 22.178607 23.797841 25.417075 27.330717 ... 29.538763 30.520117 \n", + "0.75 21.393523 22.718351 24.190383 26.054955 ... 28.312069 29.195291 \n", + "0.80 20.314033 21.835132 23.258096 24.239451 ... 27.036309 27.674189 \n", + "0.85 19.872424 20.804711 22.325809 23.650637 ... 26.251227 26.005888 \n", + "0.90 18.842001 20.117763 21.148184 22.620216 ... 24.631992 24.435721 \n", + "0.95 18.056919 19.283612 20.363101 21.687929 ... 23.405299 22.865555 \n", + "1.00 17.468105 18.694799 19.627085 20.608440 ... 22.227675 21.786065 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 44.798821 47.939157 49.460256 50.147206 48.527968 45.044160 \n", + "0.05 45.780176 48.184493 49.754661 49.950933 47.939157 44.946027 \n", + "0.10 46.810597 48.380765 49.607459 48.969579 47.105005 44.651619 \n", + "0.15 46.467125 48.380765 48.331699 47.399411 44.896957 42.737979 \n", + "0.20 45.878312 46.908733 46.810597 46.172717 43.817469 40.971541 \n", + "0.25 44.651619 45.583907 45.387635 43.719333 41.658488 39.352307 \n", + "0.30 43.768400 44.455349 43.915603 41.560352 39.352307 37.438667 \n", + "0.35 42.492640 42.787045 41.854760 39.842984 38.076547 35.623160 \n", + "0.40 40.922472 40.824339 39.597645 37.634936 35.868499 33.611384 \n", + "0.45 39.057899 38.616291 37.634936 35.475957 33.513248 31.795877 \n", + "0.50 36.898920 36.751717 35.132483 33.366045 31.844947 30.274779 \n", + "0.55 34.887144 33.856723 32.630029 31.256133 29.980373 28.606477 \n", + "0.60 32.875368 31.795877 30.618253 29.440629 27.870461 27.134445 \n", + "0.65 31.157997 30.078509 28.802747 27.085379 26.054955 25.613347 \n", + "0.70 30.078509 28.655544 27.379784 25.564280 24.828263 24.386653 \n", + "0.75 28.213936 26.447499 25.171736 24.190383 23.699705 23.061825 \n", + "0.80 26.496565 25.122669 23.797841 23.209028 23.012757 21.982336 \n", + "0.85 25.269872 23.895976 22.816487 22.718351 22.227675 20.902845 \n", + "0.90 23.650637 22.571148 21.982336 21.884200 20.853779 19.970560 \n", + "0.95 22.178607 21.246320 20.902845 20.951913 19.872424 19.479883 \n", + "1.00 20.706575 20.510304 20.117763 19.921492 19.381747 18.792935 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 40.431795 35.770363 \n", + "0.05 40.529931 36.555445 \n", + "0.10 40.480864 36.997056 \n", + "0.15 39.892051 36.261040 \n", + "0.20 38.272816 35.132483 \n", + "0.25 36.604515 33.905789 \n", + "0.30 35.525024 32.924435 \n", + "0.35 33.856723 31.452405 \n", + "0.40 32.188421 30.225712 \n", + "0.45 30.471051 29.048085 \n", + "0.50 28.999019 27.183512 \n", + "0.55 27.232581 25.809616 \n", + "0.60 25.956821 24.828263 \n", + "0.65 24.484789 23.601571 \n", + "0.70 23.012757 22.178607 \n", + "0.75 21.884200 21.393523 \n", + "0.80 20.755643 20.314033 \n", + "0.85 20.019627 19.430815 \n", + "0.90 19.234544 18.940137 \n", + "0.95 18.694799 18.155053 \n", + "1.00 18.007851 17.419039 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0024.38665324.58292425.36800825.85868526.69283727.96859728.90088330.02944031.74681134.200197...39.59764542.54170744.79882147.93915749.46025650.14720648.52796845.04416040.43179535.770363
0.0523.94504424.58292425.41707525.95682126.88910728.01766429.39156030.47105133.02257134.838077...40.62806743.32679245.78017648.18449349.75466149.95093347.93915744.94602740.52993136.555445
0.1023.84690924.33758524.87733125.90775226.98724327.82139529.68596531.10893133.41511235.426888...41.41314943.76840046.81059748.38076549.60745948.96957947.10500544.65161940.48086436.997056
0.1523.74877324.28851925.61334726.10402427.13444528.36113929.73503531.50147233.51324835.574093...41.51128543.96467246.46712548.38076548.33169947.39941144.89695742.73797939.89205136.261040
0.2023.35623224.33758525.41707526.34936327.28164828.55740829.78410131.35426933.66045135.966635...41.36408344.01373945.87831246.90873346.81059746.17271743.81746940.97154138.27281635.132483
0.2523.30716424.09224724.97546726.10402427.42885128.99901929.88223731.40333633.07164035.230619...40.97154143.08145344.65161945.58390745.38763543.71933341.65848839.35230736.60451533.905789
0.3022.62021623.89597624.63199225.76054927.18351228.70461329.73503531.01079532.97350435.083416...40.43179542.14916543.76840044.45534943.91560341.56035239.35230737.43866735.52502432.924435
0.3522.08047123.15996123.99411225.31894126.79097127.96859729.44062930.71638932.67909635.132483...39.20510441.21688042.49264042.78704541.85476039.84298438.07654735.62316033.85672331.452405
0.4021.29538822.42394523.69970524.53385725.90775227.18351228.80274729.88223732.09028534.396467...37.83120839.64671240.92247240.82433939.59764537.63493635.86849933.61138432.18842130.225712
0.4520.41216921.68792922.86555524.19038325.51521126.30029327.42885129.24435731.15799733.071640...37.09519238.32188539.05789938.61629137.63493635.47595733.51324831.79587730.47105129.048085
0.5019.23454420.55937221.68792922.96368924.04318025.41707526.44749928.55740830.22571232.139352...35.67222736.89892036.89892036.75171735.13248333.36604531.84494730.27477928.99901927.183512
0.5518.49852819.38174720.51030421.34445623.15996123.89597625.17173627.72325929.68596530.863592...34.05299235.18154934.88714433.85672332.63002931.25613329.98037328.60647727.23258125.809616
0.6017.76251218.30225719.33267920.46123621.73699722.86555524.28851926.30029328.06673329.636899...32.48282733.36604532.87536831.79587730.61825329.44062927.87046127.13444525.95682124.828263
0.6516.58488717.17370018.35132519.33267920.70657521.63886123.11089324.82826327.18351228.753680...30.91265931.40333631.15799730.07850928.80274727.08537926.05495525.61334724.48478923.601571
0.7015.84887216.29048117.22276817.90971619.57801720.95191322.17860723.79784125.41707527.330717...29.53876330.52011730.07850928.65554427.37978425.56428024.82826324.38665323.01275722.178607
0.7515.30912715.70166816.19234517.07556418.44946020.51030421.39352322.71835124.19038326.054955...28.31206929.19529128.21393626.44749925.17173624.19038323.69970523.06182521.88420021.393523
0.8014.42590815.06378815.40726316.14327717.71344419.57801720.31403321.83513223.25809624.239451...27.03630927.67418926.49656525.12266923.79784123.20902823.01275721.98233620.75564320.314033
0.8513.93523114.57311115.16192415.79980416.78115718.20412119.87242420.80471122.32580923.650637...26.25122726.00588825.26987223.89597622.81648722.71835122.22767520.90284520.01962719.430815
0.9013.19921514.03336714.62217915.40726316.14327717.56624118.84200120.11776321.14818422.620216...24.63199224.43572123.65063722.57114821.98233621.88420020.85377919.97056019.23454418.940137
0.9512.61040313.24828313.88616314.72031515.26005916.43768418.05691919.28361220.36310121.687929...23.40529922.86555522.17860721.24632020.90284520.95191319.87242419.47988318.69479918.155053
1.0011.82531912.41413113.19921513.78802814.67124715.45632917.46810518.69479919.62708520.608440...22.22767521.78606520.70657520.51030420.11776319.92149219.38174718.79293518.00785117.419039
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "execution_count": 12 + }, + { + "cell_type": "markdown", + "id": "daaa63cc282ad8a8", + "metadata": {}, + "source": [ + "##
Perform retrieval on the dress category
" + ] + }, + { + "cell_type": "code", + "id": "e27712362e1a6152", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T13:22:07.045597Z", + "start_time": "2024-08-18T13:12:56.069693Z" + } + }, + "source": [ + "grid_search_alphas = np.arange(0, 1.05, 0.05)\n", + "dress_recall_list: List[pd.DataFrame] = []\n", + "\n", + "for alpha in tqdm(grid_search_alphas, desc=\"Grid Search alphas and betas\"):\n", + " dress_recall = fiq_val_retrieval_text_image_grid_search_clip(\n", + " 'dress',\n", + " get_combing_function_with_alpha(alpha),\n", + " clip_text_encoder,\n", + " clip_img_encoder,\n", + " clip_tokenizer,\n", + " text_captions,\n", + " preprocess,\n", + " cache=cache,\n", + " )\n", + " \n", + " dress_recall_list.append(dress_recall)\n", + "\n", + "dress_recall_at10, dress_recall_at50 = convert_to_pivot_fiq(dress_recall_list)" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Grid Search alphas and betas: 0%| | 0/21 [00:00\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.005.1561725.5032235.6023806.2964806.9905807.3376307.9325738.9241459.81655911.551809...16.21219718.88943922.01289124.88844826.72285427.91274227.41695625.68170421.86415517.649975
0.055.1561725.3544876.0981666.4947947.1393157.7342588.4779379.12245910.56023811.898860...16.26177418.69112621.81457624.14476925.92959727.02032626.87159225.18591921.91373318.542390
0.105.3544875.7511156.1973236.4947947.1393157.6846808.3787819.37035210.21318811.700545...16.01388218.59196920.97174123.79771925.13634025.88002125.63212823.84729821.41794718.046604
0.155.3049085.6519585.9990096.2964806.7922667.5359448.3292019.22161610.16361011.452653...14.92315417.60039620.02974722.45909723.40109124.04561224.09519122.80614820.32721917.699553
0.204.8587015.0074375.7015376.0981666.6435306.8914237.5855238.6762529.86613810.461081...14.32821016.75756118.74070520.72384721.66584022.55825521.91373320.77342618.64154617.104611
0.254.5116514.7595445.1065945.5528015.9990096.5939527.5359448.7754099.56866710.659395...13.83242515.66683217.60039618.74070520.02974720.17848320.07932518.83986118.04660416.261774
0.304.3133374.4124944.4620724.9082805.4040666.2469017.1393158.2300459.12245910.262766...13.03916715.41893916.55924617.69955318.19534018.49281018.14576117.30292416.36093314.972731
0.354.2141804.1646014.3629154.5116515.0570155.9494306.7426887.6846808.5770959.519088...12.14675213.88200215.31978216.55924617.15419017.00545417.10461116.21219715.22062413.882002
0.403.9167083.9167084.2637584.3133374.6108085.0074375.9990096.8418447.8829949.023302...11.70054513.28706014.27863115.22062415.96430415.76598915.61725314.77441813.68368912.741695
0.453.6688153.8175513.9167084.1150224.3629154.8587015.6023806.0981667.3872098.031730...11.00644512.29548812.94001014.27863114.37778914.47694613.78284512.74169512.24591011.750124
0.503.4705013.4705013.6192363.8671294.0654444.7099655.3544875.6519586.4947947.238473...10.16361011.20476012.14675212.84085213.13832413.03916712.59295911.89886011.35349510.907288
0.553.1234513.3713443.5200793.6192363.8671294.3629154.8091235.1561726.1477446.792266...9.2216169.86613810.70897411.84928111.75012411.99801711.40307411.25433810.7089749.965295
0.602.7268223.0242933.3713443.5696583.6688154.1150224.3629154.9082805.6023806.296480...8.2300459.0233029.76698110.31234510.56023810.21318810.70897410.1140319.9157169.419931
0.652.4789292.7268222.8755583.3217653.3713443.6688154.0654444.5612295.2553305.651958...7.7838388.5275169.2711959.4199319.4695099.6182459.5686679.4695099.2711958.874566
0.702.4789292.5780862.7764013.0242933.3217653.5200793.5696584.3133374.9578585.453644...7.2880517.6846808.2796238.7258308.5770958.7754098.9241458.8249888.7754098.279623
0.752.4293502.5285082.5285082.7764012.9747153.2721873.3713443.7679724.4620725.057015...6.7426887.1888957.2880517.8334168.0813098.2796238.1308878.2300458.3292017.882994
0.802.2806152.2310362.4293502.6276652.7268222.6772432.9747153.5200794.0654444.709965...6.1477446.4947946.6435307.0897377.2880517.7342587.6351027.6846807.5855237.337630
0.851.9831432.0327222.1814582.4789292.5285082.5780862.8755583.2226083.7183944.263758...5.6519585.9990096.2469016.4452166.7922667.0401597.0897377.1393156.9410016.693108
0.901.9335651.9335651.9335652.1318792.3301932.4293502.6276653.0738723.5696584.015865...5.0074375.5032235.7015375.9990096.3956376.4452166.5939526.5443736.4947946.494794
0.951.7848291.8344071.7352501.9831432.1318792.0823002.2806152.8259793.1730293.668815...4.7099654.9578585.2553305.5528015.8006945.8998516.1477446.0981666.1973236.197323
1.001.5865151.5865151.6360931.6856721.9335651.9831432.1318792.5780862.9251363.321765...4.1150224.6108084.8587014.9578585.1065945.3544875.7511155.8998515.8502735.999009
\n", + "

21 rows × 21 columns

\n", + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 15.071888 15.914725 16.509669 17.451660 18.492810 19.484383 \n", + "0.05 14.675260 15.369360 16.261774 17.055032 17.997025 19.038175 \n", + "0.10 14.278631 15.121467 16.013882 16.757561 17.699553 18.492810 \n", + "0.15 13.832425 14.675260 15.121467 16.212197 17.104611 18.195340 \n", + "0.20 13.336639 14.328210 14.873575 15.716411 16.757561 17.699553 \n", + "0.25 12.989588 13.485375 13.782845 14.724839 15.518096 16.906297 \n", + "0.30 12.097174 12.692118 13.435796 13.882002 15.022311 16.013882 \n", + "0.35 11.303917 11.948438 12.692118 13.287060 14.328210 14.923154 \n", + "0.40 10.163610 10.857709 11.650967 12.493803 13.088746 14.377789 \n", + "0.45 9.667823 10.014874 10.560238 11.799703 12.692118 13.485375 \n", + "0.50 9.172038 9.568667 10.114031 10.808131 11.700545 12.890431 \n", + "0.55 8.725830 8.973724 9.667823 10.213188 11.105602 12.444224 \n", + "0.60 8.477937 8.725830 8.973724 9.519088 10.312345 11.403074 \n", + "0.65 8.031730 8.279623 8.527516 8.824988 9.419931 10.560238 \n", + "0.70 7.882994 8.031730 8.279623 8.428359 8.824988 9.915716 \n", + "0.75 7.734258 7.783838 7.783838 8.180466 8.477937 9.370352 \n", + "0.80 7.288051 7.635102 7.734258 7.833416 8.329201 8.874566 \n", + "0.85 6.792266 7.040159 7.188895 7.585523 7.882994 8.378781 \n", + "0.90 6.246901 6.643530 6.693108 6.891423 7.436787 8.031730 \n", + "0.95 5.949430 6.147744 6.395637 6.445216 6.792266 7.535944 \n", + "1.00 5.651958 5.800694 5.949430 5.999009 6.445216 6.891423 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 20.823005 22.062469 24.095191 26.822013 ... 32.721865 36.341101 \n", + "0.05 20.277640 21.764998 24.392663 26.970750 ... 33.118492 36.985621 \n", + "0.10 19.732276 21.764998 23.847298 26.177493 ... 33.068913 37.233517 \n", + "0.15 19.881012 21.120475 23.054041 26.078334 ... 32.226080 35.498264 \n", + "0.20 18.591969 20.773426 22.657412 25.433812 ... 30.441248 33.961329 \n", + "0.25 18.244918 19.682696 21.616262 24.590977 ... 29.251364 32.077342 \n", + "0.30 17.203768 18.691126 20.525533 23.450670 ... 27.714428 29.796728 \n", + "0.35 16.162618 17.699553 19.484383 22.112048 ... 26.375806 28.111055 \n", + "0.40 15.220624 16.559246 18.889439 20.723847 ... 24.690133 25.880021 \n", + "0.45 14.625682 15.567675 17.104611 19.682696 ... 23.103619 24.293505 \n", + "0.50 13.931581 14.625682 16.360933 18.542390 ... 21.616262 22.607833 \n", + "0.55 12.840852 14.229053 15.518096 17.352504 ... 20.475954 21.715419 \n", + "0.60 12.245910 13.584532 14.526525 16.113040 ... 18.889439 20.475954 \n", + "0.65 11.799703 12.642539 13.435796 14.972731 ... 17.848289 19.236490 \n", + "0.70 10.758552 11.601388 12.592959 13.931581 ... 16.460089 17.550819 \n", + "0.75 9.915716 10.956866 11.849281 12.741695 ... 15.369360 16.212197 \n", + "0.80 9.519088 10.213188 11.105602 11.948438 ... 14.278631 15.220624 \n", + "0.85 8.874566 9.519088 10.262766 11.303917 ... 12.890431 13.931581 \n", + "0.90 8.477937 9.221616 9.469509 10.411502 ... 12.047596 12.840852 \n", + "0.95 7.932573 8.378781 9.271195 10.014874 ... 11.303917 11.750124 \n", + "1.00 7.436787 8.081309 8.824988 9.519088 ... 10.064452 10.510659 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 40.208229 43.480417 47.149232 48.388696 49.033219 46.405554 \n", + "0.05 40.654439 43.827465 47.347546 48.239961 48.239961 46.504709 \n", + "0.10 40.109074 43.381259 45.711452 47.297966 46.306396 44.273674 \n", + "0.15 39.216658 41.695589 43.529996 44.620723 43.629152 41.745165 \n", + "0.20 36.688152 39.067924 40.654439 41.001487 40.803173 38.869607 \n", + "0.25 34.308380 35.994050 37.580565 37.729302 37.878036 36.787307 \n", + "0.30 31.432822 33.316806 34.754586 35.052058 34.853745 33.911750 \n", + "0.35 29.846308 30.738720 31.730291 31.978184 31.829450 31.234506 \n", + "0.40 26.970750 28.111055 28.705999 29.697570 29.251364 28.953892 \n", + "0.45 25.483391 26.127914 27.020326 27.069905 27.119485 26.623699 \n", + "0.50 24.095191 24.343084 25.433812 24.938026 25.136340 24.838869 \n", + "0.55 22.459097 23.103619 23.252355 23.500247 23.252355 22.954884 \n", + "0.60 21.269211 21.665840 21.963312 21.913733 21.566683 21.269211 \n", + "0.65 19.831432 20.624690 20.525533 20.426376 19.682696 19.137333 \n", + "0.70 18.393654 18.889439 19.186911 19.087754 18.294497 18.046604 \n", + "0.75 17.253347 17.699553 17.997025 17.798711 16.955875 16.757561 \n", + "0.80 16.113040 16.311353 16.509669 16.509669 16.113040 15.964304 \n", + "0.85 14.476946 14.724839 14.873575 15.319782 15.121467 14.923154 \n", + "0.90 13.237481 13.733268 14.030738 14.328210 14.229053 14.278631 \n", + "0.95 12.097174 12.394646 12.692118 13.187903 13.287060 13.187903 \n", + "1.00 10.907288 11.353495 11.948438 12.097174 12.692118 12.642539 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 42.141795 36.638573 \n", + "0.05 42.538422 37.084779 \n", + "0.10 41.249380 36.588994 \n", + "0.15 38.968766 35.399106 \n", + "0.20 36.539415 33.911750 \n", + "0.25 34.903321 31.879029 \n", + "0.30 31.482399 29.400098 \n", + "0.35 29.747149 27.714428 \n", + "0.40 27.714428 26.028755 \n", + "0.45 25.929597 24.789292 \n", + "0.50 24.243927 23.153198 \n", + "0.55 22.359940 21.467526 \n", + "0.60 20.426376 19.881012 \n", + "0.65 18.691126 18.542390 \n", + "0.70 17.649975 17.501239 \n", + "0.75 16.757561 16.410510 \n", + "0.80 15.964304 15.765989 \n", + "0.85 15.220624 14.774418 \n", + "0.90 14.278631 13.931581 \n", + "0.95 13.187903 12.791274 \n", + "1.00 11.998017 11.998017 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0015.07188815.91472516.50966917.45166018.49281019.48438320.82300522.06246924.09519126.822013...32.72186536.34110140.20822943.48041747.14923248.38869649.03321946.40555442.14179536.638573
0.0514.67526015.36936016.26177417.05503217.99702519.03817520.27764021.76499824.39266326.970750...33.11849236.98562140.65443943.82746547.34754648.23996148.23996146.50470942.53842237.084779
0.1014.27863115.12146716.01388216.75756117.69955318.49281019.73227621.76499823.84729826.177493...33.06891337.23351740.10907443.38125945.71145247.29796646.30639644.27367441.24938036.588994
0.1513.83242514.67526015.12146716.21219717.10461118.19534019.88101221.12047523.05404126.078334...32.22608035.49826439.21665841.69558943.52999644.62072343.62915241.74516538.96876635.399106
0.2013.33663914.32821014.87357515.71641116.75756117.69955318.59196920.77342622.65741225.433812...30.44124833.96132936.68815239.06792440.65443941.00148740.80317338.86960736.53941533.911750
0.2512.98958813.48537513.78284514.72483915.51809616.90629718.24491819.68269621.61626224.590977...29.25136432.07734234.30838035.99405037.58056537.72930237.87803636.78730734.90332131.879029
0.3012.09717412.69211813.43579613.88200215.02231116.01388217.20376818.69112620.52553323.450670...27.71442829.79672831.43282233.31680634.75458635.05205834.85374533.91175031.48239929.400098
0.3511.30391711.94843812.69211813.28706014.32821014.92315416.16261817.69955319.48438322.112048...26.37580628.11105529.84630830.73872031.73029131.97818431.82945031.23450629.74714927.714428
0.4010.16361010.85770911.65096712.49380313.08874614.37778915.22062416.55924618.88943920.723847...24.69013325.88002126.97075028.11105528.70599929.69757029.25136428.95389227.71442826.028755
0.459.66782310.01487410.56023811.79970312.69211813.48537514.62568215.56767517.10461119.682696...23.10361924.29350525.48339126.12791427.02032627.06990527.11948526.62369925.92959724.789292
0.509.1720389.56866710.11403110.80813111.70054512.89043113.93158114.62568216.36093318.542390...21.61626222.60783324.09519124.34308425.43381224.93802625.13634024.83886924.24392723.153198
0.558.7258308.9737249.66782310.21318811.10560212.44422412.84085214.22905315.51809617.352504...20.47595421.71541922.45909723.10361923.25235523.50024723.25235522.95488422.35994021.467526
0.608.4779378.7258308.9737249.51908810.31234511.40307412.24591013.58453214.52652516.113040...18.88943920.47595421.26921121.66584021.96331221.91373321.56668321.26921120.42637619.881012
0.658.0317308.2796238.5275168.8249889.41993110.56023811.79970312.64253913.43579614.972731...17.84828919.23649019.83143220.62469020.52553320.42637619.68269619.13733318.69112618.542390
0.707.8829948.0317308.2796238.4283598.8249889.91571610.75855211.60138812.59295913.931581...16.46008917.55081918.39365418.88943919.18691119.08775418.29449718.04660417.64997517.501239
0.757.7342587.7838387.7838388.1804668.4779379.3703529.91571610.95686611.84928112.741695...15.36936016.21219717.25334717.69955317.99702517.79871116.95587516.75756116.75756116.410510
0.807.2880517.6351027.7342587.8334168.3292018.8745669.51908810.21318811.10560211.948438...14.27863115.22062416.11304016.31135316.50966916.50966916.11304015.96430415.96430415.765989
0.856.7922667.0401597.1888957.5855237.8829948.3787818.8745669.51908810.26276611.303917...12.89043113.93158114.47694614.72483914.87357515.31978215.12146714.92315415.22062414.774418
0.906.2469016.6435306.6931086.8914237.4367878.0317308.4779379.2216169.46950910.411502...12.04759612.84085213.23748113.73326814.03073814.32821014.22905314.27863114.27863113.931581
0.955.9494306.1477446.3956376.4452166.7922667.5359447.9325738.3787819.27119510.014874...11.30391711.75012412.09717412.39464612.69211813.18790313.28706013.18790313.18790312.791274
1.005.6519585.8006945.9494305.9990096.4452166.8914237.4367878.0813098.8249889.519088...10.06445210.51065910.90728811.35349511.94843812.09717412.69211812.64253911.99801711.998017
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "execution_count": 14 + }, + { + "cell_type": "markdown", + "id": "acf6d3ba3cde932c", + "metadata": {}, + "source": [ + "##
Perform retrieval on the toptee category
" + ] + }, + { + "cell_type": "code", + "id": "e68ae0495746924a", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T13:32:22.900270Z", + "start_time": "2024-08-18T13:22:07.283590Z" + } + }, + "source": [ + "grid_search_alphas = np.arange(0, 1.05, 0.05)\n", + "toptee_recall_list: List[pd.DataFrame] = []\n", + "\n", + "for alpha in tqdm(grid_search_alphas, desc=\"Grid Search alphas and betas\"):\n", + " toptee_recall = fiq_val_retrieval_text_image_grid_search_clip(\n", + " 'toptee',\n", + " get_combing_function_with_alpha(alpha),\n", + " clip_text_encoder,\n", + " clip_img_encoder,\n", + " clip_tokenizer,\n", + " text_captions,\n", + " preprocess,\n", + " cache=cache,\n", + " )\n", + " \n", + " toptee_recall_list.append(toptee_recall)\n", + " \n", + "toptee_recall_at10, toptee_recall_at50 = convert_to_pivot_fiq(toptee_recall_list)" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Grid Search alphas and betas: 0%| | 0/21 [00:00\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.008.7200419.0260079.43396210.04589511.11677712.28964913.66649714.53340216.21621518.306985...24.17134027.28200030.03569533.70729137.02192936.86894535.64508031.92248928.55685925.038245
0.058.6180529.0770019.5359519.94390611.11677712.39163713.51351314.73738016.98113219.020908...24.83426827.79194430.85160633.96226536.35900036.71596136.00204033.04436529.11779625.956145
0.108.4650698.9750139.2809799.99490011.06578312.44263113.36053015.09434016.36920018.765935...24.98725227.53697031.00459034.21723536.00204035.95104535.18613032.33044429.01580926.058134
0.158.4140758.5160649.2299859.73992910.96379412.13666513.25854214.83936816.16522218.663947...24.83426827.68995530.49464533.24834434.62519034.93115933.24834431.31055528.70984126.364100
0.207.9041308.1081088.6690469.38296810.24987311.42274412.74859814.32942516.11422718.663947...24.57929727.43498129.83171931.97348433.29933632.78939431.31055530.23967428.96481526.058134
0.257.4451817.7511478.4140758.9750139.89291111.01478912.39163714.02345716.01223818.154003...23.91637026.82305028.81183030.59663531.56552930.64762930.23967429.52575127.68995525.344211
0.307.1392157.4961757.9551258.7710359.53595110.50484511.88169313.51351315.55329017.797042...22.89648225.75216627.33299428.86282529.06680428.91382028.19989927.89393126.46608924.018358
0.356.5782766.9352377.5981648.2610919.12799610.14788411.47373813.20754715.29831717.746048...22.02957724.83426825.65017926.72106026.77205527.28200026.72106026.41509524.37531822.386537
0.406.2723106.5272827.0372267.7001538.5670589.22998510.70882212.69760314.53340216.675165...21.92758823.55940824.27333025.29321925.19123025.34421125.34421124.17134022.79449321.213667
0.456.0173386.3742996.8332497.3431928.2610918.92401910.30086711.93268713.61550215.757267...20.55074021.31565522.28454823.10046023.10046023.71239223.86537522.89648221.16267220.193778
0.505.5583895.8643556.4252946.9862317.9041308.87302410.09688911.21876612.95257514.737380...18.91892019.22488520.55074021.26466021.46863822.13156522.23355520.95869520.09179018.714942
0.555.1504345.4564005.9663446.6802657.3431928.3630809.89291110.86180511.93268713.921468...17.54207018.05201518.86792519.58184519.98980020.65272820.19377819.83681818.81693018.001020
0.604.9464565.1504345.8133616.5272826.9352377.9551259.22998510.09688911.37174913.513513...16.47118817.08312017.74604818.40897518.81693019.27588019.02090818.61295318.00102017.083120
0.654.7934735.2524225.5583896.1703216.6802657.6491598.8220309.33197411.01478912.748598...15.50229516.26721016.26721016.93013817.79704217.59306517.54207017.38908716.93013815.961245
0.704.4875064.9974505.4564005.8643556.3233057.1392158.3630809.12799610.30086712.136665...14.89036214.99235015.24732316.16522216.11422716.42019516.11422716.21621515.65527814.839368
0.754.1815404.5385014.8954615.5073946.1193276.8842437.8531368.4140759.79092311.422744...13.92146814.38041814.27843015.04334515.24732315.60428315.40030515.45130014.68638514.227435
0.803.9775624.3345234.5894954.9464565.6093836.4762887.1902097.9041309.53595110.912800...13.10555813.20754713.56450814.07445214.07445214.43141314.43141314.38041813.76848513.513513
0.853.9775624.2325344.5894954.6914845.1504346.0173386.7312607.5981649.17899010.453850...12.34064312.44263112.95257513.00357013.30953513.46252013.97246313.66649712.90158012.646610
0.903.7735854.1305464.3855184.5385014.7934735.5073946.3742997.1902098.2610919.688934...11.52473211.98368112.18765911.93268712.64661012.69760313.00357012.74859812.34064311.983681
0.953.5186133.7225914.0795514.2325344.3345234.9974505.8643556.9352378.0061199.382968...10.96379411.32075511.57572611.47373812.03467612.13666512.13666511.93268711.37174911.218766
1.003.0596633.6206023.8755744.1305464.2835294.8954615.7623666.8332497.8021418.822030...10.55583910.86180510.96379411.01478911.32075511.72871011.52473211.26976010.96379410.810811
\n", + "

21 rows × 21 columns

\n", + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 19.275880 20.193778 20.856705 22.080570 23.304437 24.936257 \n", + "0.05 19.071902 19.887812 20.652728 22.029577 23.457420 25.191230 \n", + "0.10 19.224885 19.785823 20.856705 21.876593 23.763385 25.293219 \n", + "0.15 18.765935 19.836818 20.703723 21.774605 23.610403 25.446200 \n", + "0.20 18.510965 19.377868 20.397756 21.366650 23.508415 25.140235 \n", + "0.25 18.204997 19.275880 19.836818 20.856705 22.692505 24.732280 \n", + "0.30 17.287098 18.459970 19.377868 20.397756 22.182560 24.426313 \n", + "0.35 16.522183 17.899030 18.867925 20.091790 21.825600 23.610403 \n", + "0.40 15.910250 16.879143 18.103008 19.071902 20.907700 22.641510 \n", + "0.45 14.992350 16.216215 17.185110 18.204997 19.683835 21.315655 \n", + "0.50 14.023457 15.400305 16.216215 17.491075 18.816930 20.550740 \n", + "0.55 13.513513 14.431413 15.196328 16.522183 17.950025 19.938807 \n", + "0.60 12.850587 13.615502 14.737380 15.451300 17.185110 18.765935 \n", + "0.65 12.289649 13.156553 13.972463 14.890362 16.318205 18.408975 \n", + "0.70 11.728710 12.697603 13.156553 14.482407 15.757267 17.542070 \n", + "0.75 11.677715 12.085670 12.748598 13.768485 15.145335 16.318205 \n", + "0.80 10.912800 11.677715 12.391637 13.054565 14.227435 15.502295 \n", + "0.85 10.606834 10.963794 11.983681 12.799592 13.666497 14.788373 \n", + "0.90 10.402856 10.810811 11.371749 12.442631 13.462520 14.227435 \n", + "0.95 10.045895 10.555839 11.065783 11.830699 12.850587 14.125445 \n", + "1.00 9.484956 10.096889 10.810811 11.320755 12.289649 13.615502 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 26.670066 28.505865 31.259561 34.319225 ... 41.815400 45.945945 \n", + "0.05 26.874045 29.015809 32.024476 35.237125 ... 42.835289 47.016829 \n", + "0.10 26.772055 29.678735 32.534420 36.104029 ... 43.651199 47.577766 \n", + "0.15 27.180010 30.086690 32.636410 36.257011 ... 43.039265 47.169811 \n", + "0.20 27.027026 30.443650 32.585415 36.155024 ... 42.376339 46.455890 \n", + "0.25 26.670066 29.780725 32.381439 36.104029 ... 42.223355 45.436001 \n", + "0.30 25.956145 29.168791 31.667516 34.727180 ... 41.203469 44.059154 \n", + "0.35 25.242224 28.148904 30.902600 33.809280 ... 39.163691 42.223355 \n", + "0.40 23.814380 27.027026 29.933706 32.534420 ... 38.092810 40.285569 \n", + "0.45 23.304437 26.160121 28.709841 31.055585 ... 36.868945 38.806731 \n", + "0.50 22.335543 25.140235 27.383989 30.239674 ... 35.288119 37.072921 \n", + "0.55 21.570627 23.967363 26.262110 29.117796 ... 33.554310 35.288119 \n", + "0.60 21.060683 23.049465 25.191230 27.434981 ... 32.279450 33.452320 \n", + "0.65 19.887812 22.386537 23.967363 26.262110 ... 29.984701 31.565529 \n", + "0.70 18.765935 21.315655 22.998470 24.936257 ... 28.556859 29.780725 \n", + "0.75 18.001020 20.550740 21.978582 23.457420 ... 26.823050 27.638960 \n", + "0.80 17.032127 19.071902 20.907700 22.692505 ... 25.599185 26.415095 \n", + "0.85 16.165222 18.001020 20.193778 22.080570 ... 24.426313 25.191230 \n", + "0.90 15.706272 17.644060 19.479857 21.315655 ... 23.406425 24.171340 \n", + "0.95 15.451300 16.828150 18.459970 19.989800 ... 22.182560 22.896482 \n", + "1.00 14.890362 16.063233 17.746048 19.275880 ... 21.213667 21.417645 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 49.311575 54.105049 56.552780 57.572669 56.501782 53.034168 \n", + "0.05 51.198369 54.818970 56.858748 57.827640 56.144822 53.340131 \n", + "0.10 51.759309 54.614991 56.348801 56.705761 55.481899 52.371240 \n", + "0.15 50.994390 54.156041 55.226928 55.175930 53.544110 50.994390 \n", + "0.20 50.331461 52.371240 53.187150 53.136158 51.402348 49.209586 \n", + "0.25 48.342681 50.229472 50.790411 50.331461 49.107599 46.659866 \n", + "0.30 46.455890 47.577766 47.781745 47.373790 45.690975 44.212136 \n", + "0.35 44.161141 45.385009 45.588985 44.773075 43.345231 41.611424 \n", + "0.40 42.376339 42.529321 42.478326 42.325345 40.897501 39.265680 \n", + "0.45 40.183580 40.540540 40.336564 40.081590 38.500765 37.174910 \n", + "0.50 37.735850 37.735850 37.939826 37.786844 36.715961 35.390106 \n", + "0.55 36.155024 35.747069 36.206016 34.829170 34.319225 33.758286 \n", + "0.60 33.605304 33.962265 33.656299 33.554310 32.483426 31.871495 \n", + "0.65 32.330444 32.177460 32.024476 31.769505 31.208566 30.341661 \n", + "0.70 30.443650 30.443650 30.647629 29.882714 29.423764 28.199899 \n", + "0.75 28.301886 28.811830 28.913820 28.301886 27.893931 26.772055 \n", + "0.80 26.721060 27.129015 26.925039 26.619071 26.313105 25.752166 \n", + "0.85 25.497195 25.038245 25.446200 24.885263 24.528302 24.324325 \n", + "0.90 24.018358 24.018358 24.018358 23.814380 23.100460 22.641510 \n", + "0.95 22.845487 23.100460 22.539520 22.284548 21.723610 21.774605 \n", + "1.00 21.366650 21.876593 21.366650 21.111678 20.754717 20.754717 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 48.648649 43.957165 \n", + "0.05 49.107599 44.110149 \n", + "0.10 48.750636 44.212136 \n", + "0.15 47.985721 43.804181 \n", + "0.20 45.996940 42.580315 \n", + "0.25 43.957165 41.560429 \n", + "0.30 41.917390 40.438551 \n", + "0.35 39.571646 38.806731 \n", + "0.40 37.531871 36.562979 \n", + "0.45 35.900050 34.727180 \n", + "0.50 34.013259 32.840389 \n", + "0.55 32.177460 31.259561 \n", + "0.60 30.698624 29.525751 \n", + "0.65 28.862825 28.148904 \n", + "0.70 27.536970 26.670066 \n", + "0.75 26.313105 25.752166 \n", + "0.80 25.038245 24.579297 \n", + "0.85 23.457420 23.304437 \n", + "0.90 22.641510 22.284548 \n", + "0.95 21.723610 21.315655 \n", + "1.00 20.601735 20.244773 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0019.27588020.19377820.85670522.08057023.30443724.93625726.67006628.50586531.25956134.319225...41.81540045.94594549.31157554.10504956.55278057.57266956.50178253.03416848.64864943.957165
0.0519.07190219.88781220.65272822.02957723.45742025.19123026.87404529.01580932.02447635.237125...42.83528947.01682951.19836954.81897056.85874857.82764056.14482253.34013149.10759944.110149
0.1019.22488519.78582320.85670521.87659323.76338525.29321926.77205529.67873532.53442036.104029...43.65119947.57776651.75930954.61499156.34880156.70576155.48189952.37124048.75063644.212136
0.1518.76593519.83681820.70372321.77460523.61040325.44620027.18001030.08669032.63641036.257011...43.03926547.16981150.99439054.15604155.22692855.17593053.54411050.99439047.98572143.804181
0.2018.51096519.37786820.39775621.36665023.50841525.14023527.02702630.44365032.58541536.155024...42.37633946.45589050.33146152.37124053.18715053.13615851.40234849.20958645.99694042.580315
0.2518.20499719.27588019.83681820.85670522.69250524.73228026.67006629.78072532.38143936.104029...42.22335545.43600148.34268150.22947250.79041150.33146149.10759946.65986643.95716541.560429
0.3017.28709818.45997019.37786820.39775622.18256024.42631325.95614529.16879131.66751634.727180...41.20346944.05915446.45589047.57776647.78174547.37379045.69097544.21213641.91739040.438551
0.3516.52218317.89903018.86792520.09179021.82560023.61040325.24222428.14890430.90260033.809280...39.16369142.22335544.16114145.38500945.58898544.77307543.34523141.61142439.57164638.806731
0.4015.91025016.87914318.10300819.07190220.90770022.64151023.81438027.02702629.93370632.534420...38.09281040.28556942.37633942.52932142.47832642.32534540.89750139.26568037.53187136.562979
0.4514.99235016.21621517.18511018.20499719.68383521.31565523.30443726.16012128.70984131.055585...36.86894538.80673140.18358040.54054040.33656440.08159038.50076537.17491035.90005034.727180
0.5014.02345715.40030516.21621517.49107518.81693020.55074022.33554325.14023527.38398930.239674...35.28811937.07292137.73585037.73585037.93982637.78684436.71596135.39010634.01325932.840389
0.5513.51351314.43141315.19632816.52218317.95002519.93880721.57062723.96736326.26211029.117796...33.55431035.28811936.15502435.74706936.20601634.82917034.31922533.75828632.17746031.259561
0.6012.85058713.61550214.73738015.45130017.18511018.76593521.06068323.04946525.19123027.434981...32.27945033.45232033.60530433.96226533.65629933.55431032.48342631.87149530.69862429.525751
0.6512.28964913.15655313.97246314.89036216.31820518.40897519.88781222.38653723.96736326.262110...29.98470131.56552932.33044432.17746032.02447631.76950531.20856630.34166128.86282528.148904
0.7011.72871012.69760313.15655314.48240715.75726717.54207018.76593521.31565522.99847024.936257...28.55685929.78072530.44365030.44365030.64762929.88271429.42376428.19989927.53697026.670066
0.7511.67771512.08567012.74859813.76848515.14533516.31820518.00102020.55074021.97858223.457420...26.82305027.63896028.30188628.81183028.91382028.30188627.89393126.77205526.31310525.752166
0.8010.91280011.67771512.39163713.05456514.22743515.50229517.03212719.07190220.90770022.692505...25.59918526.41509526.72106027.12901526.92503926.61907126.31310525.75216625.03824524.579297
0.8510.60683410.96379411.98368112.79959213.66649714.78837316.16522218.00102020.19377822.080570...24.42631325.19123025.49719525.03824525.44620024.88526324.52830224.32432523.45742023.304437
0.9010.40285610.81081111.37174912.44263113.46252014.22743515.70627217.64406019.47985721.315655...23.40642524.17134024.01835824.01835824.01835823.81438023.10046022.64151022.64151022.284548
0.9510.04589510.55583911.06578311.83069912.85058714.12544515.45130016.82815018.45997019.989800...22.18256022.89648222.84548723.10046022.53952022.28454821.72361021.77460521.72361021.315655
1.009.48495610.09688910.81081111.32075512.28964913.61550214.89036216.06323317.74604819.275880...21.21366721.41764521.36665021.87659321.36665021.11167820.75471720.75471720.60173520.244773
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "execution_count": 16 + }, + { + "cell_type": "markdown", + "id": "69f98982e61804cc", + "metadata": {}, + "source": "##
Compute the average recall at 10 and 50 for all categories for alpha and beta
" + }, + { + "cell_type": "code", + "id": "6056af0ef820ad56", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T13:32:23.112737Z", + "start_time": "2024-08-18T13:32:23.109259Z" + } + }, + "source": [ + "average_recall_at10 = (shirt_recall_at10 + dress_recall_at10 + toptee_recall_at10) / 3\n", + "average_recall_at50 = (shirt_recall_at50 + dress_recall_at50 + toptee_recall_at50) / 3" + ], + "outputs": [], + "execution_count": 17 + }, + { + "cell_type": "code", + "id": "79c5718d9e8bb30c", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T13:32:23.384772Z", + "start_time": "2024-08-18T13:32:23.369014Z" + } + }, + "source": [ + "print(\"Average Recall@10 for each alpha across all alphas:\")\n", + "average_recall_at10" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Average Recall@\u001B[1;36m10\u001B[0m for each alpha across all alphas:\n" + ], + "text/html": [ + "
Average Recall@10 for each alpha across all alphas:\n",
+       "
\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 8.894296 9.226459 9.509988 10.108891 10.926201 11.596401 \n", + "0.05 8.876655 9.210234 9.791026 10.141000 11.073915 11.893454 \n", + "0.10 8.809986 9.226668 9.657308 10.108930 10.909714 11.877570 \n", + "0.15 8.678326 8.975209 9.508781 9.941479 10.776390 11.775070 \n", + "0.20 8.163338 8.575316 9.108153 9.592828 10.472482 11.240476 \n", + "0.25 7.796537 8.112003 8.579510 9.242343 10.024163 10.841775 \n", + "0.30 7.383104 7.665991 8.048127 8.779595 9.510591 10.343483 \n", + "0.35 7.048581 7.330957 7.732529 8.313845 9.095364 9.978136 \n", + "0.40 6.798368 7.095985 7.479785 7.848134 8.497954 9.145545 \n", + "0.45 6.434475 6.750244 7.116194 7.564907 8.100707 8.764995 \n", + "0.50 6.002760 6.317376 6.733849 7.183374 7.669936 8.583927 \n", + "0.55 5.669312 6.050203 6.400610 6.786128 7.351429 8.101992 \n", + "0.60 5.321907 5.718039 6.218258 6.620472 6.920356 7.687105 \n", + "0.65 5.057435 5.489320 5.804446 6.255295 6.539938 7.240110 \n", + "0.70 4.824598 5.256615 5.606550 5.923301 6.289933 6.824279 \n", + "0.75 4.575236 4.825411 5.173381 5.492701 5.959054 6.542166 \n", + "0.80 4.359530 4.576482 4.825713 5.207075 5.575595 6.044307 \n", + "0.85 4.064102 4.378245 4.661302 4.925303 5.242016 5.776492 \n", + "0.90 3.897804 4.098570 4.330764 4.627778 4.942432 5.426085 \n", + "0.95 3.632387 3.782329 4.031823 4.279940 4.527074 4.927794 \n", + "1.00 3.282452 3.534855 3.750863 4.065007 4.345835 4.778966 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 12.515359 13.461969 14.745632 16.462581 ... 21.115742 23.846482 \n", + "0.05 12.727932 13.792337 15.510192 17.045221 ... 21.549515 24.342901 \n", + "0.10 12.709309 14.026667 15.223243 17.024974 ... 21.795929 24.535620 \n", + "0.15 12.658787 13.941165 15.171436 17.055550 ... 21.479494 24.305158 \n", + "0.20 12.208201 13.540329 14.973501 16.643246 ... 21.327037 23.808375 \n", + "0.25 12.056332 13.356900 14.774924 16.375810 ... 20.875375 23.159042 \n", + "0.30 11.590581 12.874284 14.473205 16.091902 ... 20.025655 22.359619 \n", + "0.35 11.060692 12.443304 14.042867 15.696164 ... 19.095741 21.148799 \n", + "0.40 10.443337 11.828818 13.262122 15.026738 ... 18.716738 20.296549 \n", + "0.45 9.848024 11.195106 12.610979 14.095842 ... 17.666592 18.776498 \n", + "0.50 9.452061 10.530346 11.896261 13.180698 ... 16.530944 17.307101 \n", + "0.55 9.153213 9.935335 11.162565 12.432873 ... 15.463591 16.175531 \n", + "0.60 8.538163 9.401461 10.515746 11.951712 ... 14.563479 15.293570 \n", + "0.65 8.106750 8.850891 10.117517 11.203849 ... 13.862797 14.480152 \n", + "0.70 7.575878 8.454929 9.616827 10.770208 ... 13.215506 13.447136 \n", + "0.75 7.258013 7.806185 8.970822 10.121974 ... 12.252789 12.652643 \n", + "0.80 6.708557 7.439081 8.508283 9.525547 ... 11.357250 11.719557 \n", + "0.85 6.309894 7.107087 8.028274 8.994846 ... 10.675323 10.906781 \n", + "0.90 5.928361 6.692541 7.509170 8.460972 ... 9.943173 10.408621 \n", + "0.95 5.462782 6.246869 7.079343 8.030673 ... 9.329918 9.711451 \n", + "1.00 5.199292 6.015751 6.814228 7.548095 ... 8.848416 9.132023 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 26.721462 29.836133 32.108582 32.585064 31.570237 28.704178 \n", + "0.05 27.221733 29.918569 31.754034 32.481936 31.523792 29.125502 \n", + "0.10 27.237122 30.116860 31.468763 31.536099 30.707819 28.195983 \n", + "0.15 26.704075 29.151417 30.316905 30.224838 29.140682 27.181851 \n", + "0.20 26.069774 27.771861 28.740436 28.508097 27.244210 25.803843 \n", + "0.25 25.202506 26.308390 27.191883 26.575665 25.850527 24.577873 \n", + "0.30 23.806409 25.056285 25.125981 24.847025 24.133538 22.965520 \n", + "0.35 22.423418 23.258957 23.310711 23.169420 22.557527 21.634678 \n", + "0.40 21.077674 21.764346 21.667481 21.390675 21.128470 20.064026 \n", + "0.45 19.592354 20.228752 19.934686 19.910022 19.402531 18.536246 \n", + "0.50 18.390168 18.728661 18.437846 18.543989 18.085776 17.118694 \n", + "0.55 16.941073 17.264743 17.122336 17.311452 16.682104 16.219132 \n", + "0.60 15.762439 15.870796 15.811362 15.717815 15.732662 15.087601 \n", + "0.65 14.711690 14.802329 14.813417 14.647800 14.499784 14.203111 \n", + "0.70 13.648661 14.005228 13.742381 13.648780 13.563657 13.319263 \n", + "0.75 12.684411 12.957612 12.961032 12.982565 12.734146 12.653350 \n", + "0.80 11.822699 12.092348 12.109385 12.197193 12.000582 11.836550 \n", + "0.85 11.241173 11.389700 11.509236 11.381167 11.436827 11.106026 \n", + "0.90 10.559075 10.573241 10.878001 10.747966 10.621483 10.438187 \n", + "0.95 9.895599 10.058895 10.246726 10.133860 10.036576 9.837566 \n", + "1.00 9.346785 9.429548 9.515691 9.636172 9.520474 9.321503 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 24.903178 21.589564 \n", + "0.05 25.482868 22.421984 \n", + "0.10 25.250899 22.258008 \n", + "0.15 24.687198 22.244312 \n", + "0.20 23.981315 21.829518 \n", + "0.25 23.030930 21.081615 \n", + "0.30 21.832102 20.013713 \n", + "0.35 20.329822 18.680943 \n", + "0.40 18.963450 17.680901 \n", + "0.45 17.498641 16.617873 \n", + "0.50 16.386243 15.614999 \n", + "0.55 15.386619 14.686842 \n", + "0.60 14.588536 14.019172 \n", + "0.65 13.771396 13.185375 \n", + "0.70 13.017622 12.335051 \n", + "0.75 12.251515 11.786237 \n", + "0.80 11.452317 11.153848 \n", + "0.85 10.703170 10.502837 \n", + "0.90 10.203896 10.068553 \n", + "0.95 9.650927 9.452730 \n", + "1.00 9.219344 9.119793 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.008.8942969.2264599.50998810.10889110.92620111.59640112.51535913.46196914.74563216.462581...21.11574223.84648226.72146229.83613332.10858232.58506431.57023728.70417824.90317821.589564
0.058.8766559.2102349.79102610.14100011.07391511.89345412.72793213.79233715.51019217.045221...21.54951524.34290127.22173329.91856931.75403432.48193631.52379229.12550225.48286822.421984
0.108.8099869.2266689.65730810.10893010.90971411.87757012.70930914.02666715.22324317.024974...21.79592924.53562027.23712230.11686031.46876331.53609930.70781928.19598325.25089922.258008
0.158.6783268.9752099.5087819.94147910.77639011.77507012.65878713.94116515.17143617.055550...21.47949424.30515826.70407529.15141730.31690530.22483829.14068227.18185124.68719822.244312
0.208.1633388.5753169.1081539.59282810.47248211.24047612.20820113.54032914.97350116.643246...21.32703723.80837526.06977427.77186128.74043628.50809727.24421025.80384323.98131521.829518
0.257.7965378.1120038.5795109.24234310.02416310.84177512.05633213.35690014.77492416.375810...20.87537523.15904225.20250626.30839027.19188326.57566525.85052724.57787323.03093021.081615
0.307.3831047.6659918.0481278.7795959.51059110.34348311.59058112.87428414.47320516.091902...20.02565522.35961923.80640925.05628525.12598124.84702524.13353822.96552021.83210220.013713
0.357.0485817.3309577.7325298.3138459.0953649.97813611.06069212.44330414.04286715.696164...19.09574121.14879922.42341823.25895723.31071123.16942022.55752721.63467820.32982218.680943
0.406.7983687.0959857.4797857.8481348.4979549.14554510.44333711.82881813.26212215.026738...18.71673820.29654921.07767421.76434621.66748121.39067521.12847020.06402618.96345017.680901
0.456.4344756.7502447.1161947.5649078.1007078.7649959.84802411.19510612.61097914.095842...17.66659218.77649819.59235420.22875219.93468619.91002219.40253118.53624617.49864116.617873
0.506.0027606.3173766.7338497.1833747.6699368.5839279.45206110.53034611.89626113.180698...16.53094417.30710118.39016818.72866118.43784618.54398918.08577617.11869416.38624315.614999
0.555.6693126.0502036.4006106.7861287.3514298.1019929.1532139.93533511.16256512.432873...15.46359116.17553116.94107317.26474317.12233617.31145216.68210416.21913215.38661914.686842
0.605.3219075.7180396.2182586.6204726.9203567.6871058.5381639.40146110.51574611.951712...14.56347915.29357015.76243915.87079615.81136215.71781515.73266215.08760114.58853614.019172
0.655.0574355.4893205.8044466.2552956.5399387.2401108.1067508.85089110.11751711.203849...13.86279714.48015214.71169014.80232914.81341714.64780014.49978414.20311113.77139613.185375
0.704.8245985.2566155.6065505.9233016.2899336.8242797.5758788.4549299.61682710.770208...13.21550613.44713613.64866114.00522813.74238113.64878013.56365713.31926313.01762212.335051
0.754.5752364.8254115.1733815.4927015.9590546.5421667.2580137.8061858.97082210.121974...12.25278912.65264312.68441112.95761212.96103212.98256512.73414612.65335012.25151511.786237
0.804.3595304.5764824.8257135.2070755.5755956.0443076.7085577.4390818.5082839.525547...11.35725011.71955711.82269912.09234812.10938512.19719312.00058211.83655011.45231711.153848
0.854.0641024.3782454.6613024.9253035.2420165.7764926.3098947.1070878.0282748.994846...10.67532310.90678111.24117311.38970011.50923611.38116711.43682711.10602610.70317010.502837
0.903.8978044.0985704.3307644.6277784.9424325.4260855.9283616.6925417.5091708.460972...9.94317310.40862110.55907510.57324110.87800110.74796610.62148310.43818710.20389610.068553
0.953.6323873.7823294.0318234.2799404.5270744.9277945.4627826.2468697.0793438.030673...9.3299189.7114519.89559910.05889510.24672610.13386010.0365769.8375669.6509279.452730
1.003.2824523.5348553.7508634.0650074.3458354.7789665.1992926.0157516.8142287.548095...8.8484169.1320239.3467859.4295489.5156919.6361729.5204749.3215039.2193449.119793
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "execution_count": 18, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 18 + }, + { + "cell_type": "code", + "id": "fb95ffb17b0c765e", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T13:32:23.963441Z", + "start_time": "2024-08-18T13:32:23.947290Z" + } + }, + "source": [ + "print(\"Average Recall@50 for each beta across all alphas:\")\n", + "average_recall_at50" + ], + "outputs": [ + { + "data": { + "text/plain": [ + "Average Recall@\u001B[1;36m50\u001B[0m for each beta across all alphas:\n" + ], + "text/html": [ + "
Average Recall@50 for each beta across all alphas:\n",
+       "
\n" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "data": { + "text/plain": [ + "alpha 0.00 0.05 0.10 0.15 0.20 0.25 \\\n", + "beta \n", + "0.00 19.578140 20.230476 20.911461 21.796972 22.830028 24.129746 \n", + "0.05 19.230735 19.946699 20.777192 21.680477 22.781184 24.082356 \n", + "0.10 19.116808 19.748292 20.582639 21.513969 22.816727 23.869141 \n", + "0.15 18.782378 19.600199 20.479512 21.363609 22.616486 24.000893 \n", + "0.20 18.401279 19.347888 20.229468 21.144141 22.515875 23.799065 \n", + "0.25 18.167250 18.951167 19.531710 20.561856 21.879817 23.545865 \n", + "0.30 17.334829 18.349354 19.148552 20.013436 21.462794 23.048269 \n", + "0.35 16.635523 17.669143 18.518052 19.565930 20.981593 22.167385 \n", + "0.40 15.789749 16.720266 17.817893 18.699854 19.968066 21.400937 \n", + "0.45 15.024114 15.973006 16.870301 18.065028 19.297054 20.367108 \n", + "0.50 14.143346 15.176115 16.006058 17.087632 18.186885 19.619415 \n", + "0.55 13.579290 14.262294 15.124818 16.026609 17.405196 18.759669 \n", + "0.60 13.030345 13.547863 14.347927 15.143875 16.411484 17.678188 \n", + "0.65 12.302088 12.869959 13.617101 14.349343 15.481570 16.869358 \n", + "0.70 11.820192 12.339938 12.886315 13.606827 14.720091 16.136567 \n", + "0.75 11.573700 11.857059 12.241593 13.008172 14.024244 15.399620 \n", + "0.80 10.875586 11.458868 11.844386 12.343753 13.423360 14.651626 \n", + "0.85 10.444777 10.859021 11.444833 12.061640 12.776883 13.790425 \n", + "0.90 9.949657 10.495903 10.895679 11.580439 12.347528 13.275136 \n", + "0.95 9.535242 9.983955 10.449194 10.998743 11.634304 12.699691 \n", + "1.00 8.987411 9.437238 9.986485 10.369264 11.135370 11.987751 \n", + "\n", + "alpha 0.30 0.35 0.40 0.45 ... 0.55 0.60 \\\n", + "beta ... \n", + "0.00 25.464651 26.865924 29.033854 31.780478 ... 38.044970 41.609584 \n", + "0.05 25.514415 27.083953 29.813236 32.348651 ... 38.860616 42.443081 \n", + "0.10 25.396765 27.517555 29.932277 32.569470 ... 39.377754 42.859894 \n", + "0.15 25.598685 27.569546 29.734566 32.636480 ... 38.925543 42.210916 \n", + "0.20 25.134365 27.523782 29.634426 32.518490 ... 38.060557 41.476986 \n", + "0.25 24.932407 26.955586 29.023114 31.975208 ... 37.482087 40.198266 \n", + "0.30 24.298316 26.290237 28.388851 31.087089 ... 36.449897 38.668349 \n", + "0.35 23.615157 25.521616 27.688693 30.351270 ... 34.914867 37.183764 \n", + "0.40 22.612584 24.489503 26.971143 29.218245 ... 33.538050 35.270767 \n", + "0.45 21.786323 23.657385 25.657483 27.936640 ... 32.355918 33.807374 \n", + "0.50 20.904874 22.774442 24.656878 26.973805 ... 30.858869 32.193225 \n", + "0.55 19.861072 21.973225 23.822057 25.777964 ... 29.361085 30.728363 \n", + "0.60 19.198370 20.978097 22.594829 24.394973 ... 27.883905 29.098106 \n", + "0.65 18.266136 19.952446 21.528890 23.329507 ... 26.248549 27.401785 \n", + "0.70 17.234365 18.904962 20.336168 22.066185 ... 24.851904 25.950554 \n", + "0.75 16.436753 18.075319 19.339415 20.751357 ... 23.501493 24.348816 \n", + "0.80 15.621749 17.040074 18.423799 19.626798 ... 22.304708 23.103303 \n", + "0.85 14.970737 16.108273 17.594118 19.011708 ... 21.189324 21.709566 \n", + "0.90 14.342070 15.661146 16.699183 18.115791 ... 20.028671 20.482638 \n", + "0.95 13.813597 14.830181 16.031422 17.230868 ... 18.963925 19.170720 \n", + "1.00 13.265085 14.279780 15.399374 16.467802 ... 17.835265 17.904790 \n", + "\n", + "alpha 0.65 0.70 0.75 0.80 0.85 0.90 \\\n", + "beta \n", + "0.00 44.772875 48.508208 51.054089 52.036190 51.354323 48.161294 \n", + "0.05 45.877661 48.943643 51.320318 52.006178 50.774647 48.263622 \n", + "0.10 46.226327 48.792338 50.555904 50.991102 49.631100 47.098844 \n", + "0.15 45.559391 48.077465 49.029541 49.065354 47.356740 45.159178 \n", + "0.20 44.299308 46.115966 46.884062 46.770121 45.340997 43.016912 \n", + "0.25 42.434226 43.935810 44.586203 43.926699 42.881375 40.933160 \n", + "0.30 40.552371 41.783307 42.150644 41.328733 39.965675 38.520851 \n", + "0.35 38.833363 39.636925 39.724679 38.864748 37.750409 36.156363 \n", + "0.40 36.756520 37.154905 36.927324 36.552617 35.339121 33.943652 \n", + "0.45 34.908290 35.094915 34.997275 34.209151 33.044499 31.864829 \n", + "0.50 32.909987 32.943550 32.835373 32.030305 31.232416 30.167918 \n", + "0.55 31.167088 30.902470 30.696133 29.861850 29.183984 28.439882 \n", + "0.60 29.249961 29.141327 28.745955 28.302891 27.306857 26.758384 \n", + "0.65 27.773291 27.626886 27.117585 26.427087 25.648739 25.030780 \n", + "0.70 26.305271 25.996211 25.738108 24.844916 24.182175 23.544386 \n", + "0.75 24.589723 24.319627 24.027527 23.430327 22.849837 22.197147 \n", + "0.80 23.110222 22.854346 22.410850 22.112589 21.812967 21.232935 \n", + "0.85 21.748004 21.219687 21.045421 20.974465 20.625815 20.050108 \n", + "0.90 20.302159 20.107591 20.010477 20.008930 19.394431 18.963567 \n", + "0.95 19.040423 18.913808 18.711494 18.808121 18.294365 18.147464 \n", + "1.00 17.660171 17.913464 17.810950 17.710115 17.609527 17.396730 \n", + "\n", + "alpha 0.95 1.00 \n", + "beta \n", + "0.00 43.740746 38.788700 \n", + "0.05 44.058651 39.250124 \n", + "0.10 43.493627 39.266062 \n", + "0.15 42.282179 38.488109 \n", + "0.20 40.269724 37.208183 \n", + "0.25 38.488333 35.781749 \n", + "0.30 36.308271 34.254361 \n", + "0.35 34.391839 32.657855 \n", + "0.40 32.478240 30.939149 \n", + "0.45 30.766899 29.521519 \n", + "0.50 29.085402 27.725700 \n", + "0.55 27.256661 26.178901 \n", + "0.60 25.693941 24.745008 \n", + "0.65 24.012913 23.430955 \n", + "0.70 22.733234 22.116637 \n", + "0.75 21.651622 21.185400 \n", + "0.80 20.586064 20.219773 \n", + "0.85 19.565890 19.169890 \n", + "0.90 18.718228 18.385422 \n", + "0.95 17.868771 17.420661 \n", + "1.00 16.869201 16.553943 \n", + "\n", + "[21 rows x 21 columns]" + ], + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
alpha0.000.050.100.150.200.250.300.350.400.45...0.550.600.650.700.750.800.850.900.951.00
beta
0.0019.57814020.23047620.91146121.79697222.83002824.12974625.46465126.86592429.03385431.780478...38.04497041.60958444.77287548.50820851.05408952.03619051.35432348.16129443.74074638.788700
0.0519.23073519.94669920.77719221.68047722.78118424.08235625.51441527.08395329.81323632.348651...38.86061642.44308145.87766148.94364351.32031852.00617850.77464748.26362244.05865139.250124
0.1019.11680819.74829220.58263921.51396922.81672723.86914125.39676527.51755529.93227732.569470...39.37775442.85989446.22632748.79233850.55590450.99110249.63110047.09884443.49362739.266062
0.1518.78237819.60019920.47951221.36360922.61648624.00089325.59868527.56954629.73456632.636480...38.92554342.21091645.55939148.07746549.02954149.06535447.35674045.15917842.28217938.488109
0.2018.40127919.34788820.22946821.14414122.51587523.79906525.13436527.52378229.63442632.518490...38.06055741.47698644.29930846.11596646.88406246.77012145.34099743.01691240.26972437.208183
0.2518.16725018.95116719.53171020.56185621.87981723.54586524.93240726.95558629.02311431.975208...37.48208740.19826642.43422643.93581044.58620343.92669942.88137540.93316038.48833335.781749
0.3017.33482918.34935419.14855220.01343621.46279423.04826924.29831626.29023728.38885131.087089...36.44989738.66834940.55237141.78330742.15064441.32873339.96567538.52085136.30827134.254361
0.3516.63552317.66914318.51805219.56593020.98159322.16738523.61515725.52161627.68869330.351270...34.91486737.18376438.83336339.63692539.72467938.86474837.75040936.15636334.39183932.657855
0.4015.78974916.72026617.81789318.69985419.96806621.40093722.61258424.48950326.97114329.218245...33.53805035.27076736.75652037.15490536.92732436.55261735.33912133.94365232.47824030.939149
0.4515.02411415.97300616.87030118.06502819.29705420.36710821.78632323.65738525.65748327.936640...32.35591833.80737434.90829035.09491534.99727534.20915133.04449931.86482930.76689929.521519
0.5014.14334615.17611516.00605817.08763218.18688519.61941520.90487422.77444224.65687826.973805...30.85886932.19322532.90998732.94355032.83537332.03030531.23241630.16791829.08540227.725700
0.5513.57929014.26229415.12481816.02660917.40519618.75966919.86107221.97322523.82205725.777964...29.36108530.72836331.16708830.90247030.69613329.86185029.18398428.43988227.25666126.178901
0.6013.03034513.54786314.34792715.14387516.41148417.67818819.19837020.97809722.59482924.394973...27.88390529.09810629.24996129.14132728.74595528.30289127.30685726.75838425.69394124.745008
0.6512.30208812.86995913.61710114.34934315.48157016.86935818.26613619.95244621.52889023.329507...26.24854927.40178527.77329127.62688627.11758526.42708725.64873925.03078024.01291323.430955
0.7011.82019212.33993812.88631513.60682714.72009116.13656717.23436518.90496220.33616822.066185...24.85190425.95055426.30527125.99621125.73810824.84491624.18217523.54438622.73323422.116637
0.7511.57370011.85705912.24159313.00817214.02424415.39962016.43675318.07531919.33941520.751357...23.50149324.34881624.58972324.31962724.02752723.43032722.84983722.19714721.65162221.185400
0.8010.87558611.45886811.84438612.34375313.42336014.65162615.62174917.04007418.42379919.626798...22.30470823.10330323.11022222.85434622.41085022.11258921.81296721.23293520.58606420.219773
0.8510.44477710.85902111.44483312.06164012.77688313.79042514.97073716.10827317.59411819.011708...21.18932421.70956621.74800421.21968721.04542120.97446520.62581520.05010819.56589019.169890
0.909.94965710.49590310.89567911.58043912.34752813.27513614.34207015.66114616.69918318.115791...20.02867120.48263820.30215920.10759120.01047720.00893019.39443118.96356718.71822818.385422
0.959.5352429.98395510.44919410.99874311.63430412.69969113.81359714.83018116.03142217.230868...18.96392519.17072019.04042318.91380818.71149418.80812118.29436518.14746417.86877117.420661
1.008.9874119.4372389.98648510.36926411.13537011.98775113.26508514.27978015.39937416.467802...17.83526517.90479017.66017117.91346417.81095017.71011517.60952717.39673016.86920116.553943
\n", + "

21 rows × 21 columns

\n", + "
" + ] + }, + "execution_count": 19, + "metadata": {}, + "output_type": "execute_result" + } + ], + "execution_count": 19 + }, + { + "cell_type": "markdown", + "id": "67f4bc0ee894c55c", + "metadata": {}, + "source": [ + "#
Step 4: Plot the recall at 10 and 50 for all categories
" + ] + }, + { + "cell_type": "markdown", + "id": "55a915a8fd476b71", + "metadata": {}, + "source": [ + "##
Configure the plot style
" + ] + }, + { + "cell_type": "code", + "id": "54da80c62696fe30", + "metadata": { + "ExecuteTime": { + "end_time": "2024-08-18T13:32:24.345325Z", + "start_time": "2024-08-18T13:32:24.340309Z" + } + }, + "source": [ + "plt.style.use('seaborn-whitegrid')\n", + "pd.options.display.float_format = '{:.2f}'.format" + ], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/tmp/ipykernel_21172/3408074174.py:1: MatplotlibDeprecationWarning: The seaborn styles shipped by Matplotlib are deprecated since 3.6, as they no longer correspond to the styles shipped by seaborn. However, they will remain available as 'seaborn-v0_8-