gradio_tryout.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "e25090fa-f990-4f1a-84f3-b12159eedae8",
   "metadata": {},
   "source": [
    "# Try out gradio"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "afd23321-1870-44af-82ed-bb241d055dfa",
   "metadata": {},
   "source": []
  },
  {
   "cell_type": "markdown",
   "id": "3bbee2e4-55c8-4b06-9929-72026edf7932",
   "metadata": {},
   "source": [
    "**Load and try the model**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "f8c28d2d-8458-49fd-8ebf-5e729d6e861f",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Hardware accelerator e.g. GPU is available in the environment, but no `device` argument is passed to the `Pipeline` object. Model will be on CPU.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "First trip: We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train. \n",
      "\n",
      "Trip type: ['city trip', ['sightseeing'], 'variable weather / spring / autumn', 'luxury (including evening wear)', 'casual', 'indoor', 'no vehicle', 'no special condition', '3 days']\n"
     ]
    }
   ],
   "source": [
    "# Prerequisites\n",
    "from tabulate import tabulate\n",
    "from transformers import pipeline\n",
    "import json\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "# Load the model and create a pipeline for zero-shot classification (1min loading + classifying with 89 labels)\n",
    "classifier = pipeline(\"zero-shot-classification\", model=\"facebook/bart-large-mnli\")\n",
    "\n",
    "# get candidate labels\n",
    "with open(\"packing_label_structure.json\", \"r\") as file:\n",
    "    candidate_labels = json.load(file)\n",
    "keys_list = list(candidate_labels.keys())\n",
    "\n",
    "# Load test data (in list of dictionaries)\n",
    "with open(\"test_data.json\", \"r\") as file:\n",
    "    packing_data = json.load(file)\n",
    "# Extract all trip descriptions and trip_types\n",
    "trip_descriptions = [trip['description'] for trip in packing_data]\n",
    "trip_types = [trip['trip_types'] for trip in packing_data]\n",
    "\n",
    "# Access the first trip description\n",
    "first_trip = trip_descriptions[1]\n",
    "# Get the packing list for the secondfirst trip\n",
    "first_trip_type = trip_types[1]\n",
    "\n",
    "print(f\"First trip: {first_trip} \\n\")\n",
    "print(f\"Trip type: {first_trip_type}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "fed1f8bc-5baf-46e7-8763-9d56fb9c536b",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['city trip', 'micro-adventure / weekend trip', 'cultural exploration', 'festival trip', 'digital nomad trip', 'nature escape', 'hut trek (summer)', 'hut trek (winter)', 'yoga / wellness retreat', 'ski tour / skitour', 'long-distance hike / thru-hike', 'road trip (car/camper)', 'snowboard / splitboard trip', 'beach vacation', 'camping trip (campground)', 'camping trip (wild camping)'], 'scores': [0.43876224756240845, 0.28949078917503357, 0.2296781688928604, 0.013231690041720867, 0.006261605303734541, 0.0048823230899870396, 0.004273542668670416, 0.003523954190313816, 0.002200624207034707, 0.0017751322593539953, 0.0012460413854569197, 0.001187920686788857, 0.001103689894080162, 0.0010212253546342254, 0.0007383587071672082, 0.0006226822733879089]}\n",
      "city trip\n",
      "0\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['sightseeing', 'running', 'relaxing', 'photography', 'stand-up paddleboarding (SUP)', 'yoga', 'swimming', 'horseback riding', 'biking', 'hiking', 'fishing', 'hut-to-hut hiking', 'snowshoe hiking', 'surfing', 'cross-country skiing', 'ice climbing', 'rock climbing', 'skiing', 'paragliding', 'snorkeling', 'kayaking / canoeing', 'rafting', 'ski touring', 'scuba diving', 'going to the beach'], 'scores': [0.993356466293335, 0.6435525417327881, 0.22852905094623566, 0.041904889047145844, 0.016036055982112885, 0.009409126825630665, 0.005277613643556833, 0.0045664007775485516, 0.003934502601623535, 0.0032551318872720003, 0.0029276658315211535, 0.0028460840694606304, 0.002796007553115487, 0.002782624214887619, 0.0026962263509631157, 0.0022985099349170923, 0.0018938799621537328, 0.0014590730424970388, 0.0014523258432745934, 0.0011245544301345944, 0.0010432893177494407, 0.0005298255709931254, 0.0005263364873826504, 0.0003157037717755884, 0.0002174152177758515]}\n",
      "['sightseeing', 'running']\n",
      "1\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['variable weather / spring / autumn', 'warm destination / summer', 'dry / desert-like', 'cold destination / winter', 'tropical / humid'], 'scores': [0.2885315418243408, 0.26166394352912903, 0.21071799099445343, 0.13520291447639465, 0.10388367623090744]}\n",
      "variable weather / spring / autumn\n",
      "2\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['ultralight', 'lightweight (but comfortable)', 'luxury (including evening wear)', 'minimalist'], 'scores': [0.33056551218032837, 0.29158779978752136, 0.19290487468242645, 0.18494176864624023]}\n",
      "ultralight\n",
      "3\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['conservative', 'casual', 'formal (business trip)'], 'scores': [0.5861191749572754, 0.37694796919822693, 0.0369328074157238]}\n",
      "conservative\n",
      "4\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['huts with half board', 'indoor', 'sleeping in a car', 'sleeping in a tent'], 'scores': [0.4559071660041809, 0.4436822831630707, 0.05552537366747856, 0.04488520696759224]}\n",
      "huts with half board\n",
      "5\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.9014678001403809, 0.09853222221136093]}\n",
      "vehicle\n",
      "6\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['pet-friendly', 'rainy climate', 'off-grid / no electricity', 'self-supported (bring your own food/cooking)', 'snow and ice', 'high alpine terrain', 'no special conditions', 'child-friendly', 'avalanche-prone terrain'], 'scores': [0.19365736842155457, 0.16660872101783752, 0.16359402239322662, 0.1427871584892273, 0.09902289509773254, 0.06602667272090912, 0.06477302312850952, 0.05932661145925522, 0.04420347884297371]}\n",
      "pet-friendly\n",
      "7\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['3 days', '4 days', '1 day', '2 days', '7+ days', '5 days', '7 days', '6 days'], 'scores': [0.9385411143302917, 0.012675816193223, 0.009355404414236546, 0.00852197129279375, 0.00844663381576538, 0.00801017601042986, 0.00785527192056179, 0.006593691650778055]}\n",
      "3 days\n",
      "8\n"
     ]
    }
   ],
   "source": [
    "# Create an empty DataFrame with specified columns\n",
    "df = pd.DataFrame(columns=['superclass', 'pred_class'])\n",
    "cutoff = 0.5  # used to choose which activities are relevant\n",
    "\n",
    "# fill DataFrame\n",
    "for i, key in enumerate(keys_list):\n",
    "    # Run the classification (ca 30 seconds classifying)\n",
    "    if key == 'activities':\n",
    "        result = classifier(first_trip, candidate_labels[key], multi_label=True)\n",
    "        indices = [i for i, score in enumerate(result['scores']) if score > cutoff]\n",
    "        classes = [result['labels'][i] for i in indices]\n",
    "    else:\n",
    "        result = classifier(first_trip, candidate_labels[key])\n",
    "        classes = result[\"labels\"][0]\n",
    "    print(result)\n",
    "    print(classes)\n",
    "    print(i)\n",
    "    df.loc[i] = [key, classes]\n",
    "\n",
    "df['true_class'] = first_trip_type"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "2ec09e8f-75f5-45b1-b4c0-4fafd685d36b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "           superclass                          pred_class                          true_class   same\n",
      "0       activity_type                           city trip                           city trip   True\n",
      "1          activities              [sightseeing, running]                       [sightseeing]  False\n",
      "2   climate_or_season  variable weather / spring / autumn  variable weather / spring / autumn   True\n",
      "3    style_or_comfort                          ultralight     luxury (including evening wear)  False\n",
      "4          dress_code                        conservative                              casual  False\n",
      "5       accommodation                huts with half board                              indoor  False\n",
      "6      transportation                             vehicle                          no vehicle  False\n",
      "7  special_conditions                        pet-friendly                no special condition  False\n",
      "8    trip_length_days                              3 days                              3 days   True\n"
     ]
    }
   ],
   "source": [
    "pd.set_option('display.width', 1000) \n",
    "pd.set_option('display.max_columns', None)\n",
    "df['same_value'] = df['pred_class'] == df['true_class']\n",
    "print(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "82ae19c8-8bb7-4f7f-841b-1cb6501a17a7",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy (excluding activities): 0.3333333333333333\n"
     ]
    }
   ],
   "source": [
    "# accuracy excluding activities\n",
    "correct = sum(df.loc[df.index != 1, 'same_value'])\n",
    "total = len(df['same_value'])\n",
    "accuracy = correct/total\n",
    "print(\"Accuracy (excluding activities):\", accuracy)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "16c0a3ae-34ac-49a4-b59f-411a6f0ce947",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Percentage of true classes that were identified: 1.0\n",
      "Percentage of predicted classes that were wrong: 0.5\n"
     ]
    }
   ],
   "source": [
    "pred_class = df.loc[df.index == 1, 'pred_class'].iloc[0]\n",
    "true_class = df.loc[df.index == 1, 'true_class'].iloc[0]\n",
    "correct = [label for label in pred_class if label in true_class]\n",
    "\n",
    "num_correct = len(correct)\n",
    "correct_perc = num_correct/len(true_class)\n",
    "\n",
    "num_pred = len(pred_class)\n",
    "wrong_perc = (num_pred - num_correct)/num_pred\n",
    "\n",
    "print(\"Percentage of true classes that were identified:\", correct_perc)\n",
    "print(\"Percentage of predicted classes that were wrong:\", wrong_perc)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "3a762755-872d-43a6-b666-874d6133488c",
   "metadata": {},
   "outputs": [],
   "source": [
    "# write function that returns pandas data frame with predictions\n",
    "\n",
    "cut_off = 0.5  # used to choose which activities are relevant\n",
    "\n",
    "def pred_trip(trip_descr, trip_type, cut_off):\n",
    "    # Create an empty DataFrame with specified columns\n",
    "    df = pd.DataFrame(columns=['superclass', 'pred_class'])\n",
    "    for i, key in enumerate(keys_list):\n",
    "        if key == 'activities':\n",
    "            result = classifier(trip_descr, candidate_labels[key], multi_label=True)\n",
    "            indices = [i for i, score in enumerate(result['scores']) if score > cut_off]\n",
    "            classes = [result['labels'][i] for i in indices]\n",
    "        else:\n",
    "            result = classifier(trip_descr, candidate_labels[key])\n",
    "            classes = result[\"labels\"][0]\n",
    "        print(result)\n",
    "        print(classes)\n",
    "        print(i)\n",
    "        df.loc[i] = [key, classes]\n",
    "    df['true_class'] = trip_type\n",
    "    return df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "a8087c21-1723-4d8b-b16a-b9a8c4711b3c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['city trip', 'micro-adventure / weekend trip', 'cultural exploration', 'festival trip', 'digital nomad trip', 'nature escape', 'hut trek (summer)', 'hut trek (winter)', 'yoga / wellness retreat', 'ski tour / skitour', 'long-distance hike / thru-hike', 'road trip (car/camper)', 'snowboard / splitboard trip', 'beach vacation', 'camping trip (campground)', 'camping trip (wild camping)'], 'scores': [0.43876224756240845, 0.28949078917503357, 0.2296781688928604, 0.013231690041720867, 0.006261605303734541, 0.0048823230899870396, 0.004273542668670416, 0.003523954190313816, 0.002200624207034707, 0.0017751322593539953, 0.0012460413854569197, 0.001187920686788857, 0.001103689894080162, 0.0010212253546342254, 0.0007383587071672082, 0.0006226822733879089]}\n",
      "city trip\n",
      "0\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['sightseeing', 'running', 'relaxing', 'photography', 'stand-up paddleboarding (SUP)', 'yoga', 'swimming', 'horseback riding', 'biking', 'hiking', 'fishing', 'hut-to-hut hiking', 'snowshoe hiking', 'surfing', 'cross-country skiing', 'ice climbing', 'rock climbing', 'skiing', 'paragliding', 'snorkeling', 'kayaking / canoeing', 'rafting', 'ski touring', 'scuba diving', 'going to the beach'], 'scores': [0.993356466293335, 0.6435525417327881, 0.22852905094623566, 0.041904889047145844, 0.016036055982112885, 0.009409126825630665, 0.005277613643556833, 0.0045664007775485516, 0.003934502601623535, 0.0032551318872720003, 0.0029276658315211535, 0.0028460840694606304, 0.002796007553115487, 0.002782624214887619, 0.0026962263509631157, 0.0022985099349170923, 0.0018938799621537328, 0.0014590730424970388, 0.0014523258432745934, 0.0011245544301345944, 0.0010432893177494407, 0.0005298255709931254, 0.0005263364873826504, 0.0003157037717755884, 0.0002174152177758515]}\n",
      "['sightseeing', 'running']\n",
      "1\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['variable weather / spring / autumn', 'warm destination / summer', 'dry / desert-like', 'cold destination / winter', 'tropical / humid'], 'scores': [0.2885315418243408, 0.26166394352912903, 0.21071799099445343, 0.13520291447639465, 0.10388367623090744]}\n",
      "variable weather / spring / autumn\n",
      "2\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['ultralight', 'lightweight (but comfortable)', 'luxury (including evening wear)', 'minimalist'], 'scores': [0.33056551218032837, 0.29158779978752136, 0.19290487468242645, 0.18494176864624023]}\n",
      "ultralight\n",
      "3\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['conservative', 'casual', 'formal (business trip)'], 'scores': [0.5861191749572754, 0.37694796919822693, 0.0369328074157238]}\n",
      "conservative\n",
      "4\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['huts with half board', 'indoor', 'sleeping in a car', 'sleeping in a tent'], 'scores': [0.4559071660041809, 0.4436822831630707, 0.05552537366747856, 0.04488520696759224]}\n",
      "huts with half board\n",
      "5\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.9014678001403809, 0.09853222221136093]}\n",
      "vehicle\n",
      "6\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['pet-friendly', 'rainy climate', 'off-grid / no electricity', 'self-supported (bring your own food/cooking)', 'snow and ice', 'high alpine terrain', 'no special conditions', 'child-friendly', 'avalanche-prone terrain'], 'scores': [0.19365736842155457, 0.16660872101783752, 0.16359402239322662, 0.1427871584892273, 0.09902289509773254, 0.06602667272090912, 0.06477302312850952, 0.05932661145925522, 0.04420347884297371]}\n",
      "pet-friendly\n",
      "7\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['3 days', '4 days', '1 day', '2 days', '7+ days', '5 days', '7 days', '6 days'], 'scores': [0.9385411143302917, 0.012675816193223, 0.009355404414236546, 0.00852197129279375, 0.00844663381576538, 0.00801017601042986, 0.00785527192056179, 0.006593691650778055]}\n",
      "3 days\n",
      "8\n"
     ]
    }
   ],
   "source": [
    "test = pred_trip(first_trip, first_trip_type, cut_off = 0.5)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "3b4f3193-3bdd-453c-8664-df84f955600c",
   "metadata": {},
   "outputs": [],
   "source": [
    "# write function for accuracy, perc true classes identified and perc wrong pred classes\n",
    "\n",
    "def perf_measure(df):\n",
    "    df['same_value'] = df['pred_class'] == df['true_class']\n",
    "    correct = sum(df.loc[df.index != 1, 'same_value'])\n",
    "    total = len(df['same_value'])\n",
    "    accuracy = correct/total\n",
    "    pred_class = df.loc[df.index == 1, 'pred_class'].iloc[0]\n",
    "    true_class = df.loc[df.index == 1, 'true_class'].iloc[0]\n",
    "    correct = [label for label in pred_class if label in true_class]\n",
    "    num_correct = len(correct)\n",
    "    correct_perc = num_correct/len(true_class)\n",
    "    num_pred = len(pred_class)\n",
    "    wrong_perc = (num_pred - num_correct)/num_pred\n",
    "    df_perf = pd.DataFrame({\n",
    "    'accuracy': [accuracy],\n",
    "    'true_ident': [correct_perc],\n",
    "    'false_pred': [wrong_perc]\n",
    "    })\n",
    "    return(df_perf)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "ac8e6536-6b00-40b4-8231-877547926d5b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "           superclass                          pred_class                          true_class   same\n",
      "0       activity_type                           city trip                           city trip   True\n",
      "1          activities              [sightseeing, running]                       [sightseeing]  False\n",
      "2   climate_or_season  variable weather / spring / autumn  variable weather / spring / autumn   True\n",
      "3    style_or_comfort                          ultralight     luxury (including evening wear)  False\n",
      "4          dress_code                        conservative                              casual  False\n",
      "5       accommodation                huts with half board                              indoor  False\n",
      "6      transportation                             vehicle                          no vehicle  False\n",
      "7  special_conditions                        pet-friendly                no special condition  False\n",
      "8    trip_length_days                              3 days                              3 days   True\n",
      "   accuracy  true_ident  false_pred\n",
      "0  0.333333         1.0         0.5\n"
     ]
    }
   ],
   "source": [
    "print(test)\n",
    "print(perf_measure(test))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "62c5c18c-58f4-465c-a188-c57cfa7ffa90",
   "metadata": {},
   "source": [
    "**Now do the same for all trips**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "4dd01755-be8d-4904-8494-ac28aba2fee7",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['beach vacation', 'micro-adventure / weekend trip', 'nature escape', 'digital nomad trip', 'cultural exploration', 'yoga / wellness retreat', 'festival trip', 'long-distance hike / thru-hike', 'hut trek (summer)', 'city trip', 'road trip (car/camper)', 'ski tour / skitour', 'camping trip (campground)', 'snowboard / splitboard trip', 'camping trip (wild camping)', 'hut trek (winter)'], 'scores': [0.37631064653396606, 0.35016775131225586, 0.13397355377674103, 0.031636204570531845, 0.031270742416381836, 0.012846449390053749, 0.012699575163424015, 0.009526746347546577, 0.008148356340825558, 0.007793044205754995, 0.006512156222015619, 0.005669699050486088, 0.0044484627433121204, 0.004113250877708197, 0.002713854657486081, 0.002169555053114891]}\n",
      "beach vacation\n",
      "0\n",
      "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['going to the beach', 'relaxing', 'hiking', 'swimming', 'sightseeing', 'running', 'hut-to-hut hiking', 'biking', 'photography', 'surfing', 'stand-up paddleboarding (SUP)', 'snorkeling', 'yoga', 'kayaking / canoeing', 'rock climbing', 'fishing', 'paragliding', 'rafting', 'horseback riding', 'snowshoe hiking', 'cross-country skiing', 'ice climbing', 'skiing', 'scuba diving', 'ski touring'], 'scores': [0.9914858341217041, 0.9771362543106079, 0.9426282048225403, 0.21901991963386536, 0.17586199939250946, 0.09854521602392197, 0.08370419591665268, 0.03679152950644493, 0.03668990358710289, 0.03099300153553486, 0.025300050154328346, 0.021451234817504883, 0.011070131324231625, 0.0075112744234502316, 0.006306737195700407, 0.0034973458386957645, 0.002655829070135951, 0.00197031581774354, 0.0015599008183926344, 0.001527810120023787, 0.0015017405385151505, 0.0014336870517581701, 0.0011686616344377398, 0.000789369223639369, 0.0004912536824122071]}\n",
      "['going to the beach', 'relaxing', 'hiking']\n",
      "1\n",
      "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['warm destination / summer', 'tropical / humid', 'variable weather / spring / autumn', 'dry / desert-like', 'cold destination / winter'], 'scores': [0.6468702554702759, 0.19999535381793976, 0.09394325315952301, 0.05279730260372162, 0.0063938056118786335]}\n",
      "warm destination / summer\n",
      "2\n",
      "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['minimalist', 'ultralight', 'lightweight (but comfortable)', 'luxury (including evening wear)'], 'scores': [0.4286234974861145, 0.2564568817615509, 0.2147122174501419, 0.10020739585161209]}\n",
      "minimalist\n",
      "3\n",
      "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.6567223072052002, 0.3034382164478302, 0.039839524775743484]}\n",
      "casual\n",
      "4\n",
      "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['huts with half board', 'indoor', 'sleeping in a car', 'sleeping in a tent'], 'scores': [0.5007699728012085, 0.34074831008911133, 0.10416240990161896, 0.05431929975748062]}\n",
      "huts with half board\n",
      "5\n",
      "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.7521055936813354, 0.24789436161518097]}\n",
      "vehicle\n",
      "6\n",
      "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['off-grid / no electricity', 'self-supported (bring your own food/cooking)', 'no special conditions', 'pet-friendly', 'rainy climate', 'child-friendly', 'snow and ice', 'high alpine terrain', 'avalanche-prone terrain'], 'scores': [0.46220096945762634, 0.12957870960235596, 0.10651793330907822, 0.09777138382196426, 0.06722460687160492, 0.0632496327161789, 0.04952802509069443, 0.015049820765852928, 0.008878983557224274]}\n",
      "off-grid / no electricity\n",
      "7\n",
      "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['7+ days', '2 days', '1 day', '6 days', '3 days', '4 days', '7 days', '5 days'], 'scores': [0.21139054000377655, 0.18512114882469177, 0.14520084857940674, 0.0976138487458229, 0.094282366335392, 0.09376301616430283, 0.09161651134490967, 0.08101171255111694]}\n",
      "7+ days\n",
      "8\n",
      "           superclass                              pred_class                                        true_class\n",
      "0       activity_type                          beach vacation                                    beach vacation\n",
      "1          activities  [going to the beach, relaxing, hiking]  [swimming, going to the beach, relaxing, hiking]\n",
      "2   climate_or_season               warm destination / summer                         warm destination / summer\n",
      "3    style_or_comfort                              minimalist                     lightweight (but comfortable)\n",
      "4          dress_code                                  casual                                            casual\n",
      "5       accommodation                    huts with half board                                            indoor\n",
      "6      transportation                                 vehicle                                        no vehicle\n",
      "7  special_conditions               off-grid / no electricity                             no special conditions\n",
      "8    trip_length_days                                 7+ days                                            7 days\n",
      "   accuracy  true_ident  false_pred\n",
      "0  0.333333        0.75         0.0\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['city trip', 'micro-adventure / weekend trip', 'cultural exploration', 'festival trip', 'digital nomad trip', 'nature escape', 'hut trek (summer)', 'hut trek (winter)', 'yoga / wellness retreat', 'ski tour / skitour', 'long-distance hike / thru-hike', 'road trip (car/camper)', 'snowboard / splitboard trip', 'beach vacation', 'camping trip (campground)', 'camping trip (wild camping)'], 'scores': [0.43876224756240845, 0.28949078917503357, 0.2296781688928604, 0.013231690041720867, 0.006261605303734541, 0.0048823230899870396, 0.004273542668670416, 0.003523954190313816, 0.002200624207034707, 0.0017751322593539953, 0.0012460413854569197, 0.001187920686788857, 0.001103689894080162, 0.0010212253546342254, 0.0007383587071672082, 0.0006226822733879089]}\n",
      "city trip\n",
      "0\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['sightseeing', 'running', 'relaxing', 'photography', 'stand-up paddleboarding (SUP)', 'yoga', 'swimming', 'horseback riding', 'biking', 'hiking', 'fishing', 'hut-to-hut hiking', 'snowshoe hiking', 'surfing', 'cross-country skiing', 'ice climbing', 'rock climbing', 'skiing', 'paragliding', 'snorkeling', 'kayaking / canoeing', 'rafting', 'ski touring', 'scuba diving', 'going to the beach'], 'scores': [0.993356466293335, 0.6435525417327881, 0.22852905094623566, 0.041904889047145844, 0.016036055982112885, 0.009409126825630665, 0.005277613643556833, 0.0045664007775485516, 0.003934502601623535, 0.0032551318872720003, 0.0029276658315211535, 0.0028460840694606304, 0.002796007553115487, 0.002782624214887619, 0.0026962263509631157, 0.0022985099349170923, 0.0018938799621537328, 0.0014590730424970388, 0.0014523258432745934, 0.0011245544301345944, 0.0010432893177494407, 0.0005298255709931254, 0.0005263364873826504, 0.0003157037717755884, 0.0002174152177758515]}\n",
      "['sightseeing', 'running']\n",
      "1\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['variable weather / spring / autumn', 'warm destination / summer', 'dry / desert-like', 'cold destination / winter', 'tropical / humid'], 'scores': [0.2885315418243408, 0.26166394352912903, 0.21071799099445343, 0.13520291447639465, 0.10388367623090744]}\n",
      "variable weather / spring / autumn\n",
      "2\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['ultralight', 'lightweight (but comfortable)', 'luxury (including evening wear)', 'minimalist'], 'scores': [0.33056551218032837, 0.29158779978752136, 0.19290487468242645, 0.18494176864624023]}\n",
      "ultralight\n",
      "3\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['conservative', 'casual', 'formal (business trip)'], 'scores': [0.5861191749572754, 0.37694796919822693, 0.0369328074157238]}\n",
      "conservative\n",
      "4\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['huts with half board', 'indoor', 'sleeping in a car', 'sleeping in a tent'], 'scores': [0.4559071660041809, 0.4436822831630707, 0.05552537366747856, 0.04488520696759224]}\n",
      "huts with half board\n",
      "5\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.9014678001403809, 0.09853222221136093]}\n",
      "vehicle\n",
      "6\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['pet-friendly', 'rainy climate', 'off-grid / no electricity', 'self-supported (bring your own food/cooking)', 'snow and ice', 'high alpine terrain', 'no special conditions', 'child-friendly', 'avalanche-prone terrain'], 'scores': [0.19365736842155457, 0.16660872101783752, 0.16359402239322662, 0.1427871584892273, 0.09902289509773254, 0.06602667272090912, 0.06477302312850952, 0.05932661145925522, 0.04420347884297371]}\n",
      "pet-friendly\n",
      "7\n",
      "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['3 days', '4 days', '1 day', '2 days', '7+ days', '5 days', '7 days', '6 days'], 'scores': [0.9385411143302917, 0.012675816193223, 0.009355404414236546, 0.00852197129279375, 0.00844663381576538, 0.00801017601042986, 0.00785527192056179, 0.006593691650778055]}\n",
      "3 days\n",
      "8\n",
      "           superclass                          pred_class                          true_class\n",
      "0       activity_type                           city trip                           city trip\n",
      "1          activities              [sightseeing, running]                       [sightseeing]\n",
      "2   climate_or_season  variable weather / spring / autumn  variable weather / spring / autumn\n",
      "3    style_or_comfort                          ultralight     luxury (including evening wear)\n",
      "4          dress_code                        conservative                              casual\n",
      "5       accommodation                huts with half board                              indoor\n",
      "6      transportation                             vehicle                          no vehicle\n",
      "7  special_conditions                        pet-friendly                no special condition\n",
      "8    trip_length_days                              3 days                              3 days\n",
      "   accuracy  true_ident  false_pred\n",
      "0  0.333333        0.75         0.0\n",
      "1  0.333333        1.00         0.5\n",
      "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['micro-adventure / weekend trip', 'cultural exploration', 'festival trip', 'city trip', 'digital nomad trip', 'hut trek (winter)', 'nature escape', 'ski tour / skitour', 'snowboard / splitboard trip', 'long-distance hike / thru-hike', 'yoga / wellness retreat', 'road trip (car/camper)', 'hut trek (summer)', 'camping trip (campground)', 'beach vacation', 'camping trip (wild camping)'], 'scores': [0.2392912209033966, 0.15534718334674835, 0.13751967251300812, 0.09226146340370178, 0.07452593743801117, 0.06707481294870377, 0.04759081080555916, 0.043233778327703476, 0.028630005195736885, 0.01878121681511402, 0.0180769432336092, 0.017894743010401726, 0.017357835546135902, 0.017217138782143593, 0.01436654757708311, 0.010830691084265709]}\n",
      "micro-adventure / weekend trip\n",
      "0\n",
      "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['running', 'sightseeing', 'photography', 'stand-up paddleboarding (SUP)', 'relaxing', 'cross-country skiing', 'skiing', 'biking', 'horseback riding', 'kayaking / canoeing', 'hiking', 'snowshoe hiking', 'rock climbing', 'ice climbing', 'fishing', 'ski touring', 'going to the beach', 'hut-to-hut hiking', 'rafting', 'swimming', 'surfing', 'snorkeling', 'yoga', 'paragliding', 'scuba diving'], 'scores': [0.7003850340843201, 0.11371292173862457, 0.037029631435871124, 0.03360823914408684, 0.02719508484005928, 0.020364845171570778, 0.01584702357649803, 0.015790844336152077, 0.015647919848561287, 0.012953400611877441, 0.010651995427906513, 0.009859885089099407, 0.008985543623566628, 0.008797547779977322, 0.007938007824122906, 0.007290820125490427, 0.006831961218267679, 0.006372789852321148, 0.006293026264756918, 0.004361668601632118, 0.00409139646217227, 0.0032699385192245245, 0.0026200537104159594, 0.0024058902636170387, 0.0014953003264963627]}\n",
      "['running']\n",
      "1\n",
      "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['cold destination / winter', 'warm destination / summer', 'dry / desert-like', 'tropical / humid', 'variable weather / spring / autumn'], 'scores': [0.32574304938316345, 0.19408294558525085, 0.17832006514072418, 0.1775846630334854, 0.12426932901144028]}\n",
      "cold destination / winter\n",
      "2\n",
      "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['lightweight (but comfortable)', 'minimalist', 'luxury (including evening wear)', 'ultralight'], 'scores': [0.334703654050827, 0.25336575508117676, 0.2077224999666214, 0.204208105802536]}\n",
      "lightweight (but comfortable)\n",
      "3\n",
      "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.5872262120246887, 0.3484684228897095, 0.06430540233850479]}\n",
      "casual\n",
      "4\n",
      "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['huts with half board', 'indoor', 'sleeping in a tent', 'sleeping in a car'], 'scores': [0.4828520715236664, 0.29535308480262756, 0.13302002847194672, 0.08877479285001755]}\n",
      "huts with half board\n",
      "5\n",
      "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.9325927495956421, 0.06740719825029373]}\n",
      "vehicle\n",
      "6\n",
      "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['off-grid / no electricity', 'high alpine terrain', 'snow and ice', 'rainy climate', 'self-supported (bring your own food/cooking)', 'pet-friendly', 'avalanche-prone terrain', 'child-friendly', 'no special conditions'], 'scores': [0.2509196698665619, 0.14195245504379272, 0.1384759396314621, 0.13007090985774994, 0.11442799866199493, 0.09318387508392334, 0.04901996999979019, 0.04704733192920685, 0.03490184620022774]}\n",
      "off-grid / no electricity\n",
      "7\n",
      "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['7+ days', '2 days', '5 days', '1 day', '3 days', '6 days', '4 days', '7 days'], 'scores': [0.1944044679403305, 0.15996229648590088, 0.14701354503631592, 0.11328177154064178, 0.11079160124063492, 0.09671943634748459, 0.0910923033952713, 0.08673460781574249]}\n",
      "7+ days\n",
      "8\n",
      "           superclass                      pred_class                     true_class\n",
      "0       activity_type  micro-adventure / weekend trip                      city trip\n",
      "1          activities                       [running]                     [relaxing]\n",
      "2   climate_or_season       cold destination / winter      cold destination / winter\n",
      "3    style_or_comfort   lightweight (but comfortable)  lightweight (but comfortable)\n",
      "4          dress_code                          casual                         casual\n",
      "5       accommodation            huts with half board                         indoor\n",
      "6      transportation                         vehicle                     no vehicle\n",
      "7  special_conditions       off-grid / no electricity           no special condition\n",
      "8    trip_length_days                         7+ days                        7+ days\n",
      "   accuracy  true_ident  false_pred\n",
      "0  0.333333        0.75         0.0\n",
      "1  0.333333        1.00         0.5\n",
      "2  0.444444        0.00         1.0\n",
      "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['cultural exploration', 'micro-adventure / weekend trip', 'nature escape', 'hut trek (summer)', 'digital nomad trip', 'city trip', 'long-distance hike / thru-hike', 'festival trip', 'hut trek (winter)', 'yoga / wellness retreat', 'road trip (car/camper)', 'camping trip (campground)', 'beach vacation', 'ski tour / skitour', 'snowboard / splitboard trip', 'camping trip (wild camping)'], 'scores': [0.46336302161216736, 0.1727677881717682, 0.07163920998573303, 0.0506572462618351, 0.04663144052028656, 0.04209558293223381, 0.031931012868881226, 0.025467030704021454, 0.01593252643942833, 0.014883406460285187, 0.013931799679994583, 0.011312623508274555, 0.010983764193952084, 0.01052050944417715, 0.008977973833680153, 0.008905108086764812]}\n",
      "cultural exploration\n",
      "0\n",
      "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['hiking', 'rafting', 'sightseeing', 'kayaking / canoeing', 'hut-to-hut hiking', 'running', 'photography', 'horseback riding', 'stand-up paddleboarding (SUP)', 'relaxing', 'swimming', 'biking', 'fishing', 'snowshoe hiking', 'rock climbing', 'going to the beach', 'snorkeling', 'yoga', 'surfing', 'cross-country skiing', 'ice climbing', 'paragliding', 'scuba diving', 'skiing', 'ski touring'], 'scores': [0.972043514251709, 0.9528122544288635, 0.8972923159599304, 0.4682398736476898, 0.32698461413383484, 0.32268962264060974, 0.13095048069953918, 0.08518116176128387, 0.0796419307589531, 0.07568981498479843, 0.05600163713097572, 0.055922020226716995, 0.05140833556652069, 0.043697480112314224, 0.03483415022492409, 0.027331499382853508, 0.024191800504922867, 0.01979714259505272, 0.016146888956427574, 0.014535189606249332, 0.013982715085148811, 0.012163450941443443, 0.007916608825325966, 0.006059339735656977, 0.0032862559892237186]}\n",
      "['hiking', 'rafting', 'sightseeing']\n",
      "1\n",
      "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['warm destination / summer', 'variable weather / spring / autumn', 'tropical / humid', 'dry / desert-like', 'cold destination / winter'], 'scores': [0.44384506344795227, 0.2690219581127167, 0.1677556335926056, 0.06238124519586563, 0.056996092200279236]}\n",
      "warm destination / summer\n",
      "2\n",
      "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['minimalist', 'lightweight (but comfortable)', 'luxury (including evening wear)', 'ultralight'], 'scores': [0.3486657440662384, 0.31562066078186035, 0.18116892874240875, 0.1545446217060089]}\n",
      "minimalist\n",
      "3\n",
      "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.653571605682373, 0.2889733612537384, 0.057454951107501984]}\n",
      "casual\n",
      "4\n",
      "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['huts with half board', 'indoor', 'sleeping in a tent', 'sleeping in a car'], 'scores': [0.46777573227882385, 0.2539612352848053, 0.16836754977703094, 0.10989541560411453]}\n",
      "huts with half board\n",
      "5\n",
      "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.7252210378646851, 0.27477893233299255]}\n",
      "vehicle\n",
      "6\n",
      "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['self-supported (bring your own food/cooking)', 'rainy climate', 'off-grid / no electricity', 'high alpine terrain', 'snow and ice', 'pet-friendly', 'avalanche-prone terrain', 'no special conditions', 'child-friendly'], 'scores': [0.39003658294677734, 0.20380789041519165, 0.09472139179706573, 0.08575285971164703, 0.07610892504453659, 0.04846395552158356, 0.03600940853357315, 0.0329112708568573, 0.03218770772218704]}\n",
      "self-supported (bring your own food/cooking)\n",
      "7\n",
      "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['7+ days', '3 days', '6 days', '7 days', '5 days', '4 days', '2 days', '1 day'], 'scores': [0.37269166111946106, 0.15968835353851318, 0.1272405982017517, 0.11949551105499268, 0.09665583074092865, 0.07941259443759918, 0.02776406519114971, 0.0170513316988945]}\n",
      "7+ days\n",
      "8\n",
      "           superclass                                    pred_class                          true_class\n",
      "0       activity_type                          cultural exploration                cultural exploration\n",
      "1          activities                [hiking, rafting, sightseeing]      [sightseeing, hiking, rafting]\n",
      "2   climate_or_season                     warm destination / summer  variable weather / spring / autumn\n",
      "3    style_or_comfort                                    minimalist       lightweight (but comfortable)\n",
      "4          dress_code                                        casual                              casual\n",
      "5       accommodation                          huts with half board                              indoor\n",
      "6      transportation                                       vehicle                          no vehicle\n",
      "7  special_conditions  self-supported (bring your own food/cooking)                       rainy climate\n",
      "8    trip_length_days                                       7+ days                             7+ days\n",
      "   accuracy  true_ident  false_pred\n",
      "0  0.333333        0.75         0.0\n",
      "1  0.333333        1.00         0.5\n",
      "2  0.444444        0.00         1.0\n",
      "3  0.333333        1.00         0.0\n",
      "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['nature escape', 'micro-adventure / weekend trip', 'hut trek (summer)', 'festival trip', 'cultural exploration', 'digital nomad trip', 'road trip (car/camper)', 'city trip', 'beach vacation', 'yoga / wellness retreat', 'long-distance hike / thru-hike', 'camping trip (campground)', 'ski tour / skitour', 'camping trip (wild camping)', 'snowboard / splitboard trip', 'hut trek (winter)'], 'scores': [0.47466129064559937, 0.16936436295509338, 0.05788277089595795, 0.05779806524515152, 0.05607228726148605, 0.046175211668014526, 0.03308841958642006, 0.022494975477457047, 0.016859961673617363, 0.01673378236591816, 0.011891375295817852, 0.010220238007605076, 0.009581994265317917, 0.00800924189388752, 0.005885846447199583, 0.003280133241787553]}\n",
      "nature escape\n",
      "0\n",
      "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['hiking', 'swimming', 'relaxing', 'hut-to-hut hiking', 'snowshoe hiking', 'photography', 'going to the beach', 'running', 'stand-up paddleboarding (SUP)', 'horseback riding', 'kayaking / canoeing', 'sightseeing', 'snorkeling', 'rafting', 'surfing', 'rock climbing', 'fishing', 'paragliding', 'biking', 'yoga', 'ice climbing', 'scuba diving', 'cross-country skiing', 'ski touring', 'skiing'], 'scores': [0.9834448099136353, 0.9827073216438293, 0.9554252624511719, 0.302951455116272, 0.15803122520446777, 0.07539486140012741, 0.04432662948966026, 0.041922833770513535, 0.037780944257974625, 0.021722102537751198, 0.018872562795877457, 0.015834694728255272, 0.01344585046172142, 0.008506654761731625, 0.008275093510746956, 0.007949848659336567, 0.007900969125330448, 0.006161535624414682, 0.005462693050503731, 0.004551028832793236, 0.004176904447376728, 0.003736245445907116, 0.0031280280090868473, 0.0018006752943620086, 0.0014146548928692937]}\n",
      "['hiking', 'swimming', 'relaxing']\n",
      "1\n",
      "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['warm destination / summer', 'variable weather / spring / autumn', 'dry / desert-like', 'tropical / humid', 'cold destination / winter'], 'scores': [0.950709342956543, 0.019234782084822655, 0.01766001060605049, 0.009133369661867619, 0.0032624907325953245]}\n",
      "warm destination / summer\n",
      "2\n",
      "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['luxury (including evening wear)', 'lightweight (but comfortable)', 'ultralight', 'minimalist'], 'scores': [0.3035975396633148, 0.29390522837638855, 0.23362991213798523, 0.16886736452579498]}\n",
      "luxury (including evening wear)\n",
      "3\n",
      "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.5692072510719299, 0.3603260815143585, 0.07046671956777573]}\n",
      "casual\n",
      "4\n",
      "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['huts with half board', 'indoor', 'sleeping in a tent', 'sleeping in a car'], 'scores': [0.5352669954299927, 0.21521903574466705, 0.15747497975826263, 0.09203897416591644]}\n",
      "huts with half board\n",
      "5\n",
      "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.8241589069366455, 0.1758410781621933]}\n",
      "vehicle\n",
      "6\n",
      "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['pet-friendly', 'off-grid / no electricity', 'self-supported (bring your own food/cooking)', 'no special conditions', 'rainy climate', 'child-friendly', 'snow and ice', 'high alpine terrain', 'avalanche-prone terrain'], 'scores': [0.2958301901817322, 0.1270701289176941, 0.11052859574556351, 0.10127398371696472, 0.09833040833473206, 0.09256233274936676, 0.08372248709201813, 0.06674295663833618, 0.023938972502946854]}\n",
      "pet-friendly\n",
      "7\n",
      "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['7+ days', '1 day', '4 days', '2 days', '6 days', '5 days', '7 days', '3 days'], 'scores': [0.831832766532898, 0.03202304244041443, 0.02475377917289734, 0.024069445207715034, 0.023275017738342285, 0.022024031728506088, 0.021049346774816513, 0.020972533151507378]}\n",
      "7+ days\n",
      "8\n",
      "           superclass                       pred_class                     true_class\n",
      "0       activity_type                    nature escape                  nature escape\n",
      "1          activities     [hiking, swimming, relaxing]   [swimming, relaxing, hiking]\n",
      "2   climate_or_season        warm destination / summer      warm destination / summer\n",
      "3    style_or_comfort  luxury (including evening wear)  lightweight (but comfortable)\n",
      "4          dress_code                           casual                         casual\n",
      "5       accommodation             huts with half board                         indoor\n",
      "6      transportation                          vehicle                     no vehicle\n",
      "7  special_conditions                     pet-friendly          no special conditions\n",
      "8    trip_length_days                          7+ days                        7+ days\n",
      "   accuracy  true_ident  false_pred\n",
      "0  0.333333        0.75         0.0\n",
      "1  0.333333        1.00         0.5\n",
      "2  0.444444        0.00         1.0\n",
      "3  0.333333        1.00         0.0\n",
      "4  0.444444        1.00         0.0\n",
      "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['nature escape', 'long-distance hike / thru-hike', 'road trip (car/camper)', 'micro-adventure / weekend trip', 'digital nomad trip', 'beach vacation', 'festival trip', 'snowboard / splitboard trip', 'city trip', 'cultural exploration', 'camping trip (wild camping)', 'camping trip (campground)', 'hut trek (summer)', 'ski tour / skitour', 'hut trek (winter)', 'yoga / wellness retreat'], 'scores': [0.2722090780735016, 0.2096298784017563, 0.17115218937397003, 0.11708182096481323, 0.04944751039147377, 0.04696764051914215, 0.028846951201558113, 0.0212775319814682, 0.01632694900035858, 0.015267681330442429, 0.014307969249784946, 0.014053658582270145, 0.0068706972524523735, 0.0060454499907791615, 0.005282019730657339, 0.0052328938618302345]}\n",
      "nature escape\n",
      "0\n",
      "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['hiking', 'hut-to-hut hiking', 'going to the beach', 'sightseeing', 'snowshoe hiking', 'running', 'photography', 'rock climbing', 'relaxing', 'stand-up paddleboarding (SUP)', 'surfing', 'horseback riding', 'ice climbing', 'yoga', 'swimming', 'snorkeling', 'rafting', 'paragliding', 'fishing', 'biking', 'ski touring', 'cross-country skiing', 'skiing', 'kayaking / canoeing', 'scuba diving'], 'scores': [0.995924174785614, 0.8107315301895142, 0.6704922914505005, 0.09409588575363159, 0.09048515558242798, 0.03622523695230484, 0.026452651247382164, 0.0221311803907156, 0.018599139526486397, 0.015825064852833748, 0.013440313749015331, 0.007497405633330345, 0.00657653110101819, 0.0036618353333324194, 0.002331383991986513, 0.0009992193663492799, 0.0007957113557495177, 0.0006465379847213626, 0.0006223482778295875, 0.0006145680090412498, 0.000583317712880671, 0.0005684427451342344, 0.0004824084462597966, 0.00034976654569618404, 0.0002721030614338815]}\n",
      "['hiking', 'hut-to-hut hiking', 'going to the beach']\n",
      "1\n",
      "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['warm destination / summer', 'variable weather / spring / autumn', 'cold destination / winter', 'tropical / humid', 'dry / desert-like'], 'scores': [0.3592403531074524, 0.3246847689151764, 0.12692902982234955, 0.12148210406303406, 0.0676637664437294]}\n",
      "warm destination / summer\n",
      "2\n",
      "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['minimalist', 'ultralight', 'lightweight (but comfortable)', 'luxury (including evening wear)'], 'scores': [0.6689043641090393, 0.15979459881782532, 0.15350840985774994, 0.01779269427061081]}\n",
      "minimalist\n",
      "3\n",
      "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.5058596730232239, 0.4563210606575012, 0.0378192737698555]}\n",
      "casual\n",
      "4\n",
      "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['huts with half board', 'sleeping in a car', 'indoor', 'sleeping in a tent'], 'scores': [0.9306207895278931, 0.031916361302137375, 0.02436664327979088, 0.01309619378298521]}\n",
      "huts with half board\n",
      "5\n",
      "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.9628865718841553, 0.037113435566425323]}\n",
      "vehicle\n",
      "6\n",
      "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['self-supported (bring your own food/cooking)', 'off-grid / no electricity', 'high alpine terrain', 'pet-friendly', 'rainy climate', 'snow and ice', 'no special conditions', 'child-friendly', 'avalanche-prone terrain'], 'scores': [0.2806045413017273, 0.20554204285144806, 0.15984709560871124, 0.0722210556268692, 0.06746473163366318, 0.06105376034975052, 0.05754203349351883, 0.05304615572094917, 0.04267856478691101]}\n",
      "self-supported (bring your own food/cooking)\n",
      "7\n",
      "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['7+ days', '6 days', '7 days', '5 days', '1 day', '2 days', '4 days', '3 days'], 'scores': [0.34911271929740906, 0.31416037678718567, 0.25476762652397156, 0.02170025184750557, 0.021649762988090515, 0.014863741584122181, 0.011998875997960567, 0.011746703647077084]}\n",
      "7+ days\n",
      "8\n",
      "           superclass                                       pred_class                      true_class\n",
      "0       activity_type                                    nature escape  long-distance hike / thru-hike\n",
      "1          activities  [hiking, hut-to-hut hiking, going to the beach]            [going to the beach]\n",
      "2   climate_or_season                        warm destination / summer                tropical / humid\n",
      "3    style_or_comfort                                       minimalist                      minimalist\n",
      "4          dress_code                                           casual                          casual\n",
      "5       accommodation                             huts with half board            huts with half board\n",
      "6      transportation                                          vehicle                         vehicle\n",
      "7  special_conditions     self-supported (bring your own food/cooking)       off-grid / no electricity\n",
      "8    trip_length_days                                          7+ days                          6 days\n",
      "   accuracy  true_ident  false_pred\n",
      "0  0.333333        0.75    0.000000\n",
      "1  0.333333        1.00    0.500000\n",
      "2  0.444444        0.00    1.000000\n",
      "3  0.333333        1.00    0.000000\n",
      "4  0.444444        1.00    0.000000\n",
      "5  0.444444        1.00    0.666667\n",
      "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['beach vacation', 'road trip (car/camper)', 'nature escape', 'micro-adventure / weekend trip', 'festival trip', 'digital nomad trip', 'cultural exploration', 'city trip', 'camping trip (campground)', 'hut trek (winter)', 'hut trek (summer)', 'long-distance hike / thru-hike', 'yoga / wellness retreat', 'camping trip (wild camping)', 'snowboard / splitboard trip', 'ski tour / skitour'], 'scores': [0.8424649238586426, 0.052122071385383606, 0.045149654150009155, 0.016546053811907768, 0.00966702401638031, 0.007702015805989504, 0.004779668524861336, 0.004560756962746382, 0.0023846791591495275, 0.0023726094514131546, 0.002371410606428981, 0.00234890915453434, 0.0020649293437600136, 0.0020323314238339663, 0.0018846038728952408, 0.0015484279720112681]}\n",
      "beach vacation\n",
      "0\n",
      "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['going to the beach', 'surfing', 'stand-up paddleboarding (SUP)', 'running', 'kayaking / canoeing', 'relaxing', 'swimming', 'photography', 'sightseeing', 'rafting', 'hut-to-hut hiking', 'yoga', 'fishing', 'hiking', 'biking', 'horseback riding', 'snorkeling', 'skiing', 'rock climbing', 'paragliding', 'ice climbing', 'snowshoe hiking', 'ski touring', 'scuba diving', 'cross-country skiing'], 'scores': [0.9920135736465454, 0.9526715278625488, 0.9424984455108643, 0.19494973123073578, 0.02892795391380787, 0.011631068773567677, 0.004414754454046488, 0.0006122476770542562, 0.0005591650260612369, 0.00039036732050590217, 0.0002494072250556201, 0.0002450320462230593, 0.0002269407268613577, 0.000170115425135009, 0.00014811556320637465, 0.00010454187577124685, 0.00010332300735171884, 9.331753244623542e-05, 8.935244841268286e-05, 8.883540431270376e-05, 8.413659816142172e-05, 8.254400745499879e-05, 7.817314326530322e-05, 7.580930832773447e-05, 6.3187864725478e-05]}\n",
      "['going to the beach', 'surfing', 'stand-up paddleboarding (SUP)']\n",
      "1\n",
      "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['variable weather / spring / autumn', 'cold destination / winter', 'warm destination / summer', 'tropical / humid', 'dry / desert-like'], 'scores': [0.6218664050102234, 0.14698372781276703, 0.13569146394729614, 0.0680992528796196, 0.027359161525964737]}\n",
      "variable weather / spring / autumn\n",
      "2\n",
      "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['ultralight', 'lightweight (but comfortable)', 'minimalist', 'luxury (including evening wear)'], 'scores': [0.530884325504303, 0.24740535020828247, 0.1111086905002594, 0.11060160398483276]}\n",
      "ultralight\n",
      "3\n",
      "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.5781950354576111, 0.35012683272361755, 0.07167812436819077]}\n",
      "casual\n",
      "4\n",
      "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['sleeping in a tent', 'sleeping in a car', 'huts with half board', 'indoor'], 'scores': [0.8374345898628235, 0.14991936087608337, 0.008760198019444942, 0.0038858656771481037]}\n",
      "sleeping in a tent\n",
      "5\n",
      "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.9654665589332581, 0.03453344106674194]}\n",
      "vehicle\n",
      "6\n",
      "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['self-supported (bring your own food/cooking)', 'off-grid / no electricity', 'no special conditions', 'pet-friendly', 'child-friendly', 'rainy climate', 'snow and ice', 'high alpine terrain', 'avalanche-prone terrain'], 'scores': [0.2636737525463104, 0.18892917037010193, 0.1361442506313324, 0.13264372944831848, 0.09250619262456894, 0.07673879712820053, 0.04546836018562317, 0.04477165639400482, 0.019124098122119904]}\n",
      "self-supported (bring your own food/cooking)\n",
      "7\n",
      "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['7+ days', '6 days', '7 days', '5 days', '4 days', '2 days', '3 days', '1 day'], 'scores': [0.38457050919532776, 0.1673465073108673, 0.14360207319259644, 0.11416381597518921, 0.06863638758659363, 0.0520939901471138, 0.046323563903570175, 0.0232631154358387]}\n",
      "7+ days\n",
      "8\n",
      "           superclass                                         pred_class                                true_class\n",
      "0       activity_type                                     beach vacation                            beach vacation\n",
      "1          activities  [going to the beach, surfing, stand-up paddleb...  [stand-up paddleboarding (SUP), surfing]\n",
      "2   climate_or_season                 variable weather / spring / autumn                 cold destination / winter\n",
      "3    style_or_comfort                                         ultralight                                ultralight\n",
      "4          dress_code                                             casual                                    casual\n",
      "5       accommodation                                 sleeping in a tent                        sleeping in a tent\n",
      "6      transportation                                            vehicle                                   vehicle\n",
      "7  special_conditions       self-supported (bring your own food/cooking)                 off-grid / no electricity\n",
      "8    trip_length_days                                            7+ days                                    6 days\n",
      "   accuracy  true_ident  false_pred\n",
      "0  0.333333        0.75    0.000000\n",
      "1  0.333333        1.00    0.500000\n",
      "2  0.444444        0.00    1.000000\n",
      "3  0.333333        1.00    0.000000\n",
      "4  0.444444        1.00    0.000000\n",
      "5  0.444444        1.00    0.666667\n",
      "6  0.555556        1.00    0.333333\n",
      "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['yoga / wellness retreat', 'nature escape', 'micro-adventure / weekend trip', 'cultural exploration', 'digital nomad trip', 'festival trip', 'city trip', 'hut trek (winter)', 'road trip (car/camper)', 'beach vacation', 'ski tour / skitour', 'long-distance hike / thru-hike', 'camping trip (campground)', 'camping trip (wild camping)', 'snowboard / splitboard trip', 'hut trek (summer)'], 'scores': [0.74217689037323, 0.09625624120235443, 0.055444952100515366, 0.028388148173689842, 0.02349301613867283, 0.012203863821923733, 0.009713404811918736, 0.006852505728602409, 0.004789318423718214, 0.004382884595543146, 0.003765304572880268, 0.003622791962698102, 0.002603724831715226, 0.0023082902189344168, 0.0022947373799979687, 0.0017039375379681587]}\n",
      "yoga / wellness retreat\n",
      "0\n",
      "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['yoga', 'hiking', 'relaxing', 'snowshoe hiking', 'hut-to-hut hiking', 'ice climbing', 'rock climbing', 'horseback riding', 'swimming', 'running', 'sightseeing', 'stand-up paddleboarding (SUP)', 'going to the beach', 'photography', 'snorkeling', 'cross-country skiing', 'biking', 'ski touring', 'surfing', 'fishing', 'skiing', 'kayaking / canoeing', 'paragliding', 'scuba diving', 'rafting'], 'scores': [0.8492046594619751, 0.6415605545043945, 0.48942187428474426, 0.15107616782188416, 0.022720757871866226, 0.005493790376931429, 0.004362862557172775, 0.0035604359582066536, 0.0025915896985679865, 0.0024332485627382994, 0.0021809833124279976, 0.0019110202556475997, 0.0011951607884839177, 0.0010689860209822655, 0.001003915793262422, 0.0008895954233594239, 0.0007194960489869118, 0.000655113544780761, 0.000601101026404649, 0.0004903521039523184, 0.0004634983488358557, 0.0003716421779245138, 0.0003238141362089664, 0.0003046975762117654, 0.0002747876278590411]}\n",
      "['yoga', 'hiking']\n",
      "1\n",
      "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['cold destination / winter', 'variable weather / spring / autumn', 'warm destination / summer', 'tropical / humid', 'dry / desert-like'], 'scores': [0.9471889138221741, 0.021895499899983406, 0.012388203293085098, 0.009448436088860035, 0.00907894503325224]}\n",
      "cold destination / winter\n",
      "2\n",
      "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['luxury (including evening wear)', 'minimalist', 'ultralight', 'lightweight (but comfortable)'], 'scores': [0.3255053162574768, 0.22910459339618683, 0.22417910397052765, 0.2212110310792923]}\n",
      "luxury (including evening wear)\n",
      "3\n",
      "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.642772376537323, 0.3136065900325775, 0.04362105205655098]}\n",
      "casual\n",
      "4\n",
      "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['indoor', 'huts with half board', 'sleeping in a car', 'sleeping in a tent'], 'scores': [0.45050886273384094, 0.3199365735054016, 0.13311396539211273, 0.0964406430721283]}\n",
      "indoor\n",
      "5\n",
      "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['no vehicle', 'vehicle'], 'scores': [0.5035094618797302, 0.4964905083179474]}\n",
      "no vehicle\n",
      "6\n",
      "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['pet-friendly', 'snow and ice', 'off-grid / no electricity', 'self-supported (bring your own food/cooking)', 'child-friendly', 'rainy climate', 'high alpine terrain', 'no special conditions', 'avalanche-prone terrain'], 'scores': [0.20113274455070496, 0.18143297731876373, 0.1281966269016266, 0.12688273191452026, 0.10568756610155106, 0.09556522965431213, 0.07762978971004486, 0.06777562201023102, 0.015696685761213303]}\n",
      "pet-friendly\n",
      "7\n",
      "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['7+ days', '7 days', '6 days', '4 days', '5 days', '1 day', '3 days', '2 days'], 'scores': [0.19246383011341095, 0.12628361582756042, 0.12603610754013062, 0.11952764540910721, 0.11401552706956863, 0.1101016104221344, 0.10996993631124496, 0.10160179436206818]}\n",
      "7+ days\n",
      "8\n",
      "           superclass                       pred_class                     true_class\n",
      "0       activity_type          yoga / wellness retreat        yoga / wellness retreat\n",
      "1          activities                   [yoga, hiking]      [hut-to-hut hiking, yoga]\n",
      "2   climate_or_season        cold destination / winter      cold destination / winter\n",
      "3    style_or_comfort  luxury (including evening wear)  lightweight (but comfortable)\n",
      "4          dress_code                           casual         formal (business trip)\n",
      "5       accommodation                           indoor             sleeping in a tent\n",
      "6      transportation                       no vehicle                     no vehicle\n",
      "7  special_conditions                     pet-friendly        avalanche-prone terrain\n",
      "8    trip_length_days                          7+ days                         7 days\n",
      "   accuracy  true_ident  false_pred\n",
      "0  0.333333        0.75    0.000000\n",
      "1  0.333333        1.00    0.500000\n",
      "2  0.444444        0.00    1.000000\n",
      "3  0.333333        1.00    0.000000\n",
      "4  0.444444        1.00    0.000000\n",
      "5  0.444444        1.00    0.666667\n",
      "6  0.555556        1.00    0.333333\n",
      "7  0.333333        0.50    0.500000\n",
      "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['ski tour / skitour', 'digital nomad trip', 'micro-adventure / weekend trip', 'hut trek (winter)', 'nature escape', 'snowboard / splitboard trip', 'cultural exploration', 'road trip (car/camper)', 'city trip', 'festival trip', 'long-distance hike / thru-hike', 'yoga / wellness retreat', 'beach vacation', 'camping trip (campground)', 'hut trek (summer)', 'camping trip (wild camping)'], 'scores': [0.6277877688407898, 0.10147693753242493, 0.08032911270856857, 0.049313176423311234, 0.03282054141163826, 0.023940999060869217, 0.019064947962760925, 0.016684003174304962, 0.013051704503595829, 0.0089231813326478, 0.0070185353979468346, 0.005841666366904974, 0.004441345110535622, 0.003346299286931753, 0.0030660738702863455, 0.0028937174938619137]}\n",
      "ski tour / skitour\n",
      "0\n",
      "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['ski touring', 'skiing', 'cross-country skiing', 'stand-up paddleboarding (SUP)', 'surfing', 'running', 'photography', 'swimming', 'relaxing', 'snowshoe hiking', 'horseback riding', 'ice climbing', 'biking', 'rock climbing', 'kayaking / canoeing', 'fishing', 'hut-to-hut hiking', 'sightseeing', 'snorkeling', 'going to the beach', 'hiking', 'yoga', 'paragliding', 'scuba diving', 'rafting'], 'scores': [0.9693604111671448, 0.8987270593643188, 0.3836323022842407, 0.0930146872997284, 0.0707859992980957, 0.0568058155477047, 0.054869573563337326, 0.04586975648999214, 0.04119567945599556, 0.0407184436917305, 0.03190801665186882, 0.025626182556152344, 0.01811041496694088, 0.01370724942535162, 0.013295331038534641, 0.012912402860820293, 0.010964828543365002, 0.009949550963938236, 0.00915785226970911, 0.006088017951697111, 0.005409067030996084, 0.004837491549551487, 0.0037431824021041393, 0.003286615712568164, 0.0006043871399015188]}\n",
      "['ski touring', 'skiing']\n",
      "1\n",
      "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['cold destination / winter', 'dry / desert-like', 'variable weather / spring / autumn', 'warm destination / summer', 'tropical / humid'], 'scores': [0.990604817867279, 0.004373250529170036, 0.0024099540896713734, 0.0017728792736306787, 0.0008389907306991518]}\n",
      "cold destination / winter\n",
      "2\n",
      "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['minimalist', 'lightweight (but comfortable)', 'ultralight', 'luxury (including evening wear)'], 'scores': [0.39435455203056335, 0.29837822914123535, 0.26335230469703674, 0.04391491040587425]}\n",
      "minimalist\n",
      "3\n",
      "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['conservative', 'casual', 'formal (business trip)'], 'scores': [0.4866763949394226, 0.45126742124557495, 0.06205620989203453]}\n",
      "conservative\n",
      "4\n",
      "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['huts with half board', 'indoor', 'sleeping in a car', 'sleeping in a tent'], 'scores': [0.4471704363822937, 0.4278737008571625, 0.06446021795272827, 0.06049559265375137]}\n",
      "huts with half board\n",
      "5\n",
      "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.5295488238334656, 0.4704512059688568]}\n",
      "vehicle\n",
      "6\n",
      "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['high alpine terrain', 'snow and ice', 'off-grid / no electricity', 'self-supported (bring your own food/cooking)', 'rainy climate', 'child-friendly', 'pet-friendly', 'no special conditions', 'avalanche-prone terrain'], 'scores': [0.2215374857187271, 0.20641450583934784, 0.1480192095041275, 0.1283065527677536, 0.087259441614151, 0.06202260032296181, 0.04981611296534538, 0.04899971932172775, 0.04762434586882591]}\n",
      "high alpine terrain\n",
      "7\n",
      "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['7+ days', '6 days', '7 days', '4 days', '5 days', '3 days', '2 days', '1 day'], 'scores': [0.7842941284179688, 0.03461426496505737, 0.03410837799310684, 0.0328315868973732, 0.03218388929963112, 0.029369475319981575, 0.02771950326859951, 0.024878760799765587]}\n",
      "7+ days\n",
      "8\n",
      "           superclass                 pred_class                            true_class\n",
      "0       activity_type         ski tour / skitour                    ski tour / skitour\n",
      "1          activities      [ski touring, skiing]  [ski touring, photography, swimming]\n",
      "2   climate_or_season  cold destination / winter             cold destination / winter\n",
      "3    style_or_comfort                 minimalist                            minimalist\n",
      "4          dress_code               conservative                          conservative\n",
      "5       accommodation       huts with half board                                indoor\n",
      "6      transportation                    vehicle                            no vehicle\n",
      "7  special_conditions        high alpine terrain               avalanche-prone terrain\n",
      "8    trip_length_days                    7+ days                                5 days\n",
      "   accuracy  true_ident  false_pred\n",
      "0  0.333333    0.750000    0.000000\n",
      "1  0.333333    1.000000    0.500000\n",
      "2  0.444444    0.000000    1.000000\n",
      "3  0.333333    1.000000    0.000000\n",
      "4  0.444444    1.000000    0.000000\n",
      "5  0.444444    1.000000    0.666667\n",
      "6  0.555556    1.000000    0.333333\n",
      "7  0.333333    0.500000    0.500000\n",
      "8  0.444444    0.333333    0.500000\n",
      "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['camping trip (wild camping)', 'micro-adventure / weekend trip', 'nature escape', 'road trip (car/camper)', 'camping trip (campground)', 'cultural exploration', 'digital nomad trip', 'beach vacation', 'festival trip', 'hut trek (summer)', 'city trip', 'long-distance hike / thru-hike', 'hut trek (winter)', 'ski tour / skitour', 'yoga / wellness retreat', 'snowboard / splitboard trip'], 'scores': [0.5653408169746399, 0.16596493124961853, 0.1550244241952896, 0.06219211965799332, 0.02012023888528347, 0.006907567847520113, 0.00554176140576601, 0.0039147986099123955, 0.0036774182226508856, 0.0029754680581390858, 0.0022333606611937284, 0.0013145286357030272, 0.001251422567293048, 0.0012501205783337355, 0.0011948166647925973, 0.0010962533997371793]}\n",
      "camping trip (wild camping)\n",
      "0\n",
      "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['kayaking / canoeing', 'snorkeling', 'swimming', 'running', 'going to the beach', 'relaxing', 'rafting', 'stand-up paddleboarding (SUP)', 'fishing', 'scuba diving', 'sightseeing', 'photography', 'surfing', 'hut-to-hut hiking', 'hiking', 'yoga', 'biking', 'rock climbing', 'horseback riding', 'ice climbing', 'snowshoe hiking', 'paragliding', 'cross-country skiing', 'ski touring', 'skiing'], 'scores': [0.9741191864013672, 0.8313708305358887, 0.08023631572723389, 0.0619945228099823, 0.04943564161658287, 0.02998538129031658, 0.00321459979750216, 0.0028121459763497114, 0.0021254396997392178, 0.00206172838807106, 0.0018922867020592093, 0.001279529882594943, 0.0009366609156131744, 0.0009194213780574501, 0.000556303421035409, 0.0005088432226330042, 0.00025728336186148226, 0.00025180858210660517, 0.00023011150187812746, 0.00019034721481148154, 0.00019007424998562783, 0.00017735426081344485, 0.00017349272093269974, 0.00017041667888406664, 0.0001519768702564761]}\n",
      "['kayaking / canoeing', 'snorkeling']\n",
      "1\n",
      "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['warm destination / summer', 'tropical / humid', 'variable weather / spring / autumn', 'cold destination / winter', 'dry / desert-like'], 'scores': [0.5092107057571411, 0.40236932039260864, 0.07266531139612198, 0.008410264737904072, 0.007344490382820368]}\n",
      "warm destination / summer\n",
      "2\n",
      "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['minimalist', 'ultralight', 'lightweight (but comfortable)', 'luxury (including evening wear)'], 'scores': [0.6200836896896362, 0.20289665460586548, 0.1540537029504776, 0.022965911775827408]}\n",
      "minimalist\n",
      "3\n",
      "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.7067448496818542, 0.2135496884584427, 0.07970546931028366]}\n",
      "casual\n",
      "4\n",
      "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['sleeping in a tent', 'sleeping in a car', 'huts with half board', 'indoor'], 'scores': [0.7308037281036377, 0.18550406396389008, 0.054551079869270325, 0.0291411355137825]}\n",
      "sleeping in a tent\n",
      "5\n",
      "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.9714846014976501, 0.02851540595293045]}\n",
      "vehicle\n",
      "6\n",
      "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['self-supported (bring your own food/cooking)', 'off-grid / no electricity', 'pet-friendly', 'no special conditions', 'child-friendly', 'high alpine terrain', 'rainy climate', 'snow and ice', 'avalanche-prone terrain'], 'scores': [0.4884524345397949, 0.10804614424705505, 0.10726279765367508, 0.08764053136110306, 0.08023235946893692, 0.04013073816895485, 0.038666050881147385, 0.0337497815489769, 0.01581917703151703]}\n",
      "self-supported (bring your own food/cooking)\n",
      "7\n",
      "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['3 days', '4 days', '1 day', '2 days', '5 days', '6 days', '7 days', '7+ days'], 'scores': [0.9294797778129578, 0.01445760764181614, 0.012593325227499008, 0.010713724419474602, 0.00934701506048441, 0.008914248086512089, 0.008393170312047005, 0.0061011724174022675]}\n",
      "3 days\n",
      "8\n",
      "           superclass                                    pred_class                           true_class\n",
      "0       activity_type                   camping trip (wild camping)          camping trip (wild camping)\n",
      "1          activities             [kayaking / canoeing, snorkeling]  [scuba diving, kayaking / canoeing]\n",
      "2   climate_or_season                     warm destination / summer                     tropical / humid\n",
      "3    style_or_comfort                                    minimalist        lightweight (but comfortable)\n",
      "4          dress_code                                        casual                         conservative\n",
      "5       accommodation                            sleeping in a tent                   sleeping in a tent\n",
      "6      transportation                                       vehicle                              vehicle\n",
      "7  special_conditions  self-supported (bring your own food/cooking)                no special conditions\n",
      "8    trip_length_days                                        3 days                               3 days\n",
      "   accuracy  true_ident  false_pred\n",
      "0  0.333333    0.750000    0.000000\n",
      "1  0.333333    1.000000    0.500000\n",
      "2  0.444444    0.000000    1.000000\n",
      "3  0.333333    1.000000    0.000000\n",
      "4  0.444444    1.000000    0.000000\n",
      "5  0.444444    1.000000    0.666667\n",
      "6  0.555556    1.000000    0.333333\n",
      "7  0.333333    0.500000    0.500000\n",
      "8  0.444444    0.333333    0.500000\n",
      "9  0.444444    0.500000    0.500000\n"
     ]
    }
   ],
   "source": [
    "result_list = []\n",
    "performance = pd.DataFrame(columns=['accuracy', 'true_ident', 'false_pred'])\n",
    " \n",
    "for i in range(len(trip_descriptions)):\n",
    "    current_trip = trip_descriptions[i]\n",
    "    current_type = trip_types[i]\n",
    "    df = pred_trip(current_trip, current_type, cut_off = 0.5)\n",
    "    print(df)\n",
    "    \n",
    "    # accuracy, perc true classes identified and perc wrong pred classes\n",
    "    performance.loc[i] = perf_measure(df)\n",
    "    print(performance)\n",
    "    \n",
    "    result_list.append(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "031594fd-9a98-4c0e-8777-bfe5b4042c48",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[           superclass                              pred_class                                        true_class   same\n",
      "0       activity_type                          beach vacation                                    beach vacation   True\n",
      "1          activities  [going to the beach, relaxing, hiking]  [swimming, going to the beach, relaxing, hiking]  False\n",
      "2   climate_or_season               warm destination / summer                         warm destination / summer   True\n",
      "3    style_or_comfort                              minimalist                     lightweight (but comfortable)  False\n",
      "4          dress_code                                  casual                                            casual   True\n",
      "5       accommodation                    huts with half board                                            indoor  False\n",
      "6      transportation                                 vehicle                                        no vehicle  False\n",
      "7  special_conditions               off-grid / no electricity                             no special conditions  False\n",
      "8    trip_length_days                                 7+ days                                            7 days  False,            superclass                          pred_class                          true_class   same\n",
      "0       activity_type                           city trip                           city trip   True\n",
      "1          activities              [sightseeing, running]                       [sightseeing]  False\n",
      "2   climate_or_season  variable weather / spring / autumn  variable weather / spring / autumn   True\n",
      "3    style_or_comfort                          ultralight     luxury (including evening wear)  False\n",
      "4          dress_code                        conservative                              casual  False\n",
      "5       accommodation                huts with half board                              indoor  False\n",
      "6      transportation                             vehicle                          no vehicle  False\n",
      "7  special_conditions                        pet-friendly                no special condition  False\n",
      "8    trip_length_days                              3 days                              3 days   True,            superclass                      pred_class                     true_class   same\n",
      "0       activity_type  micro-adventure / weekend trip                      city trip  False\n",
      "1          activities                       [running]                     [relaxing]  False\n",
      "2   climate_or_season       cold destination / winter      cold destination / winter   True\n",
      "3    style_or_comfort   lightweight (but comfortable)  lightweight (but comfortable)   True\n",
      "4          dress_code                          casual                         casual   True\n",
      "5       accommodation            huts with half board                         indoor  False\n",
      "6      transportation                         vehicle                     no vehicle  False\n",
      "7  special_conditions       off-grid / no electricity           no special condition  False\n",
      "8    trip_length_days                         7+ days                        7+ days   True,            superclass                                    pred_class                          true_class   same\n",
      "0       activity_type                          cultural exploration                cultural exploration   True\n",
      "1          activities                [hiking, rafting, sightseeing]      [sightseeing, hiking, rafting]  False\n",
      "2   climate_or_season                     warm destination / summer  variable weather / spring / autumn  False\n",
      "3    style_or_comfort                                    minimalist       lightweight (but comfortable)  False\n",
      "4          dress_code                                        casual                              casual   True\n",
      "5       accommodation                          huts with half board                              indoor  False\n",
      "6      transportation                                       vehicle                          no vehicle  False\n",
      "7  special_conditions  self-supported (bring your own food/cooking)                       rainy climate  False\n",
      "8    trip_length_days                                       7+ days                             7+ days   True,            superclass                       pred_class                     true_class   same\n",
      "0       activity_type                    nature escape                  nature escape   True\n",
      "1          activities     [hiking, swimming, relaxing]   [swimming, relaxing, hiking]  False\n",
      "2   climate_or_season        warm destination / summer      warm destination / summer   True\n",
      "3    style_or_comfort  luxury (including evening wear)  lightweight (but comfortable)  False\n",
      "4          dress_code                           casual                         casual   True\n",
      "5       accommodation             huts with half board                         indoor  False\n",
      "6      transportation                          vehicle                     no vehicle  False\n",
      "7  special_conditions                     pet-friendly          no special conditions  False\n",
      "8    trip_length_days                          7+ days                        7+ days   True,            superclass                                       pred_class                      true_class   same\n",
      "0       activity_type                                    nature escape  long-distance hike / thru-hike  False\n",
      "1          activities  [hiking, hut-to-hut hiking, going to the beach]            [going to the beach]  False\n",
      "2   climate_or_season                        warm destination / summer                tropical / humid  False\n",
      "3    style_or_comfort                                       minimalist                      minimalist   True\n",
      "4          dress_code                                           casual                          casual   True\n",
      "5       accommodation                             huts with half board            huts with half board   True\n",
      "6      transportation                                          vehicle                         vehicle   True\n",
      "7  special_conditions     self-supported (bring your own food/cooking)       off-grid / no electricity  False\n",
      "8    trip_length_days                                          7+ days                          6 days  False,            superclass                                         pred_class                                true_class   same\n",
      "0       activity_type                                     beach vacation                            beach vacation   True\n",
      "1          activities  [going to the beach, surfing, stand-up paddleb...  [stand-up paddleboarding (SUP), surfing]  False\n",
      "2   climate_or_season                 variable weather / spring / autumn                 cold destination / winter  False\n",
      "3    style_or_comfort                                         ultralight                                ultralight   True\n",
      "4          dress_code                                             casual                                    casual   True\n",
      "5       accommodation                                 sleeping in a tent                        sleeping in a tent   True\n",
      "6      transportation                                            vehicle                                   vehicle   True\n",
      "7  special_conditions       self-supported (bring your own food/cooking)                 off-grid / no electricity  False\n",
      "8    trip_length_days                                            7+ days                                    6 days  False,            superclass                       pred_class                     true_class   same\n",
      "0       activity_type          yoga / wellness retreat        yoga / wellness retreat   True\n",
      "1          activities                   [yoga, hiking]      [hut-to-hut hiking, yoga]  False\n",
      "2   climate_or_season        cold destination / winter      cold destination / winter   True\n",
      "3    style_or_comfort  luxury (including evening wear)  lightweight (but comfortable)  False\n",
      "4          dress_code                           casual         formal (business trip)  False\n",
      "5       accommodation                           indoor             sleeping in a tent  False\n",
      "6      transportation                       no vehicle                     no vehicle   True\n",
      "7  special_conditions                     pet-friendly        avalanche-prone terrain  False\n",
      "8    trip_length_days                          7+ days                         7 days  False,            superclass                 pred_class                            true_class   same\n",
      "0       activity_type         ski tour / skitour                    ski tour / skitour   True\n",
      "1          activities      [ski touring, skiing]  [ski touring, photography, swimming]  False\n",
      "2   climate_or_season  cold destination / winter             cold destination / winter   True\n",
      "3    style_or_comfort                 minimalist                            minimalist   True\n",
      "4          dress_code               conservative                          conservative   True\n",
      "5       accommodation       huts with half board                                indoor  False\n",
      "6      transportation                    vehicle                            no vehicle  False\n",
      "7  special_conditions        high alpine terrain               avalanche-prone terrain  False\n",
      "8    trip_length_days                    7+ days                                5 days  False,            superclass                                    pred_class                           true_class   same\n",
      "0       activity_type                   camping trip (wild camping)          camping trip (wild camping)   True\n",
      "1          activities             [kayaking / canoeing, snorkeling]  [scuba diving, kayaking / canoeing]  False\n",
      "2   climate_or_season                     warm destination / summer                     tropical / humid  False\n",
      "3    style_or_comfort                                    minimalist        lightweight (but comfortable)  False\n",
      "4          dress_code                                        casual                         conservative  False\n",
      "5       accommodation                            sleeping in a tent                   sleeping in a tent   True\n",
      "6      transportation                                       vehicle                              vehicle   True\n",
      "7  special_conditions  self-supported (bring your own food/cooking)                no special conditions  False\n",
      "8    trip_length_days                                        3 days                               3 days   True]\n",
      "   accuracy  true_ident  false_pred\n",
      "0  0.333333    0.750000    0.000000\n",
      "1  0.333333    1.000000    0.500000\n",
      "2  0.444444    0.000000    1.000000\n",
      "3  0.333333    1.000000    0.000000\n",
      "4  0.444444    1.000000    0.000000\n",
      "5  0.444444    1.000000    0.666667\n",
      "6  0.555556    1.000000    0.333333\n",
      "7  0.333333    0.500000    0.500000\n",
      "8  0.444444    0.333333    0.500000\n",
      "9  0.444444    0.500000    0.500000\n",
      "<class 'pandas.core.frame.DataFrame'>\n"
     ]
    }
   ],
   "source": [
    "print(result_list)\n",
    "print(performance)\n",
    "print(type(performance))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "ed802b5a-82c1-4e2f-abb6-bc9a6dc69b78",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'list'>\n",
      "<class 'pandas.core.frame.DataFrame'>\n"
     ]
    }
   ],
   "source": [
    "print(type(result_list))\n",
    "print(type(result_list[0]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "eb33fd31-94e6-40b5-9c36-a32effe77c01",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "           superclass   same   same   same   same   same   same   same   same   same   same\n",
      "0       activity_type   True   True  False   True   True  False   True   True   True   True\n",
      "1          activities  False  False  False  False  False  False  False  False  False  False\n",
      "2   climate_or_season   True   True   True  False   True  False  False   True   True  False\n",
      "3    style_or_comfort  False  False   True  False  False   True   True  False   True  False\n",
      "4          dress_code   True  False   True   True   True   True   True  False   True  False\n",
      "5       accommodation  False  False  False  False  False   True   True  False  False   True\n",
      "6      transportation  False  False  False  False  False   True   True   True  False   True\n",
      "7  special_conditions  False  False  False  False  False  False  False  False  False  False\n",
      "8    trip_length_days  False   True   True   True   True  False  False  False  False   True\n"
     ]
    }
   ],
   "source": [
    "# Extract \"same_value\" column from each DataFrame\n",
    "sv_columns = [df['same'] for df in result_list]  # 'same' needs to be changed\n",
    "sv_columns.insert(0, result_list[0]['superclass'])\n",
    "\n",
    "# Combine into a new DataFrame (columns side-by-side)\n",
    "sv_df = pd.concat(sv_columns, axis=1)\n",
    "\n",
    "print(sv_df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "089d394a-cc38-441f-9fb1-6d4816c32fa5",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0         activity_type\n",
      "1            activities\n",
      "2     climate_or_season\n",
      "3      style_or_comfort\n",
      "4            dress_code\n",
      "5         accommodation\n",
      "6        transportation\n",
      "7    special_conditions\n",
      "8      trip_length_days\n",
      "Name: superclass, dtype: object\n"
     ]
    }
   ],
   "source": [
    "df['row_mean'] = df.mean(axis=1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "fd232953-59e8-4f28-9ce8-11515a2c310b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "accuracy      0.411111\n",
      "true_ident    0.708333\n",
      "false_pred    0.400000\n",
      "dtype: float64\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAA90AAAJOCAYAAACqS2TfAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuNSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/xnp5ZAAAACXBIWXMAAA9hAAAPYQGoP6dpAABO90lEQVR4nO3deXhU9b0/8E+AMAEloIZVoyBWrShSsSIulSqIS91qXYpVXKpW0ao89lbrTwmlCre1Xu+1SNWqtFbEpWq9rRsi1GuFqihVcakgrhU0LgSJxkDO749eco1hyYQ5mQl5vZ6HR+fke8585jPfyfe8M1tRkiRJAAAAADnXLt8FAAAAwMZK6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgCAVqRv375x8sknr3fc1KlTo6ioKF5//fXUawLWTugGAICIeOKJJ6KioiI+/vjjfJfSalRXV0dFRUXMnj0736VAweqQ7wIAAKAQPPHEEzF+/Pg4+eSTo1u3bvkuZ61eeeWVaNeuMJ47q66ujvHjx0dExLBhw/JbDBSowni0AgVtxYoV+S4BAApGXV1dfPbZZ3m7/kwmE8XFxXm7fiA7QjfkwRtvvBFnn3127LDDDtGpU6fYYost4phjjlnje64+/vjjuOCCC6Jv376RyWRiq622ipNOOikqKyvrx3z22WdRUVER22+/fZSUlETv3r3j29/+dixatCgiImbPnh1FRUWNXvr1+uuvR1FRUUydOrV+28knnxybbrppLFq0KA455JDo0qVLnHDCCRER8T//8z9xzDHHxNZbbx2ZTCbKy8vjggsuiE8//bRR3S+//HIce+yx0b179+jUqVPssMMOcckll0RExKxZs6KoqCjuueeeRvtNmzYtioqKYs6cOdm2FQCaraKiIn70ox9FRES/fv2iqKio/v3QRUVFcc4558Stt94aAwYMiEwmEw8++GBW62vEv9bG73znO7H55ptHSUlJ7L777nHfffdlXeua3tO9YMGC2H///aNTp06x1VZbxc9+9rOoq6tb4/4PPPBA7LvvvrHJJptEly5d4tBDD40FCxY0GLP6fOCdd96JI488MjbddNPo3r17XHjhhbFq1ar629m9e/eIiBg/fnx9zyoqKrK+TbAx8/JyyIOnnnoqnnjiiTj++ONjq622itdffz2mTJkSw4YNixdffDE6d+4cERGffPJJ7LvvvvHSSy/FqaeeGrvttltUVlbGfffdF2+//XaUlZXFqlWr4lvf+lbMnDkzjj/++DjvvPNi+fLlMWPGjHjhhReif//+Wde3cuXKGDlyZOyzzz5x5ZVX1tdz5513RnV1dZx11lmxxRZbxJNPPhnXXHNNvP3223HnnXfW7//cc8/FvvvuG8XFxXHGGWdE3759Y9GiRfHf//3fcfnll8ewYcOivLw8br311jjqqKMaXPett94a/fv3j6FDh25AhwEgO9/+9rfjH//4R9x2223xH//xH1FWVhYRUR8qH3300bjjjjvinHPOibKysujbt29W7/1esGBB7L333rHlllvGRRddFJtssknccccdceSRR8Yf/vCHRuthNpYsWRLf/OY3Y+XKlfXHvv7666NTp06Nxt5yyy0xevToGDlyZPz7v/97VFdXx5QpU2KfffaJZ599Nvr27Vs/dtWqVTFy5MgYMmRIXHnllfHII4/EL3/5y+jfv3+cddZZ0b1795gyZUqcddZZcdRRR8W3v/3tiIgYOHBgs28LbJQSoMVVV1c32jZnzpwkIpLf/e539dsuu+yyJCKSu+++u9H4urq6JEmS5KabbkoiIrnqqqvWOmbWrFlJRCSzZs1q8PPFixcnEZHcfPPN9dtGjx6dRERy0UUXNanuiRMnJkVFRckbb7xRv+0b3/hG0qVLlwbbvlhPkiTJxRdfnGQymeTjjz+u3/bee+8lHTp0SMaNG9foegAgbb/4xS+SiEgWL17cYHtEJO3atUsWLFjQYHs26+sBBxyQ7LLLLslnn31Wv62uri7Za6+9kq985StZ1bnNNtsko0ePrr98/vnnJxGR/O1vf6vf9t577yVdu3ZtcHuWL1+edOvWLTn99NMbHG/JkiVJ165dG2xffT7w05/+tMHYr33ta8ngwYPrL7///vtJRFi7YR28vBzy4It/ea6trY0PPvggtttuu+jWrVs888wz9T/7wx/+ELvuuusa//pdVFRUP6asrCzOPffctY5pjrPOOmudda9YsSIqKytjr732iiRJ4tlnn42IiPfffz8ee+yxOPXUU2Prrbdeaz0nnXRS1NTUxF133VW/7fbbb4+VK1fG9773vWbXDQBp2G+//WKnnXZq1r4ffvhhPProo3HsscfG8uXLo7KyMiorK+ODDz6IkSNHxquvvhrvvPNOs2u7//77Y88994w99tijflv37t3r3x622owZM+Ljjz+O7373u/U1VFZWRvv27WPIkCExa9asRsf+wQ9+0ODyvvvuG6+99lqza4W2yMvLIQ8+/fTTmDhxYtx8883xzjvvRJIk9T9btmxZ/f8vWrQojj766HUea9GiRbHDDjtEhw65ezh36NAhttpqq0bb33zzzbjsssvivvvui48++qjBz1bXvXoh3nnnndd5HTvuuGN8/etfj1tvvTVOO+20iPjXS8v33HPP2G677XJxMwAgZ/r169fsfRcuXBhJksSll14al1566RrHvPfee7Hllls26/hvvPFGDBkypNH2HXbYocHlV199NSIi9t9//zUep7S0tMHlkpKS+pfXr7bZZps1OgcA1k3ohjw499xz4+abb47zzz8/hg4dGl27do2ioqI4/vjj1/qhJxtibc94r/4glC/LZDKNvopk1apVMWLEiPjwww/jxz/+cey4446xySabxDvvvBMnn3xys+o+6aST4rzzzou33347ampqYu7cufGrX/0q6+MAQNrW9P7opq6vq9fICy+8MEaOHLnGfVriD86r67jllluiV69ejX7+5T/gt2/fPvWaoC0QuiEP7rrrrhg9enT88pe/rN/22WefNfpAlv79+8cLL7ywzmP1798//va3v0Vtbe1avz5ks802i4hodPw33nijyTU///zz8Y9//CN++9vfxkknnVS/fcaMGQ3GbbvtthER6607IuL444+PsWPHxm233RaffvppFBcXx3HHHdfkmgAgl7J9W1ZT19fVa2NxcXEMHz68+QWuxTbbbFP/LPYXvfLKKw0ur/5w1R49euSsjg15Kxu0Fd7TDXnQvn37Bi8pj4i45pprGv1l/Oijj46///3va/xqrdX7H3300VFZWbnGZ4hXj9lmm22iffv28dhjjzX4+bXXXptVzV885ur//8///M8G47p37x7f+MY34qabboo333xzjfWsVlZWFgcffHD8/ve/j1tvvTUOOuig+k+LBYCWtskmm0RE4xC9Nk1dX3v06BHDhg2L6667Lt59991Gx3n//febV/D/OuSQQ2Lu3Lnx5JNPNjjmrbfe2mDcyJEjo7S0NK644oqora3NSR2rv+Ekm09yh7bGM92QB9/61rfilltuia5du8ZOO+0Uc+bMiUceeSS22GKLBuN+9KMfxV133RXHHHNMnHrqqTF48OD48MMP47777otf//rXseuuu8ZJJ50Uv/vd72Ls2LHx5JNPxr777hsrVqyIRx55JM4+++w44ogjomvXrnHMMcfENddcE0VFRdG/f//405/+FO+9916Ta95xxx2jf//+ceGFF8Y777wTpaWl8Yc//GGN7+v6r//6r9hnn31it912izPOOCP69esXr7/+evz5z3+O+fPnNxh70kknxXe+852IiJgwYUL2zQSAHBk8eHBERFxyySVx/PHHR3FxcRx22GFrHZ/N+jp58uTYZ599YpdddonTTz89tt1221i6dGnMmTMn3n777fj73//e7Lr/7d/+LW655ZY46KCD4rzzzqv/yrBtttkmnnvuufpxpaWlMWXKlDjxxBNjt912i+OPPz66d+8eb775Zvz5z3+OvffeO+u3eXXq1Cl22mmnuP3222P77bePzTffPHbeeef1frYLtCl5+9x0aMM++uij5JRTTknKysqSTTfdNBk5cmTy8ssvN/oKkCRJkg8++CA555xzki233DLp2LFjstVWWyWjR49OKisr68dUV1cnl1xySdKvX7+kuLg46dWrV/Kd73wnWbRoUf2Y999/Pzn66KOTzp07J5tttlly5plnJi+88MIavzJsk002WWPdL774YjJ8+PBk0003TcrKypLTTz89+fvf/97oGEmSJC+88EJy1FFHJd26dUtKSkqSHXbYIbn00ksbHbOmpibZbLPNkq5duyaffvpp9s0EgByaMGFCsuWWWybt2rWr/7qtiEjGjBmzxvFNXV+TJEkWLVqUnHTSSUmvXr2S4uLiZMstt0y+9a1vJXfddVdWNa7pfOG5555L9ttvv6SkpCTZcsstkwkTJiQ33njjGr8CbdasWcnIkSOTrl27JiUlJUn//v2Tk08+OXn66afrx6ztfGDcuHHJlyPEE088kQwePDjp2LGjrw+DNShKki+93hOgBa1cuTL69OkThx12WNx44435LgcAAHLKe7qBvLr33nvj/fffb/DhbAAAsLHwTDeQF3/729/iueeeiwkTJkRZWVk888wz+S4JAPJqyZIl6/x5p06domvXri1UDZArPkgNyIspU6bE73//+xg0aFBMnTo13+UAQN717t17nT8fPXq0NRNaIc90AwBAAXjkkUfW+fM+ffrETjvt1ELVALkidAMAAEBKfJAaAAAApKTF39NdV1cX//znP6NLly5RVFTU0lcPAAUvSZJYvnx59OnTJ9q1y8/fx63XALBuTV2vWzx0//Of/4zy8vKWvloAaHXeeuut2GqrrfJy3dZrAGia9a3XLR66u3TpEhH/Kqy0tLSlrz7namtr4+GHH44DDzwwiouL811Om6HvLU/P80Pf8yPffa+qqory8vL6NTMf0liv893XjYle5pZ+5o5e5pZ+5k4avWzqet3ioXv1S9RKS0s3mtDduXPnKC0t9UBoQfre8vQ8P/Q9Pwql7/l8WXca63Wh9HVjoJe5pZ+5o5e5pZ+5k2Yv17de+yA1AAAASInQDQAAACkRugEAACAlQjcAAACkJKvQXVFREUVFRQ3+7bjjjmnVBgA0kzUbAApD1p9ePmDAgHjkkUf+7wAdWvwD0AGAJrBmA0D+Zb36dujQIXr16pVGLQBADlmzASD/sg7dr776avTp0ydKSkpi6NChMXHixNh6663XOr6mpiZqamrqL1dVVUXEv74nrba2thklF5bVt2FjuC2tib63PD3PD33Pj3z3PVfXm82a3RLrdb77ujHRy9zSz9zRy9zSz9xJo5dNPVZRkiRJUw/6wAMPxCeffBI77LBDvPvuuzF+/Ph455134oUXXoguXbqscZ+KiooYP358o+3Tpk2Lzp07N/WqAaDNqK6ujlGjRsWyZcuitLS0WcfIds22XgNAdpq6XmcVur/s448/jm222SauuuqqOO2009Y4Zk1/OS8vL4/Kyspmn0gUktra2pgxY0aMGDEiiouL811Om6HvubVzxUPrHZNpl8SE3evi0qfbRU1dUQtU1dgLFSPzcr35ZK7nR777XlVVFWVlZRsUur9sfWt2S6zX+e7rxkQvc0s/c0cvc6u19LMp55L5tvpcNpe9bOp6vUGfqNKtW7fYfvvtY+HChWsdk8lkIpPJNNpeXFxc0BMnWxvb7Wkt9D03alY1PUTX1BVlNT6X2vJ9ba7nR776nsZ1rm/Nbsn12nzOHb3MLf3MHb3MrULvZ77ODZsjl71s6nE26Hu6P/nkk1i0aFH07t17Qw4DAKTMmg0A+ZFV6L7wwgvjL3/5S7z++uvxxBNPxFFHHRXt27eP7373u2nVBwA0gzUbAApDVi8vf/vtt+O73/1ufPDBB9G9e/fYZ599Yu7cudG9e/e06gMAmsGaDQCFIavQPX369LTqAAByyJoNAIVhg97TDQAAAKyd0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASMkGhe5JkyZFUVFRnH/++TkqBwDINes1AORPs0P3U089Fdddd10MHDgwl/UAADlkvQaA/GpW6P7kk0/ihBNOiBtuuCE222yzXNcEAOSA9RoA8q9Dc3YaM2ZMHHrooTF8+PD42c9+ts6xNTU1UVNTU3+5qqoqIiJqa2ujtra2OVdfUFbfho3htrQm+p5bmfbJ+se0Sxr8Nx/a4v1trudHvvueq+sttPU6333dmOhlbuln7uhlbrWWfjblXDLfVp/D5rKXTT1WUZIkWXVo+vTpcfnll8dTTz0VJSUlMWzYsBg0aFBcffXVaxxfUVER48ePb7R92rRp0blz52yuGgDahOrq6hg1alQsW7YsSktLm3UM6zUApKup63VWofutt96K3XffPWbMmFH/3rD1LeJr+st5eXl5VFZWNvtE4st2rngoJ8dpjky7JCbsXheXPt0uauqK1jn2hYqRLVTVxq+2tjZmzJgRI0aMiOLi4nyX0+o15TGUzVxPS1t8DJnr+ZHvvldVVUVZWVmzQ3ehrtf57uvGRC9zSz9zRy9zq7X0M595rKlWn8vmspdNXa+zenn5vHnz4r333ovddtutftuqVavisccei1/96ldRU1MT7du3b7BPJpOJTCbT6FjFxcU5u7E1q/ITABrUUFe03joK+YHSWuVyHrVl2TyGmjLX09KW72tzPT/y1fcNvc5CXa/TPGZbpZe5pZ+5o5e5Vej9LIQ81lS57GVTj5NV6D7ggAPi+eefb7DtlFNOiR133DF+/OMfN1rAAYCWZ70GgMKRVeju0qVL7Lzzzg22bbLJJrHFFls02g4A5If1GgAKR7O/pxsAAABYt2Z9ZdgXzZ49OwdlAABpsl4DQH54phsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFKSVeieMmVKDBw4MEpLS6O0tDSGDh0aDzzwQFq1AQDNZM0GgMKQVejeaqutYtKkSTFv3rx4+umnY//9948jjjgiFixYkFZ9AEAzWLMBoDB0yGbwYYcd1uDy5ZdfHlOmTIm5c+fGgAEDcloYANB81mwAKAxZhe4vWrVqVdx5552xYsWKGDp0aC5rAgByyJoNAPmTdeh+/vnnY+jQofHZZ5/FpptuGvfcc0/stNNOax1fU1MTNTU19ZerqqoiIqK2tjZqa2ubUXJjmfZJTo7TrOtulzT477rk6vbyf73U09xoymMom7melrZ4f5vr+ZHvvufqerNZs1tivc53Xzcmeplb+pk7eplbraWf+cxjTbX6HDaXvWzqsYqSJMmqQ59//nm8+eabsWzZsrjrrrviN7/5TfzlL39Z6yJeUVER48ePb7R92rRp0blz52yuGgDahOrq6hg1alQsW7YsSktLm32cbNZs6zUAZKep63XWofvLhg8fHv3794/rrrtujT9f01/Oy8vLo7KycoNOJL5o54qHcnKc5si0S2LC7nVx6dPtoqauaJ1jX6gY2UJVbfxqa2tjxowZMWLEiCguLs53Oa1eUx5D2cz1tLTFx5C5nh/57ntVVVWUlZVtcOj+snWt2S2xXue7rxsTvcwt/cwdvcyt1tLPfOaxplp9LpvLXjZ1vW72e7pXq6ura7BIf1kmk4lMJtNoe3Fxcc5ubM2q/ASABjXUFa23jkJ+oLRWuZxHbVk2j6GmzPW0tOX72lzPj3z1Pa3rXNea3RLrdZrHbKv0Mrf0M3f0MrcKvZ+FkMeaKpe9bOpxsgrdF198cRx88MGx9dZbx/Lly2PatGkxe/bseOihwv/LBgC0JdZsACgMWYXu9957L0466aR49913o2vXrjFw4MB46KGHYsSIEWnVBwA0gzUbAApDVqH7xhtvTKsOACCHrNkAUBja5bsAAAAA2FgJ3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlGQVuidOnBhf//rXo0uXLtGjR4848sgj45VXXkmrNgCgmazZAFAYsgrdf/nLX2LMmDExd+7cmDFjRtTW1saBBx4YK1asSKs+AKAZrNkAUBg6ZDP4wQcfbHB56tSp0aNHj5g3b1584xvfyGlhAEDzWbMBoDBs0Hu6ly1bFhERm2++eU6KAQDSYc0GgPzI6pnuL6qrq4vzzz8/9t5779h5553XOq6mpiZqamrqL1dVVUVERG1tbdTW1jb36hvItE9ycpxmXXe7pMF/1yVXt5f/66We5kZTHkPZzPW0tMX721zPj3z3PdfX25Q1uyXW63z3dWOil7mln7mjl7nVWvqZzzzWVKvPYXPZy6YeqyhJkmZ16KyzzooHHnggHn/88dhqq63WOq6ioiLGjx/faPu0adOic+fOzblqANioVVdXx6hRo2LZsmVRWlq6wcdrypptvQaA7DR1vW5W6D7nnHPij3/8Yzz22GPRr1+/dY5d01/Oy8vLo7KyMicnEhERO1c8lJPjNEemXRITdq+LS59uFzV1Resc+0LFyBaqauNXW1sbM2bMiBEjRkRxcXG+y2n1mvIYymaup6UtPobM9fzId9+rqqqirKwsJ6G7qWt2S6zX+e7rxkQvc6s19TOf571Nsfp8oTX0sjVoLXOz0OdlRDpzs6nrdVYvL0+SJM4999y45557Yvbs2esN3BERmUwmMplMo+3FxcU5u7E1q/ITABrUUFe03joK+YHSWuVyHrVl2TyGmjLX09KW72tzPT/y1fdcXGe2a3ZLrNdpHrOt0svcag39LITz3qZoDb1sTQq9n61lXkbktpdNPU5WoXvMmDExbdq0+OMf/xhdunSJJUuWRERE165do1OnTtlXCQCkwpoNAIUhq08vnzJlSixbtiyGDRsWvXv3rv93++23p1UfANAM1mwAKAxZv7wcACh81mwAKAwb9D3dAAAAwNoJ3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlGQduh977LE47LDDok+fPlFUVBT33ntvCmUBABvCeg0AhSHr0L1ixYrYddddY/LkyWnUAwDkgPUaAApDh2x3OPjgg+Pggw9OoxYAIEes1wBQGLynGwAAAFKS9TPd2aqpqYmampr6y1VVVRERUVtbG7W1tTm5jkz7JCfHadZ1t0sa/HddcnV7+b9e6mluNOUxlM1cT0tbvL/N9fzId9/zcb0tsV7nu68bE73MrdbUz3ye9zbF6vOE1tDL1qC1zM1Cn5cR6czNph6rKEmSZneoqKgo7rnnnjjyyCPXOqaioiLGjx/faPu0adOic+fOzb1qANhoVVdXx6hRo2LZsmVRWlq6wcezXgNA7jV1vU49dK/pL+fl5eVRWVmZkxOJiIidKx7KyXGaI9MuiQm718WlT7eLmrqidY59oWJkC1W18autrY0ZM2bEiBEjori4ON/ltHpNeQxlM9fT0hYfQ219rufr93u28z3Xc7OqqirKyspaNHS3xHq9ej7n8/dIUxX675vW9Lshn+dpTbX6Ma+fG04vc6u19LOt9rKp63XqLy/PZDKRyWQabS8uLs7Zja1Zlf+Fu6auaL11FPIDpbXK5Txqy7J5DDVlrqelLd/XbXWu5/v3e1Pne67vm3zc1y2xXq+Wz98jTdVaHm+t4XdDod/XX6SfuaOXuVXo/WyrvWzqcbIO3Z988kksXLiw/vLixYtj/vz5sfnmm8fWW2+d7eEAgBRYrwGgMGQdup9++un45je/WX957NixERExevTomDp1as4KAwCaz3oNAIUh69A9bNiw2IC3gQMALcB6DQCFwfd0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASpoVuidPnhx9+/aNkpKSGDJkSDz55JO5rgsA2EDWawDIv6xD9+233x5jx46NcePGxTPPPBO77rprjBw5Mt5777006gMAmsF6DQCFIevQfdVVV8Xpp58ep5xySuy0007x61//Ojp37hw33XRTGvUBAM1gvQaAwpBV6P78889j3rx5MXz48P87QLt2MXz48JgzZ07OiwMAsme9BoDC0SGbwZWVlbFq1aro2bNng+09e/aMl19+eY371NTURE1NTf3lZcuWRUTEhx9+GLW1tdnWu0YdVq7IyXGadd11SVRX10WH2naxqq5onWM/+OCDFqpq41dbWxvV1dXxwQcfRHFxcb7LafWa8hjKZq6npS0+htr6XM/X7/ds53uu5+by5csjIiJJkmbtX6jr9er5nM/fI01V6L9vWtPvhnyepzXV6se8fm44vcyt1tLPttrLpq7XWYXu5pg4cWKMHz++0fZ+/fqlfdUtZlQTx5X9MtUyIHVNnetp8RiiJWUz39Oam8uXL4+uXbumc/AvaQvrdTb8vml78r3GbUz0Mrf0M3fS6uX61uusQndZWVm0b98+li5d2mD70qVLo1evXmvc5+KLL46xY8fWX66rq4sPP/wwtthiiygqKuy/cjdFVVVVlJeXx1tvvRWlpaX5LqfN0PeWp+f5oe/5ke++J0kSy5cvjz59+jRr/0Jdr/Pd142JXuaWfuaOXuaWfuZOGr1s6nqdVeju2LFjDB48OGbOnBlHHnlkRPxrUZ45c2acc845a9wnk8lEJpNpsK1bt27ZXG2rUFpa6oGQB/re8vQ8P/Q9P/LZ9w15hrvQ12vzOXf0Mrf0M3f0Mrf0M3dy3cumrNdZv7x87NixMXr06Nh9991jjz32iKuvvjpWrFgRp5xySrOKBAByz3oNAIUh69B93HHHxfvvvx+XXXZZLFmyJAYNGhQPPvhgow9rAQDyx3oNAIWhWR+kds4556z15WltTSaTiXHjxjV6SR7p0veWp+f5oe/5sbH0vdDW642lr4VAL3NLP3NHL3NLP3Mnn70sSpr7fSQAAADAOrXLdwEAAACwsRK6AQAAICVCNwAAAKRE6P6SyZMnR9++faOkpCSGDBkSTz755FrH3n333bH77rtHt27dYpNNNolBgwbFLbfc0mDMySefHEVFRQ3+HXTQQWnfjFYnm75/0fTp06OoqKj+e2hXS5IkLrvssujdu3d06tQphg8fHq+++moKlbduue67+d402fR96tSpjXpaUlLSYIz53jS57rv5vmbZ/l658847Y8cdd4ySkpLYZZdd4v7772+hSgtfNr284YYbYt99943NNtssNttssxg+fHiTf6e3Fble89qybHv58ccfx5gxY6J3796RyWRi++2391j/gmz7efXVV8cOO+wQnTp1ivLy8rjgggvis88+a6FqC9djjz0Whx12WPTp0yeKiori3nvvXe8+s2fPjt122y0ymUxst912MXXq1HSKS6g3ffr0pGPHjslNN92ULFiwIDn99NOTbt26JUuXLl3j+FmzZiV333138uKLLyYLFy5Mrr766qR9+/bJgw8+WD9m9OjRyUEHHZS8++679f8+/PDDlrpJrUK2fV9t8eLFyZZbbpnsu+++yRFHHNHgZ5MmTUq6du2a3Hvvvcnf//735PDDD0/69euXfPrppynektYljb6b7+uXbd9vvvnmpLS0tEFPlyxZ0mCM+b5+afTdfG8s2z7/9a9/Tdq3b5/8/Oc/T1588cXk//2//5cUFxcnzz//fAtXXniy7eWoUaOSyZMnJ88++2zy0ksvJSeffHLStWvX5O23327hygtTGmteW5VtL2tqapLdd989OeSQQ5LHH388Wbx4cTJ79uxk/vz5LVx5Ycq2n7feemuSyWSSW2+9NVm8eHHy0EMPJb17904uuOCCFq688Nx///3JJZdcktx9991JRCT33HPPOse/9tprSefOnZOxY8cmL774YnLNNdc0ynK5InR/wR577JGMGTOm/vKqVauSPn36JBMnTmzyMb72ta8l/+///b/6y6NHj/ZLej2a0/eVK1cme+21V/Kb3/ymUY/r6uqSXr16Jb/4xS/qt3388cdJJpNJbrvttlRuQ2uU674nifneFNn2/eabb066du261uOZ702T674nifm+Jtn2+dhjj00OPfTQBtuGDBmSnHnmmanW2Rps6DnJypUrky5duiS//e1v0yqxVUljzWursu3llClTkm233Tb5/PPPW6rEViXbfo4ZMybZf//9G2wbO3Zssvfee6daZ2vTlND9b//2b8mAAQMabDvuuOOSkSNH5rweLy//X59//nnMmzcvhg8fXr+tXbt2MXz48JgzZ85690+SJGbOnBmvvPJKfOMb32jws9mzZ0ePHj1ihx12iLPOOis++OCDnNffWjW37z/96U+jR48ecdpppzX62eLFi2PJkiUNjtm1a9cYMmRIk+7LtiCNvq9mvq9dc/v+ySefxDbbbBPl5eVxxBFHxIIFC+p/Zr6vXxp9X818/z/N6fOcOXMajI+IGDlyZJufuxt6ThIRUV1dHbW1tbH55punVWarkeaa19Y0p5f33XdfDB06NMaMGRM9e/aMnXfeOa644opYtWpVS5VdsJrTz7322ivmzZtX/xL01157Le6///445JBDWqTmjUlLrkEdcn7EVqqysjJWrVoVPXv2bLC9Z8+e8fLLL691v2XLlsWWW24ZNTU10b59+7j22mtjxIgR9T8/6KCD4tvf/nb069cvFi1aFD/5yU/i4IMPjjlz5kT79u1Tuz2tRXP6/vjjj8eNN94Y8+fPX+PPlyxZUn+MLx9z9c/aujT6HmG+r09z+r7DDjvETTfdFAMHDoxly5bFlVdeGXvttVcsWLAgttpqK/O9CdLoe4T5/mXN6fOSJUvM3TVo7jnJF/34xz+OPn36NDqhbIvSWvPaoub08rXXXotHH300TjjhhLj//vtj4cKFcfbZZ0dtbW2MGzeuJcouWM3p56hRo6KysjL22WefSJIkVq5cGT/4wQ/iJz/5SUuUvFFZ2xpUVVUVn376aXTq1Cln1yV0b6AuXbrE/Pnz45NPPomZM2fG2LFjY9ttt41hw4ZFRMTxxx9fP3aXXXaJgQMHRv/+/WP27NlxwAEH5Knq1mv58uVx4oknxg033BBlZWX5LqfNaGrfzffcGzp0aAwdOrT+8l577RVf/epX47rrrosJEybksbKNW1P6br5TqCZNmhTTp0+P2bNnN/oAQNbPuUZu1dXVRY8ePeL666+P9u3bx+DBg+Odd96JX/ziF20+dDfH7Nmz44orrohrr702hgwZEgsXLozzzjsvJkyYEJdeemm+y2MthO7/VVZWFu3bt4+lS5c22L506dLo1avXWvdr165dbLfddhERMWjQoHjppZdi4sSJ9aH7y7bddtsoKyuLhQsXOimL7Pu+aNGieP311+Owww6r31ZXVxcRER06dIhXXnmlfr+lS5dG7969Gxxz0KBBKdyK1ieNvvfv37/RfuZ7Q839PfNFxcXF8bWvfS0WLlwYEWG+N0EafV+Ttj7fm9PnXr16bdD9srHakDl75ZVXxqRJk+KRRx6JgQMHpllmq9FSa15b0Jy52bt37yguLm7wCqCvfvWrsWTJkvj888+jY8eOqdZcyJrTz0svvTROPPHE+P73vx8R//qj74oVK+KMM86ISy65JNq18+7hplrbGlRaWprTZ7kjfGVYvY4dO8bgwYNj5syZ9dvq6upi5syZDZ7tWJ+6urqoqalZ68/ffvvt+OCDDxqcHLdl2fZ9xx13jOeffz7mz59f/+/www+Pb37zmzF//vwoLy+Pfv36Ra9evRocs6qqKv72t79ldV9uzNLo+5qY7w3l4vfMqlWr4vnnn6/vqfm+fmn0fU3a+nxvTp+HDh3aYHxExIwZM9r83G3unP35z38eEyZMiAcffDB23333lii1VWipNa8taM7c3HvvvWPhwoX1f7iIiPjHP/4RvXv3btOBO6J5/ayurm4UrFf/QeNfnx9GU7XoGpTzj2ZrxaZPn55kMplk6tSpyYsvvpicccYZSbdu3eq/JubEE09MLrroovrxV1xxRfLwww8nixYtSl588cXkyiuvTDp06JDccMMNSZIkyfLly5MLL7wwmTNnTrJ48eLkkUceSXbbbbfkK1/5SvLZZ5/l5TYWomz7/mVr+kTRSZMmJd26dUv++Mc/Js8991xyxBFH+AqlL8l13833psm27+PHj08eeuihZNGiRcm8efOS448/PikpKUkWLFhQP8Z8X79c9918X7Ns+/zXv/416dChQ3LllVcmL730UjJu3DhfGfa/su3lpEmTko4dOyZ33XVXg6+xW758eb5uQkFJ41yjrcq2l2+++WbSpUuX5JxzzkleeeWV5E9/+lPSo0eP5Gc/+1m+bkJBybaf48aNS7p06ZLcdtttyWuvvZY8/PDDSf/+/ZNjjz02XzehYCxfvjx59tlnk2effTaJiOSqq65Knn322eSNN95IkiRJLrroouTEE0+sH7/6K8N+9KMfJS+99FIyefJkXxnWUq655ppk6623Tjp27Jjsscceydy5c+t/tt9++yWjR4+uv3zJJZck2223XVJSUpJsttlmydChQ5Pp06fX/7y6ujo58MADk+7duyfFxcXJNttsk5x++umNvuuV7Pr+ZWtaCOvq6pJLL7006dmzZ5LJZJIDDjggeeWVV1KqvvXKZd/N96bLpu/nn39+/diePXsmhxxySPLMM880OJ753jS57Lv5vnbZ/l654447ku233z7p2LFjMmDAgOTPf/5zC1dcuLLp5TbbbJNERKN/48aNa/nCC1SuzzXasmx7+cQTTyRDhgxJMplMsu222yaXX355snLlyhauunBl08/a2tqkoqIi6d+/f1JSUpKUl5cnZ599dvLRRx+1fOEFZtasWWv8Pbi6f6NHj07222+/RvsMGjQo6dixY7LtttsmN998cyq1FSWJ1yEAAABAGrynGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuaAFPPfVU7LXXXrHJJptEUVFRzJ8/v0n7TZ06NYqKiuL1119Ptb5CNnv27CgqKorZs2fnuxQAAMhah3wXABu72traOOaYY6KkpCT+4z/+Izp37hzbbLNNvssCAABagNANKVu0aFG88cYbccMNN8T3v//9fJcDAAC0IC8vh5S99957ERHRrVu3/BbSwurq6uKzzz7LdxkAAJBXQjek6OSTT4799tsvIiKOOeaYKCoqimHDhsVzzz0XJ598cmy77bZRUlISvXr1ilNPPTU++OCD9R7z6aefjpEjR0ZZWVl06tQp+vXrF6eeemqDMXV1dXH11VfHgAEDoqSkJHr27BlnnnlmfPTRR1nVX1FREUVFRfHyyy/HscceG6WlpbHFFlvEeeed1yhQFxUVxTnnnBO33nprDBgwIDKZTDz44IMREfHOO+/EqaeeGj179oxMJhMDBgyIm266qdH1vf3223HkkUfGJptsEj169IgLLrggampqsqoZAAAKiZeXQ4rOPPPM2HLLLeOKK66IH/7wh/H1r389evbsGTNmzIjXXnstTjnllOjVq1csWLAgrr/++liwYEHMnTs3ioqK1ni89957Lw488MDo3r17XHTRRdGtW7d4/fXX4+677250vVOnTo1TTjklfvjDH8bixYvjV7/6VTz77LPx17/+NYqLi7O6Hccee2z07ds3Jk6cGHPnzo3/+q//io8++ih+97vfNRj36KOPxh133BHnnHNOlJWVRd++fWPp0qWx55571ofy7t27xwMPPBCnnXZaVFVVxfnnnx8REZ9++mkccMAB8eabb8YPf/jD6NOnT9xyyy3x6KOPZlUrAAAUlARI1axZs5KISO688876bdXV1Y3G3XbbbUlEJI899lj9tptvvjmJiGTx4sVJkiTJPffck0RE8tRTT631+v7nf/4niYjk1ltvbbD9wQcfXOP2dRk3blwSEcnhhx/eYPvZZ5+dRETy97//vX5bRCTt2rVLFixY0GDsaaedlvTu3TuprKxssP34449PunbtWt+Lq6++OomI5I477qgfs2LFimS77bZLIiKZNWtWk+sGAIBC4eXlkAedOnWq///PPvssKisrY88994yIiGeeeWat+61+X/if/vSnqK2tXeOYO++8M7p27RojRoyIysrK+n+DBw+OTTfdNGbNmpV1vWPGjGlw+dxzz42IiPvvv7/B9v322y922mmn+stJksQf/vCHOOywwyJJkgb1jBw5MpYtW1Z/e++///7o3bt3fOc736nfv3PnznHGGWdkXS8AABQKoRvy4MMPP4zzzjsvevbsGZ06dYru3btHv379IiJi2bJla91vv/32i6OPPjrGjx8fZWVlccQRR8TNN9/c4H3Pr776aixbtix69OgR3bt3b/Dvk08+qf9gt2x85StfaXC5f//+0a5du0bfH776Nqz2/vvvx8cffxzXX399o1pOOeWUiPi/D5p74403Yrvttmv00voddtgh63oBAKBQeE835MGxxx4bTzzxRPzoRz+KQYMGxaabbhp1dXVx0EEHRV1d3Vr3Kyoqirvuuivmzp0b//3f/x0PPfRQnHrqqfHLX/4y5s6dW3+cHj16xK233rrGY3Tv3n2D61/be86/+Ax+RNTflu9973sxevToNe4zcODADa4HAAAKldANLeyjjz6KmTNnxvjx4+Oyyy6r3/7qq682+Rh77rln7LnnnnH55ZfHtGnT4oQTTojp06fH97///ejfv3888sgjsffeezcKwc316quvNngWe+HChVFXVxd9+/Zd537du3ePLl26xKpVq2L48OHrHLvNNtvECy+8EEmSNAj1r7zyygbVDgAA+eTl5dDC2rdvHxH/er/zF1199dXr3fejjz5qtN+gQYMiIupfYn7sscfGqlWrYsKECY32X7lyZXz88cdZ1zx58uQGl6+55pqIiDj44IPXuV/79u3j6KOPjj/84Q/xwgsvNPr5+++/X///hxxySPzzn/+Mu+66q35bdXV1XH/99VnXCwAAhcIz3dDCSktL4xvf+Eb8/Oc/j9ra2thyyy3j4YcfjsWLF69339/+9rdx7bXXxlFHHRX9+/eP5cuXxw033BClpaVxyCGHRMS/3vd95plnxsSJE2P+/Plx4IEHRnFxcbz66qtx5513xn/+5382+LCypli8eHEcfvjhcdBBB8WcOXPi97//fYwaNSp23XXX9e47adKkmDVrVgwZMiROP/302GmnneLDDz+MZ555Jh555JH48MMPIyLi9NNPj1/96ldx0kknxbx586J3795xyy23ROfOnbOqFQAAConQDXkwbdq0OPfcc2Py5MmRJEkceOCB8cADD0SfPn3Wud9+++0XTz75ZEyfPj2WLl0aXbt2jT322CNuvfXWBi///vWvfx2DBw+O6667Ln7yk59Ehw4dom/fvvG9730v9t5776zrvf322+Oyyy6Liy66KDp06BDnnHNO/OIXv2jSvj179ownn3wyfvrTn8bdd98d1157bWyxxRYxYMCA+Pd///f6cZ07d46ZM2fGueeeG9dcc0107tw5TjjhhDj44IPjoIMOyrpmAAAoBEXJl1+rCvC/KioqYvz48fH+++9HWVlZvssBAIBWx3u6AQAAICVeXg5t0CeffBKffPLJOsfk4qvFAACgrRO6oQ268sorY/z48esc05QPdgMAANbNe7qhDXrttdfitddeW+eYffbZJ0pKSlqoIgAA2DgJ3QAAAJASH6QGAAAAKWnx93TX1dXFP//5z+jSpUsUFRW19NUDQMFLkiSWL18effr0iXbt/H0cAFqzFg/d//znP6O8vLylrxYAWp233norttpqq3yXAQBsgBYP3V26dImIf51IlJaWbvDxamtr4+GHH44DDzwwiouLN/h4bZ1+5o5e5pZ+5o5e5lYa/ayqqory8vL6NRMAaL1aPHSvfkl5aWlpzkJ3586do7S01MljDuhn7uhlbuln7uhlbqXZT2/DAoDWzxvFAAAAICVCNwAAAKRE6AYAAICUbFDonjRpUhQVFcX555+fo3IAAABg49Hs0P3UU0/FddddFwMHDsxlPQAAALDRaFbo/uSTT+KEE06IG264ITbbbLNc1wQAAAAbhWaF7jFjxsShhx4aw4cPz3U9AAAAsNHI+nu6p0+fHs8880w89dRTTRpfU1MTNTU19Zerqqoi4l/fa1pbW5vt1Tey+hi5OBb6mUt6mVv6mTt6mVtp9NN9AwAbj6IkSZKmDn7rrbdi9913jxkzZtS/l3vYsGExaNCguPrqq9e4T0VFRYwfP77R9mnTpkXnzp2bVzUAbMSqq6tj1KhRsWzZsigtLc13OQDABsgqdN97771x1FFHRfv27eu3rVq1KoqKiqJdu3ZRU1PT4GcRa36mu7y8PCorK3NyIlFbWxszZsyIESNGRHFx8QYfr63Tz9xpTb3cueKhfJewXpl2SUzYva5V9LPQtaa52Rqk0c+qqqooKysTugFgI5DVy8sPOOCAeP755xtsO+WUU2LHHXeMH//4x40Cd0REJpOJTCbTaHtxcXFOT/Zyfby2Tj9zpzX0smZVUb5LaLLW0M/WQi9zK5f9dL8AwMYjq9DdpUuX2HnnnRts22STTWKLLbZotB0AAADaumZ/TzcAAACwbll/evmXzZ49OwdlAAAAwMbHM90AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABISVahe8qUKTFw4MAoLS2N0tLSGDp0aDzwwANp1QYAAACtWlahe6uttopJkybFvHnz4umnn479998/jjjiiFiwYEFa9QEAAECr1SGbwYcddliDy5dffnlMmTIl5s6dGwMGDMhpYQAAANDaZRW6v2jVqlVx5513xooVK2Lo0KG5rAkAAAA2ClmH7ueffz6GDh0an332WWy66aZxzz33xE477bTW8TU1NVFTU1N/uaqqKiIiamtro7a2thklN7T6GLk4FvqZS62pl5n2Sb5LWK9Mu3/V2Br6Weha09xsDdLop/sGADYeRUmSZHW2/fnnn8ebb74Zy5Yti7vuuit+85vfxF/+8pe1Bu+KiooYP358o+3Tpk2Lzp07N69qANiIVVdXx6hRo2LZsmVRWlqa73IAgA2Qdej+suHDh0f//v3juuuuW+PP1/RMd3l5eVRWVubkRKK2tjZmzJgRlz7dLmrqijb4eGl6oWJkvktYr9X9HDFiRBQXF+e7nFatNfVy54qH8l3CemXaJTFh97pW0c9C15rmZmuQRj+rqqqirKxM6AaAjUCz39O9Wl1dXYNQ/WWZTCYymUyj7cXFxTk92aupK4qaVYUdulvTyW2u75+2rDX0stAfO1/UGvrZWuhlbuWyn+4XANh4ZBW6L7744jj44INj6623juXLl8e0adNi9uzZ8dBDhf8sGQAAALS0rEL3e++9FyeddFK8++670bVr1xg4cGA89NBDMWLEiLTqAwAAgFYrq9B94403plUHAAAAbHTa5bsAAAAA2FgJ3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEhJVqF74sSJ8fWvfz26dOkSPXr0iCOPPDJeeeWVtGoDAACAVi2r0P2Xv/wlxowZE3Pnzo0ZM2ZEbW1tHHjggbFixYq06gMAAIBWq0M2gx988MEGl6dOnRo9evSIefPmxTe+8Y2cFgYAAACtXVah+8uWLVsWERGbb775WsfU1NRETU1N/eWqqqqIiKitrY3a2toNufr640REZNolG3ystOXi9qZtdY2todZC15p6mWlf+I+f1Y/x1tDPQtea5mZrkEY/3TcAsPEoSpKkWWfbdXV1cfjhh8fHH38cjz/++FrHVVRUxPjx4xttnzZtWnTu3Lk5Vw0AG7Xq6uoYNWpULFu2LEpLS/NdDgCwAZodus8666x44IEH4vHHH4+tttpqrePW9Ex3eXl5VFZW5uREora2NmbMmBGXPt0uauqKNvh4aXqhYmS+S1iv1f0cMWJEFBcX57ucVq019XLniofyXcJ6ZdolMWH3ulbRz0LXmuZma5BGP6uqqqKsrEzoBoCNQLNeXn7OOefEn/70p3jsscfWGbgjIjKZTGQymUbbi4uLc3qyV1NXFDWrCjt0t6aT21zfP21Za+hloT92vqg19LO10MvcymU/3S8AsPHIKnQnSRLnnntu3HPPPTF79uzo169fWnUBAABAq5dV6B4zZkxMmzYt/vjHP0aXLl1iyZIlERHRtWvX6NSpUyoFAgAAQGuV1fd0T5kyJZYtWxbDhg2L3r171/+7/fbb06oPAAAAWq2sX14OAAAANE1Wz3QDAAAATSd0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKck6dD/22GNx2GGHRZ8+faKoqCjuvffeFMoCAACA1i/r0L1ixYrYddddY/LkyWnUAwAAABuNDtnucPDBB8fBBx+cRi0AAACwUck6dGerpqYmampq6i9XVVVFRERtbW3U1tZu8PFXHyPTLtngY6UtF7c3batrbA21FrrW1MtM+8J//Kx+jLeGfha61jQ3W4M0+um+AYCNR1GSJM0+2y4qKop77rknjjzyyLWOqaioiPHjxzfaPm3atOjcuXNzrxoANlrV1dUxatSoWLZsWZSWlua7HABgA6Qeutf0THd5eXlUVlbm5ESitrY2ZsyYEZc+3S5q6oo2+HhpeqFiZL5LWK/V/RwxYkQUFxfnu5x12rnioXyXsE6ZdklM2L1OL3NkdT8L/bHucZ5brWlu5rKfVVVVUVZWJnQDwEYg9ZeXZzKZyGQyjbYXFxfn9GSvpq4oalYV7ol4RBT8ye0X5fr+SUOh39+r6WVuFfpjvdDv6y8yN3Mrl/0s9PsFAGg639MNAAAAKcn6me5PPvkkFi5cWH958eLFMX/+/Nh8881j6623zmlxAAAA0JplHbqffvrp+OY3v1l/eezYsRERMXr06Jg6dWrOCgMAAIDWLuvQPWzYsNiAz14DAACANsN7ugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJCSZoXuyZMnR9++faOkpCSGDBkSTz75ZK7rAgAAgFYv69B9++23x9ixY2PcuHHxzDPPxK677hojR46M9957L436AAAAoNXKOnRfddVVcfrpp8cpp5wSO+20U/z617+Ozp07x0033ZRGfQAAANBqdchm8Oeffx7z5s2Liy++uH5bu3btYvjw4TFnzpw17lNTUxM1NTX1l5ctWxYRER9++GHU1tY2p+YGamtro7q6OjrUtotVdUUbfLw0ffDBB/kuYb1W9/ODDz6I4uLifJezTh1Wrsh3CevUoS6J6uo6vcyR1f0s9Me6x3lutaa5mct+Ll++PCIikiTJyfEAgPzJKnRXVlbGqlWromfPng229+zZM15++eU17jNx4sQYP358o+39+vXL5qo3CmW/zHcFtLRR+S5gI9Ma+ulx3jalNTeXL18eXbt2TenoAEBLyCp0N8fFF18cY8eOrb9cV1cXH374YWyxxRZRVLThz1ZVVVVFeXl5vPXWW1FaWrrBx2vr9DN39DK39DN39DK30uhnkiSxfPny6NOnT06OBwDkT1ahu6ysLNq3bx9Lly5tsH3p0qXRq1evNe6TyWQik8k02NatW7fsqmyC0tJSJ485pJ+5o5e5pZ+5o5e5let+eoYbADYOWX2QWseOHWPw4MExc+bM+m11dXUxc+bMGDp0aM6LAwAAgNYs65eXjx07NkaPHh2777577LHHHnH11VfHihUr4pRTTkmjPgAAAGi1sg7dxx13XLz//vtx2WWXxZIlS2LQoEHx4IMPNvpwtZaSyWRi3LhxjV7CTvPoZ+7oZW7pZ+7oZW7pJwCwLkWJ7yMBAACAVGT1nm4AAACg6YRuAAAASInQDQAAACkRugEAACAlrSJ0T548Ofr27RslJSUxZMiQePLJJ9c5/s4774wdd9wxSkpKYpdddon777+/hSptHbLp5w033BD77rtvbLbZZrHZZpvF8OHD19v/tiTbubna9OnTo6ioKI488sh0C2xlsu3nxx9/HGPGjInevXtHJpOJ7bff3uP9f2Xby6uvvjp22GGH6NSpU5SXl8cFF1wQn332WQtVW7gee+yxOOyww6JPnz5RVFQU995773r3mT17duy2226RyWRiu+22i6lTp6ZeJwBQuAo+dN9+++0xduzYGDduXDzzzDOx6667xsiRI+O9995b4/gnnngivvvd78Zpp50Wzz77bBx55JFx5JFHxgsvvNDClRembPs5e/bs+O53vxuzZs2KOXPmRHl5eRx44IHxzjvvtHDlhSfbXq72+uuvx4UXXhj77rtvC1XaOmTbz88//zxGjBgRr7/+etx1113xyiuvxA033BBbbrllC1deeLLt5bRp0+Kiiy6KcePGxUsvvRQ33nhj3H777fGTn/ykhSsvPCtWrIhdd901Jk+e3KTxixcvjkMPPTS++c1vxvz58+P888+P73//+/HQQw+lXCkAULCSArfHHnskY8aMqb+8atWqpE+fPsnEiRPXOP7YY49NDj300AbbhgwZkpx55pmp1tlaZNvPL1u5cmXSpUuX5Le//W1aJbYazenlypUrk7322iv5zW9+k4wePTo54ogjWqDS1iHbfk6ZMiXZdtttk88//7ylSmw1su3lmDFjkv3337/BtrFjxyZ77713qnW2NhGR3HPPPesc82//9m/JgAEDGmw77rjjkpEjR6ZYGQBQyAr6me7PP/885s2bF8OHD6/f1q5duxg+fHjMmTNnjfvMmTOnwfiIiJEjR651fFvSnH5+WXV1ddTW1sbmm2+eVpmtQnN7+dOf/jR69OgRp512WkuU2Wo0p5/33XdfDB06NMaMGRM9e/aMnXfeOa644opYtWpVS5VdkJrTy7322ivmzZtX/xL01157Le6///445JBDWqTmjYk1CAD4sg75LmBdKisrY9WqVdGzZ88G23v27Bkvv/zyGvdZsmTJGscvWbIktTpbi+b088t+/OMfR58+fRqdVLY1zenl448/HjfeeGPMnz+/BSpsXZrTz9deey0effTROOGEE+L++++PhQsXxtlnnx21tbUxbty4lii7IDWnl6NGjYrKysrYZ599IkmSWLlyZfzgBz/w8vJmWNsaVFVVFZ9++ml06tQpT5UBAPlS0M90U1gmTZoU06dPj3vuuSdKSkryXU6rsnz58jjxxBPjhhtuiLKysnyXs1Goq6uLHj16xPXXXx+DBw+O4447Li655JL49a9/ne/SWp3Zs2fHFVdcEddee20888wzcffdd8ef//znmDBhQr5LAwBo9Qr6me6ysrJo3759LF26tMH2pUuXRq9evda4T69evbIa35Y0p5+rXXnllTFp0qR45JFHYuDAgWmW2Spk28tFixbF66+/Hocddlj9trq6uoiI6NChQ7zyyivRv3//dIsuYM2Zm717947i4uJo3759/bavfvWrsWTJkvj888+jY8eOqdZcqJrTy0svvTROPPHE+P73vx8REbvsskusWLEizjjjjLjkkkuiXTt/n22qta1BpaWlnuUGgDaqoM+kOnbsGIMHD46ZM2fWb6urq4uZM2fG0KFD17jP0KFDG4yPiJgxY8Zax7clzelnRMTPf/7zmDBhQjz44IOx++67t0SpBS/bXu64447x/PPPx/z58+v/HX744fWfcFxeXt6S5Rec5szNvffeOxYuXFj/x4uIiH/84x/Ru3fvNhu4I5rXy+rq6kbBevUfM5IkSa/YjZA1CABoJN+f5LY+06dPTzKZTDJ16tTkxRdfTM4444ykW7duyZIlS5IkSZITTzwxueiii+rH//Wvf006dOiQXHnllclLL72UjBs3LikuLk6ef/75fN2EgpJtPydNmpR07Ngxueuuu5J33323/t/y5cvzdRMKRra9/DKfXt5Qtv188803ky5duiTnnHNO8sorryR/+tOfkh49eiQ/+9nP8nUTCka2vRw3blzSpUuX5Lbbbktee+215OGHH0769++fHHvssfm6CQVj+fLlybPPPps8++yzSUQkV111VfLss88mb7zxRpIkSXLRRRclJ554Yv341157LencuXPyox/9KHnppZeSyZMnJ+3bt08efPDBfN0EACDPCj50J0mSXHPNNcnWW2+ddOzYMdljjz2SuXPn1v9sv/32S0aPHt1g/B133JFsv/32SceOHZMBAwYkf/7zn1u44sKWTT+32WabJCIa/Rs3blzLF16Asp2bXyR0N5ZtP5944olkyJAhSSaTSbbddtvk8ssvT1auXNnCVRembHpZW1ubVFRUJP37909KSkqS8vLy5Oyzz04++uijli+8wMyaNWuNvwNX92/06NHJfvvt12ifQYMGJR07dky23Xbb5Oabb27xugGAwlGUJF47CAAAAGko6Pd0AwAAQGsmdAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAAp+f+o22bPdy2VHAAAAABJRU5ErkJggg==",
      "text/plain": [
       "<Figure size 1000x600 with 4 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Compute mean for each column\n",
    "column_means = performance.mean()\n",
    "print(column_means)\n",
    "\n",
    "# Plot histograms for all numeric columns\n",
    "performance.hist(bins=10, figsize=(10, 6))\n",
    "plt.tight_layout()\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b5d7b528-34c2-441a-ba20-117038066033",
   "metadata": {},
   "outputs": [],
   "source": [
    "# whcih superclass most mistakes?"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "17483df4-55c4-41cd-b8a9-61f7a5c7e8a3",
   "metadata": {},
   "source": [
    "**Use gradio for user input**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "id": "cb7fd425-d0d6-458d-97ca-2150dc55f206",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Running on local URL:  http://127.0.0.1:7861\n",
      "Running on public URL: https://aa06d5d85ffadaa92b.gradio.live\n",
      "\n",
      "This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div><iframe src=\"https://aa06d5d85ffadaa92b.gradio.live\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n",
      "1\n",
      "2\n",
      "3\n",
      "4\n",
      "5\n",
      "6\n",
      "7\n",
      "8\n",
      "0\n",
      "1\n",
      "2\n",
      "3\n",
      "4\n",
      "5\n",
      "6\n",
      "7\n",
      "8\n"
     ]
    }
   ],
   "source": [
    "# use model with gradio\n",
    "from transformers import pipeline\n",
    "import gradio as gr\n",
    "\n",
    "# make a function for what I am doing\n",
    "def classify(text):\n",
    "    df = pd.DataFrame(columns=['Superclass', 'class'])\n",
    "    for i, key in enumerate(keys_list):\n",
    "        # Run the classification (ca 30 seconds classifying)\n",
    "        if key == 'activities':\n",
    "            result = classifier(text, candidate_labels[key], multi_label=True)\n",
    "            classes = [result['labels'][i] for i in indices]\n",
    "        else:\n",
    "            result = classifier(text, candidate_labels[key])\n",
    "            classes = result[\"labels\"][0]\n",
    "        print(i)\n",
    "        df.loc[i] = [key, classes]\n",
    "\n",
    "    return df\n",
    "\n",
    "demo = gr.Interface(\n",
    "    fn=classify,\n",
    "    inputs=\"text\",\n",
    "    outputs=\"dataframe\",\n",
    "    title=\"Zero-Shot Classification\",\n",
    "    description=\"Enter a text describing your trip\",\n",
    ")\n",
    "\n",
    "# Launch the Gradio app\n",
    "if __name__ == \"__main__\":\n",
    "    demo.launch(share=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8e856a9c-a66c-4c4b-b7cf-8c52abbbc6fa",
   "metadata": {},
   "source": [
    "Use model with gradio"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "521d9118-b59d-4cc6-b637-20202eaf8f33",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Running on local URL:  http://127.0.0.1:7861\n",
      "Running on public URL: https://0f70ba5369d721cf8f.gradio.live\n",
      "\n",
      "This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div><iframe src=\"https://0f70ba5369d721cf8f.gradio.live\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Define the Gradio interface\n",
    "def classify(text):\n",
    "    return classifier(text, class_labels)\n",
    "\n",
    "demo = gr.Interface(\n",
    "    fn=classify,\n",
    "    inputs=\"text\",\n",
    "    outputs=\"json\",\n",
    "    title=\"Zero-Shot Classification\",\n",
    "    description=\"Enter a text describing your trip\",\n",
    ")\n",
    "\n",
    "# Launch the Gradio app\n",
    "if __name__ == \"__main__\":\n",
    "    demo.launch(share=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c8da1c90-d3a3-4b08-801c-b3afa17b2633",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python (huggingface_env)",
   "language": "python",
   "name": "huggingface_env"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.20"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}