diff --git "a/space/space/.ipynb_checkpoints/gradio_tryout-checkpoint.ipynb" "b/space/space/.ipynb_checkpoints/gradio_tryout-checkpoint.ipynb" --- "a/space/space/.ipynb_checkpoints/gradio_tryout-checkpoint.ipynb" +++ "b/space/space/.ipynb_checkpoints/gradio_tryout-checkpoint.ipynb" @@ -24,10 +24,108 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": 36, "id": "f8c28d2d-8458-49fd-8ebf-5e729d6e861f", "metadata": {}, "outputs": [ + { + "data": { + "application/vnd.jupyter.widget-view+json": { + "model_id": "9ec45d8fb4e247e4b1188972547ebb7f", + "version_major": 2, + "version_minor": 0 + }, + "text/plain": [ + "config.json: 0%| | 0.00/1.09k [00:00 cutoff]\n", - " classes = [result['labels'][i] for i in indices]\n", - " else:\n", - " result = classifier(first_trip, candidate_labels[key])\n", - " classes = result[\"labels\"][0]\n", - " print(result)\n", - " print(classes)\n", - " print(i)\n", - " df.loc[i] = [key, classes]\n", - "\n", - "df['true_class'] = first_trip_type" - ] - }, - { - "cell_type": "code", - "execution_count": 3, - "id": "2ec09e8f-75f5-45b1-b4c0-4fafd685d36b", - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - " superclass pred_class true_class same\n", - "0 activity_type city trip city trip True\n", - "1 activities [sightseeing, running] [sightseeing] False\n", - "2 climate_or_season variable weather / spring / autumn variable weather / spring / autumn True\n", - "3 style_or_comfort ultralight luxury (including evening wear) False\n", - "4 dress_code conservative casual False\n", - "5 accommodation huts with half board indoor False\n", - "6 transportation vehicle no vehicle False\n", - "7 special_conditions pet-friendly no special condition False\n", - "8 trip_length_days 3 days 3 days True\n" - ] - } - ], - "source": [ - "pd.set_option('display.width', 1000) \n", - "pd.set_option('display.max_columns', None)\n", - "df['same_value'] = df['pred_class'] == df['true_class']\n", - "print(df)" - ] - }, - { - "cell_type": "code", - "execution_count": 4, - "id": "82ae19c8-8bb7-4f7f-841b-1cb6501a17a7", - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Accuracy (excluding activities): 0.3333333333333333\n" - ] - } - ], - "source": [ - "# accuracy excluding activities\n", - "correct = sum(df.loc[df.index != 1, 'same_value'])\n", - "total = len(df['same_value'])\n", - "accuracy = correct/total\n", - "print(\"Accuracy (excluding activities):\", accuracy)" - ] - }, - { - "cell_type": "code", - "execution_count": 5, - "id": "16c0a3ae-34ac-49a4-b59f-411a6f0ce947", - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Percentage of true classes that were identified: 1.0\n", - "Percentage of predicted classes that were wrong: 0.5\n" - ] - } - ], - "source": [ - "pred_class = df.loc[df.index == 1, 'pred_class'].iloc[0]\n", - "true_class = df.loc[df.index == 1, 'true_class'].iloc[0]\n", - "correct = [label for label in pred_class if label in true_class]\n", - "\n", - "num_correct = len(correct)\n", - "correct_perc = num_correct/len(true_class)\n", - "\n", - "num_pred = len(pred_class)\n", - "wrong_perc = (num_pred - num_correct)/num_pred\n", - "\n", - "print(\"Percentage of true classes that were identified:\", correct_perc)\n", - "print(\"Percentage of predicted classes that were wrong:\", wrong_perc)" - ] - }, - { - "cell_type": "code", - "execution_count": 10, + "execution_count": 37, "id": "3a762755-872d-43a6-b666-874d6133488c", "metadata": {}, "outputs": [], "source": [ - "# write function that returns pandas data frame with predictions\n", + "# function that returns pandas data frame with predictions\n", "\n", "cut_off = 0.5 # used to choose which activities are relevant\n", "\n", @@ -256,56 +212,12 @@ }, { "cell_type": "code", - "execution_count": 7, - "id": "a8087c21-1723-4d8b-b16a-b9a8c4711b3c", - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['city trip', 'micro-adventure / weekend trip', 'cultural exploration', 'festival trip', 'digital nomad trip', 'nature escape', 'hut trek (summer)', 'hut trek (winter)', 'yoga / wellness retreat', 'ski tour / skitour', 'long-distance hike / thru-hike', 'road trip (car/camper)', 'snowboard / splitboard trip', 'beach vacation', 'camping trip (campground)', 'camping trip (wild camping)'], 'scores': [0.43876224756240845, 0.28949078917503357, 0.2296781688928604, 0.013231690041720867, 0.006261605303734541, 0.0048823230899870396, 0.004273542668670416, 0.003523954190313816, 0.002200624207034707, 0.0017751322593539953, 0.0012460413854569197, 0.001187920686788857, 0.001103689894080162, 0.0010212253546342254, 0.0007383587071672082, 0.0006226822733879089]}\n", - "city trip\n", - "0\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['sightseeing', 'running', 'relaxing', 'photography', 'stand-up paddleboarding (SUP)', 'yoga', 'swimming', 'horseback riding', 'biking', 'hiking', 'fishing', 'hut-to-hut hiking', 'snowshoe hiking', 'surfing', 'cross-country skiing', 'ice climbing', 'rock climbing', 'skiing', 'paragliding', 'snorkeling', 'kayaking / canoeing', 'rafting', 'ski touring', 'scuba diving', 'going to the beach'], 'scores': [0.993356466293335, 0.6435525417327881, 0.22852905094623566, 0.041904889047145844, 0.016036055982112885, 0.009409126825630665, 0.005277613643556833, 0.0045664007775485516, 0.003934502601623535, 0.0032551318872720003, 0.0029276658315211535, 0.0028460840694606304, 0.002796007553115487, 0.002782624214887619, 0.0026962263509631157, 0.0022985099349170923, 0.0018938799621537328, 0.0014590730424970388, 0.0014523258432745934, 0.0011245544301345944, 0.0010432893177494407, 0.0005298255709931254, 0.0005263364873826504, 0.0003157037717755884, 0.0002174152177758515]}\n", - "['sightseeing', 'running']\n", - "1\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['variable weather / spring / autumn', 'warm destination / summer', 'dry / desert-like', 'cold destination / winter', 'tropical / humid'], 'scores': [0.2885315418243408, 0.26166394352912903, 0.21071799099445343, 0.13520291447639465, 0.10388367623090744]}\n", - "variable weather / spring / autumn\n", - "2\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['ultralight', 'lightweight (but comfortable)', 'luxury (including evening wear)', 'minimalist'], 'scores': [0.33056551218032837, 0.29158779978752136, 0.19290487468242645, 0.18494176864624023]}\n", - "ultralight\n", - "3\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['conservative', 'casual', 'formal (business trip)'], 'scores': [0.5861191749572754, 0.37694796919822693, 0.0369328074157238]}\n", - "conservative\n", - "4\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['huts with half board', 'indoor', 'sleeping in a car', 'sleeping in a tent'], 'scores': [0.4559071660041809, 0.4436822831630707, 0.05552537366747856, 0.04488520696759224]}\n", - "huts with half board\n", - "5\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.9014678001403809, 0.09853222221136093]}\n", - "vehicle\n", - "6\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['pet-friendly', 'rainy climate', 'off-grid / no electricity', 'self-supported (bring your own food/cooking)', 'snow and ice', 'high alpine terrain', 'no special conditions', 'child-friendly', 'avalanche-prone terrain'], 'scores': [0.19365736842155457, 0.16660872101783752, 0.16359402239322662, 0.1427871584892273, 0.09902289509773254, 0.06602667272090912, 0.06477302312850952, 0.05932661145925522, 0.04420347884297371]}\n", - "pet-friendly\n", - "7\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['3 days', '4 days', '1 day', '2 days', '7+ days', '5 days', '7 days', '6 days'], 'scores': [0.9385411143302917, 0.012675816193223, 0.009355404414236546, 0.00852197129279375, 0.00844663381576538, 0.00801017601042986, 0.00785527192056179, 0.006593691650778055]}\n", - "3 days\n", - "8\n" - ] - } - ], - "source": [ - "test = pred_trip(first_trip, first_trip_type, cut_off = 0.5)" - ] - }, - { - "cell_type": "code", - "execution_count": 20, + "execution_count": 38, "id": "3b4f3193-3bdd-453c-8664-df84f955600c", "metadata": {}, "outputs": [], "source": [ - "# write function for accuracy, perc true classes identified and perc wrong pred classes\n", + "# function for accuracy, perc true classes identified and perc wrong pred classes\n", "\n", "def perf_measure(df):\n", " df['same_value'] = df['pred_class'] == df['true_class']\n", @@ -327,36 +239,6 @@ " return(df_perf)" ] }, - { - "cell_type": "code", - "execution_count": 22, - "id": "ac8e6536-6b00-40b4-8231-877547926d5b", - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - " superclass pred_class true_class same\n", - "0 activity_type city trip city trip True\n", - "1 activities [sightseeing, running] [sightseeing] False\n", - "2 climate_or_season variable weather / spring / autumn variable weather / spring / autumn True\n", - "3 style_or_comfort ultralight luxury (including evening wear) False\n", - "4 dress_code conservative casual False\n", - "5 accommodation huts with half board indoor False\n", - "6 transportation vehicle no vehicle False\n", - "7 special_conditions pet-friendly no special condition False\n", - "8 trip_length_days 3 days 3 days True\n", - " accuracy true_ident false_pred\n", - "0 0.333333 1.0 0.5\n" - ] - } - ], - "source": [ - "print(test)\n", - "print(perf_measure(test))" - ] - }, { "cell_type": "markdown", "id": "62c5c18c-58f4-465c-a188-c57cfa7ffa90", @@ -367,451 +249,80 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 39, "id": "4dd01755-be8d-4904-8494-ac28aba2fee7", "metadata": { "scrolled": true }, "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Asking to truncate to max_length but no maximum length is provided and the model has no predefined maximum length. Default to no truncation.\n" + ] + }, { "name": "stdout", "output_type": "stream", "text": [ - "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['beach vacation', 'micro-adventure / weekend trip', 'nature escape', 'digital nomad trip', 'cultural exploration', 'yoga / wellness retreat', 'festival trip', 'long-distance hike / thru-hike', 'hut trek (summer)', 'city trip', 'road trip (car/camper)', 'ski tour / skitour', 'camping trip (campground)', 'snowboard / splitboard trip', 'camping trip (wild camping)', 'hut trek (winter)'], 'scores': [0.37631064653396606, 0.35016775131225586, 0.13397355377674103, 0.031636204570531845, 0.031270742416381836, 0.012846449390053749, 0.012699575163424015, 0.009526746347546577, 0.008148356340825558, 0.007793044205754995, 0.006512156222015619, 0.005669699050486088, 0.0044484627433121204, 0.004113250877708197, 0.002713854657486081, 0.002169555053114891]}\n", + "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['beach vacation', 'micro-adventure / weekend trip', 'cultural exploration', 'nature escape', 'digital nomad trip', 'camping trip (campground)', 'camping trip (wild camping)', 'long-distance hike / thru-hike', 'ski tour / skitour', 'hut trek (summer)', 'city trip', 'hut trek (winter)', 'road trip (car/camper)', 'festival trip', 'yoga / wellness retreat', 'snowboard / splitboard trip'], 'scores': [0.37198853492736816, 0.31496119499206543, 0.10890532284975052, 0.09102731198072433, 0.0735681876540184, 0.012933704070746899, 0.009422042407095432, 0.0051276967860758305, 0.004056071396917105, 0.0017408831045031548, 0.001503779087215662, 0.0014244643971323967, 0.0013752576196566224, 0.0009292717440985143, 0.0006881792796775699, 0.0003480584127828479]}\n", "beach vacation\n", "0\n", - "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['going to the beach', 'relaxing', 'hiking', 'swimming', 'sightseeing', 'running', 'hut-to-hut hiking', 'biking', 'photography', 'surfing', 'stand-up paddleboarding (SUP)', 'snorkeling', 'yoga', 'kayaking / canoeing', 'rock climbing', 'fishing', 'paragliding', 'rafting', 'horseback riding', 'snowshoe hiking', 'cross-country skiing', 'ice climbing', 'skiing', 'scuba diving', 'ski touring'], 'scores': [0.9914858341217041, 0.9771362543106079, 0.9426282048225403, 0.21901991963386536, 0.17586199939250946, 0.09854521602392197, 0.08370419591665268, 0.03679152950644493, 0.03668990358710289, 0.03099300153553486, 0.025300050154328346, 0.021451234817504883, 0.011070131324231625, 0.0075112744234502316, 0.006306737195700407, 0.0034973458386957645, 0.002655829070135951, 0.00197031581774354, 0.0015599008183926344, 0.001527810120023787, 0.0015017405385151505, 0.0014336870517581701, 0.0011686616344377398, 0.000789369223639369, 0.0004912536824122071]}\n", - "['going to the beach', 'relaxing', 'hiking']\n", - "1\n", - "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['warm destination / summer', 'tropical / humid', 'variable weather / spring / autumn', 'dry / desert-like', 'cold destination / winter'], 'scores': [0.6468702554702759, 0.19999535381793976, 0.09394325315952301, 0.05279730260372162, 0.0063938056118786335]}\n", - "warm destination / summer\n", - "2\n", - "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['minimalist', 'ultralight', 'lightweight (but comfortable)', 'luxury (including evening wear)'], 'scores': [0.4286234974861145, 0.2564568817615509, 0.2147122174501419, 0.10020739585161209]}\n", - "minimalist\n", - "3\n", - "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.6567223072052002, 0.3034382164478302, 0.039839524775743484]}\n", - "casual\n", - "4\n", - "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['huts with half board', 'indoor', 'sleeping in a car', 'sleeping in a tent'], 'scores': [0.5007699728012085, 0.34074831008911133, 0.10416240990161896, 0.05431929975748062]}\n", - "huts with half board\n", - "5\n", - "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.7521055936813354, 0.24789436161518097]}\n", - "vehicle\n", - "6\n", - "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['off-grid / no electricity', 'self-supported (bring your own food/cooking)', 'no special conditions', 'pet-friendly', 'rainy climate', 'child-friendly', 'snow and ice', 'high alpine terrain', 'avalanche-prone terrain'], 'scores': [0.46220096945762634, 0.12957870960235596, 0.10651793330907822, 0.09777138382196426, 0.06722460687160492, 0.0632496327161789, 0.04952802509069443, 0.015049820765852928, 0.008878983557224274]}\n", - "off-grid / no electricity\n", - "7\n", - "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['7+ days', '2 days', '1 day', '6 days', '3 days', '4 days', '7 days', '5 days'], 'scores': [0.21139054000377655, 0.18512114882469177, 0.14520084857940674, 0.0976138487458229, 0.094282366335392, 0.09376301616430283, 0.09161651134490967, 0.08101171255111694]}\n", - "7+ days\n", - "8\n", - " superclass pred_class true_class\n", - "0 activity_type beach vacation beach vacation\n", - "1 activities [going to the beach, relaxing, hiking] [swimming, going to the beach, relaxing, hiking]\n", - "2 climate_or_season warm destination / summer warm destination / summer\n", - "3 style_or_comfort minimalist lightweight (but comfortable)\n", - "4 dress_code casual casual\n", - "5 accommodation huts with half board indoor\n", - "6 transportation vehicle no vehicle\n", - "7 special_conditions off-grid / no electricity no special conditions\n", - "8 trip_length_days 7+ days 7 days\n", - " accuracy true_ident false_pred\n", - "0 0.333333 0.75 0.0\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['city trip', 'micro-adventure / weekend trip', 'cultural exploration', 'festival trip', 'digital nomad trip', 'nature escape', 'hut trek (summer)', 'hut trek (winter)', 'yoga / wellness retreat', 'ski tour / skitour', 'long-distance hike / thru-hike', 'road trip (car/camper)', 'snowboard / splitboard trip', 'beach vacation', 'camping trip (campground)', 'camping trip (wild camping)'], 'scores': [0.43876224756240845, 0.28949078917503357, 0.2296781688928604, 0.013231690041720867, 0.006261605303734541, 0.0048823230899870396, 0.004273542668670416, 0.003523954190313816, 0.002200624207034707, 0.0017751322593539953, 0.0012460413854569197, 0.001187920686788857, 0.001103689894080162, 0.0010212253546342254, 0.0007383587071672082, 0.0006226822733879089]}\n", - "city trip\n", - "0\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['sightseeing', 'running', 'relaxing', 'photography', 'stand-up paddleboarding (SUP)', 'yoga', 'swimming', 'horseback riding', 'biking', 'hiking', 'fishing', 'hut-to-hut hiking', 'snowshoe hiking', 'surfing', 'cross-country skiing', 'ice climbing', 'rock climbing', 'skiing', 'paragliding', 'snorkeling', 'kayaking / canoeing', 'rafting', 'ski touring', 'scuba diving', 'going to the beach'], 'scores': [0.993356466293335, 0.6435525417327881, 0.22852905094623566, 0.041904889047145844, 0.016036055982112885, 0.009409126825630665, 0.005277613643556833, 0.0045664007775485516, 0.003934502601623535, 0.0032551318872720003, 0.0029276658315211535, 0.0028460840694606304, 0.002796007553115487, 0.002782624214887619, 0.0026962263509631157, 0.0022985099349170923, 0.0018938799621537328, 0.0014590730424970388, 0.0014523258432745934, 0.0011245544301345944, 0.0010432893177494407, 0.0005298255709931254, 0.0005263364873826504, 0.0003157037717755884, 0.0002174152177758515]}\n", - "['sightseeing', 'running']\n", - "1\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['variable weather / spring / autumn', 'warm destination / summer', 'dry / desert-like', 'cold destination / winter', 'tropical / humid'], 'scores': [0.2885315418243408, 0.26166394352912903, 0.21071799099445343, 0.13520291447639465, 0.10388367623090744]}\n", - "variable weather / spring / autumn\n", - "2\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['ultralight', 'lightweight (but comfortable)', 'luxury (including evening wear)', 'minimalist'], 'scores': [0.33056551218032837, 0.29158779978752136, 0.19290487468242645, 0.18494176864624023]}\n", - "ultralight\n", - "3\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['conservative', 'casual', 'formal (business trip)'], 'scores': [0.5861191749572754, 0.37694796919822693, 0.0369328074157238]}\n", - "conservative\n", - "4\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['huts with half board', 'indoor', 'sleeping in a car', 'sleeping in a tent'], 'scores': [0.4559071660041809, 0.4436822831630707, 0.05552537366747856, 0.04488520696759224]}\n", - "huts with half board\n", - "5\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.9014678001403809, 0.09853222221136093]}\n", - "vehicle\n", - "6\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['pet-friendly', 'rainy climate', 'off-grid / no electricity', 'self-supported (bring your own food/cooking)', 'snow and ice', 'high alpine terrain', 'no special conditions', 'child-friendly', 'avalanche-prone terrain'], 'scores': [0.19365736842155457, 0.16660872101783752, 0.16359402239322662, 0.1427871584892273, 0.09902289509773254, 0.06602667272090912, 0.06477302312850952, 0.05932661145925522, 0.04420347884297371]}\n", - "pet-friendly\n", - "7\n", - "{'sequence': 'We are a couple in our thirties traveling to Vienna for a three-day city trip. We’ll be staying at a friend’s house and plan to explore the city by sightseeing, strolling through the streets, visiting markets, and trying out great restaurants and cafés. We also hope to attend a classical music concert. Our journey to Vienna will be by train.', 'labels': ['3 days', '4 days', '1 day', '2 days', '7+ days', '5 days', '7 days', '6 days'], 'scores': [0.9385411143302917, 0.012675816193223, 0.009355404414236546, 0.00852197129279375, 0.00844663381576538, 0.00801017601042986, 0.00785527192056179, 0.006593691650778055]}\n", - "3 days\n", - "8\n", - " superclass pred_class true_class\n", - "0 activity_type city trip city trip\n", - "1 activities [sightseeing, running] [sightseeing]\n", - "2 climate_or_season variable weather / spring / autumn variable weather / spring / autumn\n", - "3 style_or_comfort ultralight luxury (including evening wear)\n", - "4 dress_code conservative casual\n", - "5 accommodation huts with half board indoor\n", - "6 transportation vehicle no vehicle\n", - "7 special_conditions pet-friendly no special condition\n", - "8 trip_length_days 3 days 3 days\n", - " accuracy true_ident false_pred\n", - "0 0.333333 0.75 0.0\n", - "1 0.333333 1.00 0.5\n", - "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['micro-adventure / weekend trip', 'cultural exploration', 'festival trip', 'city trip', 'digital nomad trip', 'hut trek (winter)', 'nature escape', 'ski tour / skitour', 'snowboard / splitboard trip', 'long-distance hike / thru-hike', 'yoga / wellness retreat', 'road trip (car/camper)', 'hut trek (summer)', 'camping trip (campground)', 'beach vacation', 'camping trip (wild camping)'], 'scores': [0.2392912209033966, 0.15534718334674835, 0.13751967251300812, 0.09226146340370178, 0.07452593743801117, 0.06707481294870377, 0.04759081080555916, 0.043233778327703476, 0.028630005195736885, 0.01878121681511402, 0.0180769432336092, 0.017894743010401726, 0.017357835546135902, 0.017217138782143593, 0.01436654757708311, 0.010830691084265709]}\n", - "micro-adventure / weekend trip\n", - "0\n", - "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['running', 'sightseeing', 'photography', 'stand-up paddleboarding (SUP)', 'relaxing', 'cross-country skiing', 'skiing', 'biking', 'horseback riding', 'kayaking / canoeing', 'hiking', 'snowshoe hiking', 'rock climbing', 'ice climbing', 'fishing', 'ski touring', 'going to the beach', 'hut-to-hut hiking', 'rafting', 'swimming', 'surfing', 'snorkeling', 'yoga', 'paragliding', 'scuba diving'], 'scores': [0.7003850340843201, 0.11371292173862457, 0.037029631435871124, 0.03360823914408684, 0.02719508484005928, 0.020364845171570778, 0.01584702357649803, 0.015790844336152077, 0.015647919848561287, 0.012953400611877441, 0.010651995427906513, 0.009859885089099407, 0.008985543623566628, 0.008797547779977322, 0.007938007824122906, 0.007290820125490427, 0.006831961218267679, 0.006372789852321148, 0.006293026264756918, 0.004361668601632118, 0.00409139646217227, 0.0032699385192245245, 0.0026200537104159594, 0.0024058902636170387, 0.0014953003264963627]}\n", - "['running']\n", - "1\n", - "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['cold destination / winter', 'warm destination / summer', 'dry / desert-like', 'tropical / humid', 'variable weather / spring / autumn'], 'scores': [0.32574304938316345, 0.19408294558525085, 0.17832006514072418, 0.1775846630334854, 0.12426932901144028]}\n", - "cold destination / winter\n", - "2\n", - "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['lightweight (but comfortable)', 'minimalist', 'luxury (including evening wear)', 'ultralight'], 'scores': [0.334703654050827, 0.25336575508117676, 0.2077224999666214, 0.204208105802536]}\n", - "lightweight (but comfortable)\n", - "3\n", - "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.5872262120246887, 0.3484684228897095, 0.06430540233850479]}\n", - "casual\n", - "4\n", - "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['huts with half board', 'indoor', 'sleeping in a tent', 'sleeping in a car'], 'scores': [0.4828520715236664, 0.29535308480262756, 0.13302002847194672, 0.08877479285001755]}\n", - "huts with half board\n", - "5\n", - "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.9325927495956421, 0.06740719825029373]}\n", - "vehicle\n", - "6\n", - "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['off-grid / no electricity', 'high alpine terrain', 'snow and ice', 'rainy climate', 'self-supported (bring your own food/cooking)', 'pet-friendly', 'avalanche-prone terrain', 'child-friendly', 'no special conditions'], 'scores': [0.2509196698665619, 0.14195245504379272, 0.1384759396314621, 0.13007090985774994, 0.11442799866199493, 0.09318387508392334, 0.04901996999979019, 0.04704733192920685, 0.03490184620022774]}\n", - "off-grid / no electricity\n", - "7\n", - "{'sequence': 'My partner and I are traveling to the Netherlands and Germany to spend Christmas with our family. We are in our late twenties and will start our journey with a two-hour flight to the Netherlands. From there, we will take a 5.5-hour train ride to northern Germany.', 'labels': ['7+ days', '2 days', '5 days', '1 day', '3 days', '6 days', '4 days', '7 days'], 'scores': [0.1944044679403305, 0.15996229648590088, 0.14701354503631592, 0.11328177154064178, 0.11079160124063492, 0.09671943634748459, 0.0910923033952713, 0.08673460781574249]}\n", - "7+ days\n", - "8\n", - " superclass pred_class true_class\n", - "0 activity_type micro-adventure / weekend trip city trip\n", - "1 activities [running] [relaxing]\n", - "2 climate_or_season cold destination / winter cold destination / winter\n", - "3 style_or_comfort lightweight (but comfortable) lightweight (but comfortable)\n", - "4 dress_code casual casual\n", - "5 accommodation huts with half board indoor\n", - "6 transportation vehicle no vehicle\n", - "7 special_conditions off-grid / no electricity no special condition\n", - "8 trip_length_days 7+ days 7+ days\n", - " accuracy true_ident false_pred\n", - "0 0.333333 0.75 0.0\n", - "1 0.333333 1.00 0.5\n", - "2 0.444444 0.00 1.0\n", - "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['cultural exploration', 'micro-adventure / weekend trip', 'nature escape', 'hut trek (summer)', 'digital nomad trip', 'city trip', 'long-distance hike / thru-hike', 'festival trip', 'hut trek (winter)', 'yoga / wellness retreat', 'road trip (car/camper)', 'camping trip (campground)', 'beach vacation', 'ski tour / skitour', 'snowboard / splitboard trip', 'camping trip (wild camping)'], 'scores': [0.46336302161216736, 0.1727677881717682, 0.07163920998573303, 0.0506572462618351, 0.04663144052028656, 0.04209558293223381, 0.031931012868881226, 0.025467030704021454, 0.01593252643942833, 0.014883406460285187, 0.013931799679994583, 0.011312623508274555, 0.010983764193952084, 0.01052050944417715, 0.008977973833680153, 0.008905108086764812]}\n", - "cultural exploration\n", - "0\n", - "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['hiking', 'rafting', 'sightseeing', 'kayaking / canoeing', 'hut-to-hut hiking', 'running', 'photography', 'horseback riding', 'stand-up paddleboarding (SUP)', 'relaxing', 'swimming', 'biking', 'fishing', 'snowshoe hiking', 'rock climbing', 'going to the beach', 'snorkeling', 'yoga', 'surfing', 'cross-country skiing', 'ice climbing', 'paragliding', 'scuba diving', 'skiing', 'ski touring'], 'scores': [0.972043514251709, 0.9528122544288635, 0.8972923159599304, 0.4682398736476898, 0.32698461413383484, 0.32268962264060974, 0.13095048069953918, 0.08518116176128387, 0.0796419307589531, 0.07568981498479843, 0.05600163713097572, 0.055922020226716995, 0.05140833556652069, 0.043697480112314224, 0.03483415022492409, 0.027331499382853508, 0.024191800504922867, 0.01979714259505272, 0.016146888956427574, 0.014535189606249332, 0.013982715085148811, 0.012163450941443443, 0.007916608825325966, 0.006059339735656977, 0.0032862559892237186]}\n", - "['hiking', 'rafting', 'sightseeing']\n", + "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['relaxing', 'hiking', 'going to the beach', 'photography', 'sightseeing', 'hut-to-hut hiking', 'snorkeling', 'snowshoe hiking', 'yoga', 'stand-up paddleboarding (SUP)', 'kayaking / canoeing', 'horseback riding', 'swimming', 'paragliding', 'rafting', 'biking', 'rock climbing', 'surfing', 'running', 'ice climbing', 'cross-country skiing', 'fishing', 'ski touring', 'skiing', 'scuba diving'], 'scores': [0.9943736791610718, 0.9631249308586121, 0.9454535841941833, 0.7538902759552002, 0.4525446593761444, 0.1696157604455948, 0.05957728251814842, 0.04234873503446579, 0.01991761103272438, 0.016971556469798088, 0.006959819234907627, 0.00411367928609252, 0.0030609173700213432, 0.00186573073733598, 0.0017515394138172269, 0.00142807571683079, 0.0005748369731009007, 0.00037779140984639525, 0.0003097739245276898, 0.00030914091621525586, 0.0002725012309383601, 0.00027050732751376927, 0.00024376016517635435, 0.00017392759036738425, 0.00014787293912377208]}\n", + "['relaxing', 'hiking', 'going to the beach', 'photography']\n", "1\n", - "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['warm destination / summer', 'variable weather / spring / autumn', 'tropical / humid', 'dry / desert-like', 'cold destination / winter'], 'scores': [0.44384506344795227, 0.2690219581127167, 0.1677556335926056, 0.06238124519586563, 0.056996092200279236]}\n", - "warm destination / summer\n", + "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['tropical / humid', 'warm destination / summer', 'variable weather / spring / autumn', 'cold destination / winter', 'dry / desert-like'], 'scores': [0.4895477890968323, 0.25917261838912964, 0.24829530715942383, 0.0017174285603687167, 0.0012668712297454476]}\n", + "tropical / humid\n", "2\n", - "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['minimalist', 'lightweight (but comfortable)', 'luxury (including evening wear)', 'ultralight'], 'scores': [0.3486657440662384, 0.31562066078186035, 0.18116892874240875, 0.1545446217060089]}\n", + "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['minimalist', 'luxury (including evening wear)', 'lightweight (but comfortable)', 'ultralight'], 'scores': [0.7574900984764099, 0.09964746236801147, 0.07804173231124878, 0.06482075154781342]}\n", "minimalist\n", "3\n", - "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.653571605682373, 0.2889733612537384, 0.057454951107501984]}\n", + "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.8163393139839172, 0.11898067593574524, 0.06467998772859573]}\n", "casual\n", "4\n", - "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['huts with half board', 'indoor', 'sleeping in a tent', 'sleeping in a car'], 'scores': [0.46777573227882385, 0.2539612352848053, 0.16836754977703094, 0.10989541560411453]}\n", - "huts with half board\n", - "5\n", - "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.7252210378646851, 0.27477893233299255]}\n", - "vehicle\n", - "6\n", - "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['self-supported (bring your own food/cooking)', 'rainy climate', 'off-grid / no electricity', 'high alpine terrain', 'snow and ice', 'pet-friendly', 'avalanche-prone terrain', 'no special conditions', 'child-friendly'], 'scores': [0.39003658294677734, 0.20380789041519165, 0.09472139179706573, 0.08575285971164703, 0.07610892504453659, 0.04846395552158356, 0.03600940853357315, 0.0329112708568573, 0.03218770772218704]}\n", - "self-supported (bring your own food/cooking)\n", - "7\n", - "{'sequence': 'I’m in my twenties and will be traveling to Peru for three weeks. I’m going solo but will meet up with a friend to explore the Sacred Valley and take part in a Machu Picchu tour. We plan to hike, go rafting, and explore the remnants of the ancient Inca Empire. We’re also excited to try Peruvian cuisine and immerse ourselves in the local culture. Depending on our plans, we might also visit the rainforest region, such as Tarapoto. I’ll be flying to Peru on a long-haul flight and will be traveling in August.', 'labels': ['7+ days', '3 days', '6 days', '7 days', '5 days', '4 days', '2 days', '1 day'], 'scores': [0.37269166111946106, 0.15968835353851318, 0.1272405982017517, 0.11949551105499268, 0.09665583074092865, 0.07941259443759918, 0.02776406519114971, 0.0170513316988945]}\n", - "7+ days\n", - "8\n", - " superclass pred_class true_class\n", - "0 activity_type cultural exploration cultural exploration\n", - "1 activities [hiking, rafting, sightseeing] [sightseeing, hiking, rafting]\n", - "2 climate_or_season warm destination / summer variable weather / spring / autumn\n", - "3 style_or_comfort minimalist lightweight (but comfortable)\n", - "4 dress_code casual casual\n", - "5 accommodation huts with half board indoor\n", - "6 transportation vehicle no vehicle\n", - "7 special_conditions self-supported (bring your own food/cooking) rainy climate\n", - "8 trip_length_days 7+ days 7+ days\n", - " accuracy true_ident false_pred\n", - "0 0.333333 0.75 0.0\n", - "1 0.333333 1.00 0.5\n", - "2 0.444444 0.00 1.0\n", - "3 0.333333 1.00 0.0\n", - "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['nature escape', 'micro-adventure / weekend trip', 'hut trek (summer)', 'festival trip', 'cultural exploration', 'digital nomad trip', 'road trip (car/camper)', 'city trip', 'beach vacation', 'yoga / wellness retreat', 'long-distance hike / thru-hike', 'camping trip (campground)', 'ski tour / skitour', 'camping trip (wild camping)', 'snowboard / splitboard trip', 'hut trek (winter)'], 'scores': [0.47466129064559937, 0.16936436295509338, 0.05788277089595795, 0.05779806524515152, 0.05607228726148605, 0.046175211668014526, 0.03308841958642006, 0.022494975477457047, 0.016859961673617363, 0.01673378236591816, 0.011891375295817852, 0.010220238007605076, 0.009581994265317917, 0.00800924189388752, 0.005885846447199583, 0.003280133241787553]}\n", - "nature escape\n", - "0\n", - "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['hiking', 'swimming', 'relaxing', 'hut-to-hut hiking', 'snowshoe hiking', 'photography', 'going to the beach', 'running', 'stand-up paddleboarding (SUP)', 'horseback riding', 'kayaking / canoeing', 'sightseeing', 'snorkeling', 'rafting', 'surfing', 'rock climbing', 'fishing', 'paragliding', 'biking', 'yoga', 'ice climbing', 'scuba diving', 'cross-country skiing', 'ski touring', 'skiing'], 'scores': [0.9834448099136353, 0.9827073216438293, 0.9554252624511719, 0.302951455116272, 0.15803122520446777, 0.07539486140012741, 0.04432662948966026, 0.041922833770513535, 0.037780944257974625, 0.021722102537751198, 0.018872562795877457, 0.015834694728255272, 0.01344585046172142, 0.008506654761731625, 0.008275093510746956, 0.007949848659336567, 0.007900969125330448, 0.006161535624414682, 0.005462693050503731, 0.004551028832793236, 0.004176904447376728, 0.003736245445907116, 0.0031280280090868473, 0.0018006752943620086, 0.0014146548928692937]}\n", - "['hiking', 'swimming', 'relaxing']\n", - "1\n", - "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['warm destination / summer', 'variable weather / spring / autumn', 'dry / desert-like', 'tropical / humid', 'cold destination / winter'], 'scores': [0.950709342956543, 0.019234782084822655, 0.01766001060605049, 0.009133369661867619, 0.0032624907325953245]}\n", - "warm destination / summer\n", - "2\n", - "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['luxury (including evening wear)', 'lightweight (but comfortable)', 'ultralight', 'minimalist'], 'scores': [0.3035975396633148, 0.29390522837638855, 0.23362991213798523, 0.16886736452579498]}\n", - "luxury (including evening wear)\n", - "3\n", - "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.5692072510719299, 0.3603260815143585, 0.07046671956777573]}\n", - "casual\n", - "4\n", - "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['huts with half board', 'indoor', 'sleeping in a tent', 'sleeping in a car'], 'scores': [0.5352669954299927, 0.21521903574466705, 0.15747497975826263, 0.09203897416591644]}\n", - "huts with half board\n", - "5\n", - "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.8241589069366455, 0.1758410781621933]}\n", - "vehicle\n", - "6\n", - "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['pet-friendly', 'off-grid / no electricity', 'self-supported (bring your own food/cooking)', 'no special conditions', 'rainy climate', 'child-friendly', 'snow and ice', 'high alpine terrain', 'avalanche-prone terrain'], 'scores': [0.2958301901817322, 0.1270701289176941, 0.11052859574556351, 0.10127398371696472, 0.09833040833473206, 0.09256233274936676, 0.08372248709201813, 0.06674295663833618, 0.023938972502946854]}\n", - "pet-friendly\n", - "7\n", - "{'sequence': 'We’re planning a 10-day trip to Austria in the summer, combining hiking with relaxation by the lake. We love exploring scenic trails and enjoying the outdoors, but we also want to unwind and swim in the lake. It’s the perfect mix of adventure and relaxation.', 'labels': ['7+ days', '1 day', '4 days', '2 days', '6 days', '5 days', '7 days', '3 days'], 'scores': [0.831832766532898, 0.03202304244041443, 0.02475377917289734, 0.024069445207715034, 0.023275017738342285, 0.022024031728506088, 0.021049346774816513, 0.020972533151507378]}\n", - "7+ days\n", - "8\n", - " superclass pred_class true_class\n", - "0 activity_type nature escape nature escape\n", - "1 activities [hiking, swimming, relaxing] [swimming, relaxing, hiking]\n", - "2 climate_or_season warm destination / summer warm destination / summer\n", - "3 style_or_comfort luxury (including evening wear) lightweight (but comfortable)\n", - "4 dress_code casual casual\n", - "5 accommodation huts with half board indoor\n", - "6 transportation vehicle no vehicle\n", - "7 special_conditions pet-friendly no special conditions\n", - "8 trip_length_days 7+ days 7+ days\n", - " accuracy true_ident false_pred\n", - "0 0.333333 0.75 0.0\n", - "1 0.333333 1.00 0.5\n", - "2 0.444444 0.00 1.0\n", - "3 0.333333 1.00 0.0\n", - "4 0.444444 1.00 0.0\n", - "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['nature escape', 'long-distance hike / thru-hike', 'road trip (car/camper)', 'micro-adventure / weekend trip', 'digital nomad trip', 'beach vacation', 'festival trip', 'snowboard / splitboard trip', 'city trip', 'cultural exploration', 'camping trip (wild camping)', 'camping trip (campground)', 'hut trek (summer)', 'ski tour / skitour', 'hut trek (winter)', 'yoga / wellness retreat'], 'scores': [0.2722090780735016, 0.2096298784017563, 0.17115218937397003, 0.11708182096481323, 0.04944751039147377, 0.04696764051914215, 0.028846951201558113, 0.0212775319814682, 0.01632694900035858, 0.015267681330442429, 0.014307969249784946, 0.014053658582270145, 0.0068706972524523735, 0.0060454499907791615, 0.005282019730657339, 0.0052328938618302345]}\n", - "nature escape\n", - "0\n", - "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['hiking', 'hut-to-hut hiking', 'going to the beach', 'sightseeing', 'snowshoe hiking', 'running', 'photography', 'rock climbing', 'relaxing', 'stand-up paddleboarding (SUP)', 'surfing', 'horseback riding', 'ice climbing', 'yoga', 'swimming', 'snorkeling', 'rafting', 'paragliding', 'fishing', 'biking', 'ski touring', 'cross-country skiing', 'skiing', 'kayaking / canoeing', 'scuba diving'], 'scores': [0.995924174785614, 0.8107315301895142, 0.6704922914505005, 0.09409588575363159, 0.09048515558242798, 0.03622523695230484, 0.026452651247382164, 0.0221311803907156, 0.018599139526486397, 0.015825064852833748, 0.013440313749015331, 0.007497405633330345, 0.00657653110101819, 0.0036618353333324194, 0.002331383991986513, 0.0009992193663492799, 0.0007957113557495177, 0.0006465379847213626, 0.0006223482778295875, 0.0006145680090412498, 0.000583317712880671, 0.0005684427451342344, 0.0004824084462597966, 0.00034976654569618404, 0.0002721030614338815]}\n", - "['hiking', 'hut-to-hut hiking', 'going to the beach']\n", - "1\n", - "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['warm destination / summer', 'variable weather / spring / autumn', 'cold destination / winter', 'tropical / humid', 'dry / desert-like'], 'scores': [0.3592403531074524, 0.3246847689151764, 0.12692902982234955, 0.12148210406303406, 0.0676637664437294]}\n", - "warm destination / summer\n", - "2\n", - "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['minimalist', 'ultralight', 'lightweight (but comfortable)', 'luxury (including evening wear)'], 'scores': [0.6689043641090393, 0.15979459881782532, 0.15350840985774994, 0.01779269427061081]}\n", - "minimalist\n", - "3\n", - "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.5058596730232239, 0.4563210606575012, 0.0378192737698555]}\n", - "casual\n", - "4\n", - "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['huts with half board', 'sleeping in a car', 'indoor', 'sleeping in a tent'], 'scores': [0.9306207895278931, 0.031916361302137375, 0.02436664327979088, 0.01309619378298521]}\n", - "huts with half board\n", - "5\n", - "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.9628865718841553, 0.037113435566425323]}\n", - "vehicle\n", - "6\n", - "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['self-supported (bring your own food/cooking)', 'off-grid / no electricity', 'high alpine terrain', 'pet-friendly', 'rainy climate', 'snow and ice', 'no special conditions', 'child-friendly', 'avalanche-prone terrain'], 'scores': [0.2806045413017273, 0.20554204285144806, 0.15984709560871124, 0.0722210556268692, 0.06746473163366318, 0.06105376034975052, 0.05754203349351883, 0.05304615572094917, 0.04267856478691101]}\n", - "self-supported (bring your own food/cooking)\n", - "7\n", - "{'sequence': 'I am going on a multiple day hike and passing though mountains and the beach in Croatia. I like to pack light and will stay in refugios/huts with half board and travel to the start of the hike by car. It will be 6-7 days.', 'labels': ['7+ days', '6 days', '7 days', '5 days', '1 day', '2 days', '4 days', '3 days'], 'scores': [0.34911271929740906, 0.31416037678718567, 0.25476762652397156, 0.02170025184750557, 0.021649762988090515, 0.014863741584122181, 0.011998875997960567, 0.011746703647077084]}\n", - "7+ days\n", - "8\n", - " superclass pred_class true_class\n", - "0 activity_type nature escape long-distance hike / thru-hike\n", - "1 activities [hiking, hut-to-hut hiking, going to the beach] [going to the beach]\n", - "2 climate_or_season warm destination / summer tropical / humid\n", - "3 style_or_comfort minimalist minimalist\n", - "4 dress_code casual casual\n", - "5 accommodation huts with half board huts with half board\n", - "6 transportation vehicle vehicle\n", - "7 special_conditions self-supported (bring your own food/cooking) off-grid / no electricity\n", - "8 trip_length_days 7+ days 6 days\n", - " accuracy true_ident false_pred\n", - "0 0.333333 0.75 0.000000\n", - "1 0.333333 1.00 0.500000\n", - "2 0.444444 0.00 1.000000\n", - "3 0.333333 1.00 0.000000\n", - "4 0.444444 1.00 0.000000\n", - "5 0.444444 1.00 0.666667\n", - "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['beach vacation', 'road trip (car/camper)', 'nature escape', 'micro-adventure / weekend trip', 'festival trip', 'digital nomad trip', 'cultural exploration', 'city trip', 'camping trip (campground)', 'hut trek (winter)', 'hut trek (summer)', 'long-distance hike / thru-hike', 'yoga / wellness retreat', 'camping trip (wild camping)', 'snowboard / splitboard trip', 'ski tour / skitour'], 'scores': [0.8424649238586426, 0.052122071385383606, 0.045149654150009155, 0.016546053811907768, 0.00966702401638031, 0.007702015805989504, 0.004779668524861336, 0.004560756962746382, 0.0023846791591495275, 0.0023726094514131546, 0.002371410606428981, 0.00234890915453434, 0.0020649293437600136, 0.0020323314238339663, 0.0018846038728952408, 0.0015484279720112681]}\n", - "beach vacation\n", - "0\n", - "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['going to the beach', 'surfing', 'stand-up paddleboarding (SUP)', 'running', 'kayaking / canoeing', 'relaxing', 'swimming', 'photography', 'sightseeing', 'rafting', 'hut-to-hut hiking', 'yoga', 'fishing', 'hiking', 'biking', 'horseback riding', 'snorkeling', 'skiing', 'rock climbing', 'paragliding', 'ice climbing', 'snowshoe hiking', 'ski touring', 'scuba diving', 'cross-country skiing'], 'scores': [0.9920135736465454, 0.9526715278625488, 0.9424984455108643, 0.19494973123073578, 0.02892795391380787, 0.011631068773567677, 0.004414754454046488, 0.0006122476770542562, 0.0005591650260612369, 0.00039036732050590217, 0.0002494072250556201, 0.0002450320462230593, 0.0002269407268613577, 0.000170115425135009, 0.00014811556320637465, 0.00010454187577124685, 0.00010332300735171884, 9.331753244623542e-05, 8.935244841268286e-05, 8.883540431270376e-05, 8.413659816142172e-05, 8.254400745499879e-05, 7.817314326530322e-05, 7.580930832773447e-05, 6.3187864725478e-05]}\n", - "['going to the beach', 'surfing', 'stand-up paddleboarding (SUP)']\n", - "1\n", - "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['variable weather / spring / autumn', 'cold destination / winter', 'warm destination / summer', 'tropical / humid', 'dry / desert-like'], 'scores': [0.6218664050102234, 0.14698372781276703, 0.13569146394729614, 0.0680992528796196, 0.027359161525964737]}\n", - "variable weather / spring / autumn\n", - "2\n", - "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['ultralight', 'lightweight (but comfortable)', 'minimalist', 'luxury (including evening wear)'], 'scores': [0.530884325504303, 0.24740535020828247, 0.1111086905002594, 0.11060160398483276]}\n", - "ultralight\n", - "3\n", - "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.5781950354576111, 0.35012683272361755, 0.07167812436819077]}\n", - "casual\n", - "4\n", - "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['sleeping in a tent', 'sleeping in a car', 'huts with half board', 'indoor'], 'scores': [0.8374345898628235, 0.14991936087608337, 0.008760198019444942, 0.0038858656771481037]}\n", - "sleeping in a tent\n", - "5\n", - "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.9654665589332581, 0.03453344106674194]}\n", - "vehicle\n", - "6\n", - "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['self-supported (bring your own food/cooking)', 'off-grid / no electricity', 'no special conditions', 'pet-friendly', 'child-friendly', 'rainy climate', 'snow and ice', 'high alpine terrain', 'avalanche-prone terrain'], 'scores': [0.2636737525463104, 0.18892917037010193, 0.1361442506313324, 0.13264372944831848, 0.09250619262456894, 0.07673879712820053, 0.04546836018562317, 0.04477165639400482, 0.019124098122119904]}\n", - "self-supported (bring your own food/cooking)\n", - "7\n", - "{'sequence': 'I will go with a friend on a beach holiday and we will do stand-up paddling, and surfing in the North of Spain. The destination is windy and can get cold, but is generally sunny. We will go by car and bring a tent to sleep in. It will be two weeks.', 'labels': ['7+ days', '6 days', '7 days', '5 days', '4 days', '2 days', '3 days', '1 day'], 'scores': [0.38457050919532776, 0.1673465073108673, 0.14360207319259644, 0.11416381597518921, 0.06863638758659363, 0.0520939901471138, 0.046323563903570175, 0.0232631154358387]}\n", - "7+ days\n", - "8\n", - " superclass pred_class true_class\n", - "0 activity_type beach vacation beach vacation\n", - "1 activities [going to the beach, surfing, stand-up paddleb... [stand-up paddleboarding (SUP), surfing]\n", - "2 climate_or_season variable weather / spring / autumn cold destination / winter\n", - "3 style_or_comfort ultralight ultralight\n", - "4 dress_code casual casual\n", - "5 accommodation sleeping in a tent sleeping in a tent\n", - "6 transportation vehicle vehicle\n", - "7 special_conditions self-supported (bring your own food/cooking) off-grid / no electricity\n", - "8 trip_length_days 7+ days 6 days\n", - " accuracy true_ident false_pred\n", - "0 0.333333 0.75 0.000000\n", - "1 0.333333 1.00 0.500000\n", - "2 0.444444 0.00 1.000000\n", - "3 0.333333 1.00 0.000000\n", - "4 0.444444 1.00 0.000000\n", - "5 0.444444 1.00 0.666667\n", - "6 0.555556 1.00 0.333333\n", - "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['yoga / wellness retreat', 'nature escape', 'micro-adventure / weekend trip', 'cultural exploration', 'digital nomad trip', 'festival trip', 'city trip', 'hut trek (winter)', 'road trip (car/camper)', 'beach vacation', 'ski tour / skitour', 'long-distance hike / thru-hike', 'camping trip (campground)', 'camping trip (wild camping)', 'snowboard / splitboard trip', 'hut trek (summer)'], 'scores': [0.74217689037323, 0.09625624120235443, 0.055444952100515366, 0.028388148173689842, 0.02349301613867283, 0.012203863821923733, 0.009713404811918736, 0.006852505728602409, 0.004789318423718214, 0.004382884595543146, 0.003765304572880268, 0.003622791962698102, 0.002603724831715226, 0.0023082902189344168, 0.0022947373799979687, 0.0017039375379681587]}\n", - "yoga / wellness retreat\n", - "0\n", - "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['yoga', 'hiking', 'relaxing', 'snowshoe hiking', 'hut-to-hut hiking', 'ice climbing', 'rock climbing', 'horseback riding', 'swimming', 'running', 'sightseeing', 'stand-up paddleboarding (SUP)', 'going to the beach', 'photography', 'snorkeling', 'cross-country skiing', 'biking', 'ski touring', 'surfing', 'fishing', 'skiing', 'kayaking / canoeing', 'paragliding', 'scuba diving', 'rafting'], 'scores': [0.8492046594619751, 0.6415605545043945, 0.48942187428474426, 0.15107616782188416, 0.022720757871866226, 0.005493790376931429, 0.004362862557172775, 0.0035604359582066536, 0.0025915896985679865, 0.0024332485627382994, 0.0021809833124279976, 0.0019110202556475997, 0.0011951607884839177, 0.0010689860209822655, 0.001003915793262422, 0.0008895954233594239, 0.0007194960489869118, 0.000655113544780761, 0.000601101026404649, 0.0004903521039523184, 0.0004634983488358557, 0.0003716421779245138, 0.0003238141362089664, 0.0003046975762117654, 0.0002747876278590411]}\n", - "['yoga', 'hiking']\n", - "1\n", - "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['cold destination / winter', 'variable weather / spring / autumn', 'warm destination / summer', 'tropical / humid', 'dry / desert-like'], 'scores': [0.9471889138221741, 0.021895499899983406, 0.012388203293085098, 0.009448436088860035, 0.00907894503325224]}\n", - "cold destination / winter\n", - "2\n", - "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['luxury (including evening wear)', 'minimalist', 'ultralight', 'lightweight (but comfortable)'], 'scores': [0.3255053162574768, 0.22910459339618683, 0.22417910397052765, 0.2212110310792923]}\n", - "luxury (including evening wear)\n", - "3\n", - "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.642772376537323, 0.3136065900325775, 0.04362105205655098]}\n", - "casual\n", - "4\n", - "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['indoor', 'huts with half board', 'sleeping in a car', 'sleeping in a tent'], 'scores': [0.45050886273384094, 0.3199365735054016, 0.13311396539211273, 0.0964406430721283]}\n", + "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['indoor', 'huts with half board', 'sleeping in a car', 'sleeping in a tent'], 'scores': [0.6389047503471375, 0.18624886870384216, 0.13902997970581055, 0.03581654652953148]}\n", "indoor\n", "5\n", - "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['no vehicle', 'vehicle'], 'scores': [0.5035094618797302, 0.4964905083179474]}\n", - "no vehicle\n", - "6\n", - "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['pet-friendly', 'snow and ice', 'off-grid / no electricity', 'self-supported (bring your own food/cooking)', 'child-friendly', 'rainy climate', 'high alpine terrain', 'no special conditions', 'avalanche-prone terrain'], 'scores': [0.20113274455070496, 0.18143297731876373, 0.1281966269016266, 0.12688273191452026, 0.10568756610155106, 0.09556522965431213, 0.07762978971004486, 0.06777562201023102, 0.015696685761213303]}\n", - "pet-friendly\n", - "7\n", - "{'sequence': 'We will go to Sweden in the winter, to go for a yoga and sauna/wellness retreat. I prefer lightweight packing and also want clothes to go for fancy dinners and maybe on a winter hike. We stay in hotels.', 'labels': ['7+ days', '7 days', '6 days', '4 days', '5 days', '1 day', '3 days', '2 days'], 'scores': [0.19246383011341095, 0.12628361582756042, 0.12603610754013062, 0.11952764540910721, 0.11401552706956863, 0.1101016104221344, 0.10996993631124496, 0.10160179436206818]}\n", - "7+ days\n", - "8\n", - " superclass pred_class true_class\n", - "0 activity_type yoga / wellness retreat yoga / wellness retreat\n", - "1 activities [yoga, hiking] [hut-to-hut hiking, yoga]\n", - "2 climate_or_season cold destination / winter cold destination / winter\n", - "3 style_or_comfort luxury (including evening wear) lightweight (but comfortable)\n", - "4 dress_code casual formal (business trip)\n", - "5 accommodation indoor sleeping in a tent\n", - "6 transportation no vehicle no vehicle\n", - "7 special_conditions pet-friendly avalanche-prone terrain\n", - "8 trip_length_days 7+ days 7 days\n", - " accuracy true_ident false_pred\n", - "0 0.333333 0.75 0.000000\n", - "1 0.333333 1.00 0.500000\n", - "2 0.444444 0.00 1.000000\n", - "3 0.333333 1.00 0.000000\n", - "4 0.444444 1.00 0.000000\n", - "5 0.444444 1.00 0.666667\n", - "6 0.555556 1.00 0.333333\n", - "7 0.333333 0.50 0.500000\n", - "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['ski tour / skitour', 'digital nomad trip', 'micro-adventure / weekend trip', 'hut trek (winter)', 'nature escape', 'snowboard / splitboard trip', 'cultural exploration', 'road trip (car/camper)', 'city trip', 'festival trip', 'long-distance hike / thru-hike', 'yoga / wellness retreat', 'beach vacation', 'camping trip (campground)', 'hut trek (summer)', 'camping trip (wild camping)'], 'scores': [0.6277877688407898, 0.10147693753242493, 0.08032911270856857, 0.049313176423311234, 0.03282054141163826, 0.023940999060869217, 0.019064947962760925, 0.016684003174304962, 0.013051704503595829, 0.0089231813326478, 0.0070185353979468346, 0.005841666366904974, 0.004441345110535622, 0.003346299286931753, 0.0030660738702863455, 0.0028937174938619137]}\n", - "ski tour / skitour\n", - "0\n", - "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['ski touring', 'skiing', 'cross-country skiing', 'stand-up paddleboarding (SUP)', 'surfing', 'running', 'photography', 'swimming', 'relaxing', 'snowshoe hiking', 'horseback riding', 'ice climbing', 'biking', 'rock climbing', 'kayaking / canoeing', 'fishing', 'hut-to-hut hiking', 'sightseeing', 'snorkeling', 'going to the beach', 'hiking', 'yoga', 'paragliding', 'scuba diving', 'rafting'], 'scores': [0.9693604111671448, 0.8987270593643188, 0.3836323022842407, 0.0930146872997284, 0.0707859992980957, 0.0568058155477047, 0.054869573563337326, 0.04586975648999214, 0.04119567945599556, 0.0407184436917305, 0.03190801665186882, 0.025626182556152344, 0.01811041496694088, 0.01370724942535162, 0.013295331038534641, 0.012912402860820293, 0.010964828543365002, 0.009949550963938236, 0.00915785226970911, 0.006088017951697111, 0.005409067030996084, 0.004837491549551487, 0.0037431824021041393, 0.003286615712568164, 0.0006043871399015188]}\n", - "['ski touring', 'skiing']\n", - "1\n", - "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['cold destination / winter', 'dry / desert-like', 'variable weather / spring / autumn', 'warm destination / summer', 'tropical / humid'], 'scores': [0.990604817867279, 0.004373250529170036, 0.0024099540896713734, 0.0017728792736306787, 0.0008389907306991518]}\n", - "cold destination / winter\n", - "2\n", - "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['minimalist', 'lightweight (but comfortable)', 'ultralight', 'luxury (including evening wear)'], 'scores': [0.39435455203056335, 0.29837822914123535, 0.26335230469703674, 0.04391491040587425]}\n", - "minimalist\n", - "3\n", - "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['conservative', 'casual', 'formal (business trip)'], 'scores': [0.4866763949394226, 0.45126742124557495, 0.06205620989203453]}\n", - "conservative\n", - "4\n", - "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['huts with half board', 'indoor', 'sleeping in a car', 'sleeping in a tent'], 'scores': [0.4471704363822937, 0.4278737008571625, 0.06446021795272827, 0.06049559265375137]}\n", - "huts with half board\n", - "5\n", - "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.5295488238334656, 0.4704512059688568]}\n", - "vehicle\n", - "6\n", - "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['high alpine terrain', 'snow and ice', 'off-grid / no electricity', 'self-supported (bring your own food/cooking)', 'rainy climate', 'child-friendly', 'pet-friendly', 'no special conditions', 'avalanche-prone terrain'], 'scores': [0.2215374857187271, 0.20641450583934784, 0.1480192095041275, 0.1283065527677536, 0.087259441614151, 0.06202260032296181, 0.04981611296534538, 0.04899971932172775, 0.04762434586882591]}\n", - "high alpine terrain\n", - "7\n", - "{'sequence': 'I go on a skitouring trip where we also make videos/photos and the destination is Japan. Mainly sports clothes and isolation are needed (it is winter). We stay in a guesthouse. It will be 10 days.', 'labels': ['7+ days', '6 days', '7 days', '4 days', '5 days', '3 days', '2 days', '1 day'], 'scores': [0.7842941284179688, 0.03461426496505737, 0.03410837799310684, 0.0328315868973732, 0.03218388929963112, 0.029369475319981575, 0.02771950326859951, 0.024878760799765587]}\n", - "7+ days\n", - "8\n", - " superclass pred_class true_class\n", - "0 activity_type ski tour / skitour ski tour / skitour\n", - "1 activities [ski touring, skiing] [ski touring, photography, swimming]\n", - "2 climate_or_season cold destination / winter cold destination / winter\n", - "3 style_or_comfort minimalist minimalist\n", - "4 dress_code conservative conservative\n", - "5 accommodation huts with half board indoor\n", - "6 transportation vehicle no vehicle\n", - "7 special_conditions high alpine terrain avalanche-prone terrain\n", - "8 trip_length_days 7+ days 5 days\n", - " accuracy true_ident false_pred\n", - "0 0.333333 0.750000 0.000000\n", - "1 0.333333 1.000000 0.500000\n", - "2 0.444444 0.000000 1.000000\n", - "3 0.333333 1.000000 0.000000\n", - "4 0.444444 1.000000 0.000000\n", - "5 0.444444 1.000000 0.666667\n", - "6 0.555556 1.000000 0.333333\n", - "7 0.333333 0.500000 0.500000\n", - "8 0.444444 0.333333 0.500000\n", - "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['camping trip (wild camping)', 'micro-adventure / weekend trip', 'nature escape', 'road trip (car/camper)', 'camping trip (campground)', 'cultural exploration', 'digital nomad trip', 'beach vacation', 'festival trip', 'hut trek (summer)', 'city trip', 'long-distance hike / thru-hike', 'hut trek (winter)', 'ski tour / skitour', 'yoga / wellness retreat', 'snowboard / splitboard trip'], 'scores': [0.5653408169746399, 0.16596493124961853, 0.1550244241952896, 0.06219211965799332, 0.02012023888528347, 0.006907567847520113, 0.00554176140576601, 0.0039147986099123955, 0.0036774182226508856, 0.0029754680581390858, 0.0022333606611937284, 0.0013145286357030272, 0.001251422567293048, 0.0012501205783337355, 0.0011948166647925973, 0.0010962533997371793]}\n", - "camping trip (wild camping)\n", - "0\n", - "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['kayaking / canoeing', 'snorkeling', 'swimming', 'running', 'going to the beach', 'relaxing', 'rafting', 'stand-up paddleboarding (SUP)', 'fishing', 'scuba diving', 'sightseeing', 'photography', 'surfing', 'hut-to-hut hiking', 'hiking', 'yoga', 'biking', 'rock climbing', 'horseback riding', 'ice climbing', 'snowshoe hiking', 'paragliding', 'cross-country skiing', 'ski touring', 'skiing'], 'scores': [0.9741191864013672, 0.8313708305358887, 0.08023631572723389, 0.0619945228099823, 0.04943564161658287, 0.02998538129031658, 0.00321459979750216, 0.0028121459763497114, 0.0021254396997392178, 0.00206172838807106, 0.0018922867020592093, 0.001279529882594943, 0.0009366609156131744, 0.0009194213780574501, 0.000556303421035409, 0.0005088432226330042, 0.00025728336186148226, 0.00025180858210660517, 0.00023011150187812746, 0.00019034721481148154, 0.00019007424998562783, 0.00017735426081344485, 0.00017349272093269974, 0.00017041667888406664, 0.0001519768702564761]}\n", - "['kayaking / canoeing', 'snorkeling']\n", - "1\n", - "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['warm destination / summer', 'tropical / humid', 'variable weather / spring / autumn', 'cold destination / winter', 'dry / desert-like'], 'scores': [0.5092107057571411, 0.40236932039260864, 0.07266531139612198, 0.008410264737904072, 0.007344490382820368]}\n", - "warm destination / summer\n", - "2\n", - "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['minimalist', 'ultralight', 'lightweight (but comfortable)', 'luxury (including evening wear)'], 'scores': [0.6200836896896362, 0.20289665460586548, 0.1540537029504776, 0.022965911775827408]}\n", - "minimalist\n", - "3\n", - "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['casual', 'conservative', 'formal (business trip)'], 'scores': [0.7067448496818542, 0.2135496884584427, 0.07970546931028366]}\n", - "casual\n", - "4\n", - "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['sleeping in a tent', 'sleeping in a car', 'huts with half board', 'indoor'], 'scores': [0.7308037281036377, 0.18550406396389008, 0.054551079869270325, 0.0291411355137825]}\n", - "sleeping in a tent\n", - "5\n", - "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['vehicle', 'no vehicle'], 'scores': [0.9714846014976501, 0.02851540595293045]}\n", - "vehicle\n", - "6\n", - "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['self-supported (bring your own food/cooking)', 'off-grid / no electricity', 'pet-friendly', 'no special conditions', 'child-friendly', 'high alpine terrain', 'rainy climate', 'snow and ice', 'avalanche-prone terrain'], 'scores': [0.4884524345397949, 0.10804614424705505, 0.10726279765367508, 0.08764053136110306, 0.08023235946893692, 0.04013073816895485, 0.038666050881147385, 0.0337497815489769, 0.01581917703151703]}\n", - "self-supported (bring your own food/cooking)\n", - "7\n", - "{'sequence': 'We plan a wild camping trip with activities such as snorkeling, kayaking and canoeing. It is a warm place and we want to bring little stuff. We stay in tents and hammocks and travel with a car, it will be 3 days.', 'labels': ['3 days', '4 days', '1 day', '2 days', '5 days', '6 days', '7 days', '7+ days'], 'scores': [0.9294797778129578, 0.01445760764181614, 0.012593325227499008, 0.010713724419474602, 0.00934701506048441, 0.008914248086512089, 0.008393170312047005, 0.0061011724174022675]}\n", - "3 days\n", - "8\n", - " superclass pred_class true_class\n", - "0 activity_type camping trip (wild camping) camping trip (wild camping)\n", - "1 activities [kayaking / canoeing, snorkeling] [scuba diving, kayaking / canoeing]\n", - "2 climate_or_season warm destination / summer tropical / humid\n", - "3 style_or_comfort minimalist lightweight (but comfortable)\n", - "4 dress_code casual conservative\n", - "5 accommodation sleeping in a tent sleeping in a tent\n", - "6 transportation vehicle vehicle\n", - "7 special_conditions self-supported (bring your own food/cooking) no special conditions\n", - "8 trip_length_days 3 days 3 days\n", - " accuracy true_ident false_pred\n", - "0 0.333333 0.750000 0.000000\n", - "1 0.333333 1.000000 0.500000\n", - "2 0.444444 0.000000 1.000000\n", - "3 0.333333 1.000000 0.000000\n", - "4 0.444444 1.000000 0.000000\n", - "5 0.444444 1.000000 0.666667\n", - "6 0.555556 1.000000 0.333333\n", - "7 0.333333 0.500000 0.500000\n", - "8 0.444444 0.333333 0.500000\n", - "9 0.444444 0.500000 0.500000\n" + "{'sequence': 'I am planning a trip to Greece with my boyfriend, where we will visit two islands. We have booked an apartment on each island for a few days and plan to spend most of our time relaxing. Our main goals are to enjoy the beach, try delicious local food, and possibly go on a hike—if it’s not too hot. We will be relying solely on public transport. We’re in our late 20s and traveling from the Netherlands.', 'labels': ['no own vehicle', 'own vehicle'], 'scores': [0.9990958571434021, 0.0009041387238539755]}\n", + "no own vehicle\n", + "6\n" + ] + }, + { + "ename": "KeyboardInterrupt", + "evalue": "", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mKeyboardInterrupt\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[39], line 7\u001b[0m\n\u001b[1;32m 5\u001b[0m current_trip \u001b[38;5;241m=\u001b[39m trip_descriptions[i]\n\u001b[1;32m 6\u001b[0m current_type \u001b[38;5;241m=\u001b[39m trip_types[i]\n\u001b[0;32m----> 7\u001b[0m df \u001b[38;5;241m=\u001b[39m \u001b[43mpred_trip\u001b[49m\u001b[43m(\u001b[49m\u001b[43mcurrent_trip\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcurrent_type\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcut_off\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;241;43m0.5\u001b[39;49m\u001b[43m)\u001b[49m\n\u001b[1;32m 8\u001b[0m \u001b[38;5;28mprint\u001b[39m(df)\n\u001b[1;32m 10\u001b[0m \u001b[38;5;66;03m# accuracy, perc true classes identified and perc wrong pred classes\u001b[39;00m\n", + "Cell \u001b[0;32mIn[37], line 14\u001b[0m, in \u001b[0;36mpred_trip\u001b[0;34m(trip_descr, trip_type, cut_off)\u001b[0m\n\u001b[1;32m 12\u001b[0m classes \u001b[38;5;241m=\u001b[39m [result[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mlabels\u001b[39m\u001b[38;5;124m'\u001b[39m][i] \u001b[38;5;28;01mfor\u001b[39;00m i \u001b[38;5;129;01min\u001b[39;00m indices]\n\u001b[1;32m 13\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m---> 14\u001b[0m result \u001b[38;5;241m=\u001b[39m \u001b[43mclassifier\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtrip_descr\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcandidate_labels\u001b[49m\u001b[43m[\u001b[49m\u001b[43mkey\u001b[49m\u001b[43m]\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 15\u001b[0m classes \u001b[38;5;241m=\u001b[39m result[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mlabels\u001b[39m\u001b[38;5;124m\"\u001b[39m][\u001b[38;5;241m0\u001b[39m]\n\u001b[1;32m 16\u001b[0m \u001b[38;5;28mprint\u001b[39m(result)\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/transformers/pipelines/zero_shot_classification.py:206\u001b[0m, in \u001b[0;36mZeroShotClassificationPipeline.__call__\u001b[0;34m(self, sequences, *args, **kwargs)\u001b[0m\n\u001b[1;32m 203\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m 204\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mUnable to understand extra arguments \u001b[39m\u001b[38;5;132;01m{\u001b[39;00margs\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m--> 206\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[38;5;21;43m__call__\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43msequences\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/transformers/pipelines/base.py:1294\u001b[0m, in \u001b[0;36mPipeline.__call__\u001b[0;34m(self, inputs, num_workers, batch_size, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1292\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39miterate(inputs, preprocess_params, forward_params, postprocess_params)\n\u001b[1;32m 1293\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mframework \u001b[38;5;241m==\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mpt\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(\u001b[38;5;28mself\u001b[39m, ChunkPipeline):\n\u001b[0;32m-> 1294\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mnext\u001b[39;49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1295\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43miter\u001b[39;49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1296\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget_iterator\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1297\u001b[0m \u001b[43m \u001b[49m\u001b[43m[\u001b[49m\u001b[43minputs\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mnum_workers\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mbatch_size\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mpreprocess_params\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mforward_params\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mpostprocess_params\u001b[49m\n\u001b[1;32m 1298\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1299\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1300\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1301\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m 1302\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mrun_single(inputs, preprocess_params, forward_params, postprocess_params)\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/transformers/pipelines/pt_utils.py:124\u001b[0m, in \u001b[0;36mPipelineIterator.__next__\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 121\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mloader_batch_item()\n\u001b[1;32m 123\u001b[0m \u001b[38;5;66;03m# We're out of items within a batch\u001b[39;00m\n\u001b[0;32m--> 124\u001b[0m item \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mnext\u001b[39;49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43miterator\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 125\u001b[0m processed \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minfer(item, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mparams)\n\u001b[1;32m 126\u001b[0m \u001b[38;5;66;03m# We now have a batch of \"inferred things\".\u001b[39;00m\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/transformers/pipelines/pt_utils.py:269\u001b[0m, in \u001b[0;36mPipelinePackIterator.__next__\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 266\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m accumulator\n\u001b[1;32m 268\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m is_last:\n\u001b[0;32m--> 269\u001b[0m processed \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43minfer\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mnext\u001b[39;49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43miterator\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mparams\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 270\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mloader_batch_size \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m 271\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(processed, torch\u001b[38;5;241m.\u001b[39mTensor):\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/transformers/pipelines/base.py:1209\u001b[0m, in \u001b[0;36mPipeline.forward\u001b[0;34m(self, model_inputs, **forward_params)\u001b[0m\n\u001b[1;32m 1207\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m inference_context():\n\u001b[1;32m 1208\u001b[0m model_inputs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_ensure_tensor_on_device(model_inputs, device\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdevice)\n\u001b[0;32m-> 1209\u001b[0m model_outputs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_forward\u001b[49m\u001b[43m(\u001b[49m\u001b[43mmodel_inputs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mforward_params\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1210\u001b[0m model_outputs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_ensure_tensor_on_device(model_outputs, device\u001b[38;5;241m=\u001b[39mtorch\u001b[38;5;241m.\u001b[39mdevice(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mcpu\u001b[39m\u001b[38;5;124m\"\u001b[39m))\n\u001b[1;32m 1211\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/transformers/pipelines/zero_shot_classification.py:229\u001b[0m, in \u001b[0;36mZeroShotClassificationPipeline._forward\u001b[0;34m(self, inputs)\u001b[0m\n\u001b[1;32m 227\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124muse_cache\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;129;01min\u001b[39;00m inspect\u001b[38;5;241m.\u001b[39msignature(model_forward)\u001b[38;5;241m.\u001b[39mparameters\u001b[38;5;241m.\u001b[39mkeys():\n\u001b[1;32m 228\u001b[0m model_inputs[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124muse_cache\u001b[39m\u001b[38;5;124m\"\u001b[39m] \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mFalse\u001b[39;00m\n\u001b[0;32m--> 229\u001b[0m outputs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mmodel_inputs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 231\u001b[0m model_outputs \u001b[38;5;241m=\u001b[39m {\n\u001b[1;32m 232\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mcandidate_label\u001b[39m\u001b[38;5;124m\"\u001b[39m: candidate_label,\n\u001b[1;32m 233\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124msequence\u001b[39m\u001b[38;5;124m\"\u001b[39m: sequence,\n\u001b[1;32m 234\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mis_last\u001b[39m\u001b[38;5;124m\"\u001b[39m: inputs[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mis_last\u001b[39m\u001b[38;5;124m\"\u001b[39m],\n\u001b[1;32m 235\u001b[0m \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39moutputs,\n\u001b[1;32m 236\u001b[0m }\n\u001b[1;32m 237\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m model_outputs\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/torch/nn/modules/module.py:1511\u001b[0m, in \u001b[0;36mModule._wrapped_call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1509\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_compiled_call_impl(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs) \u001b[38;5;66;03m# type: ignore[misc]\u001b[39;00m\n\u001b[1;32m 1510\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m-> 1511\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_call_impl\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/torch/nn/modules/module.py:1520\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1515\u001b[0m \u001b[38;5;66;03m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[1;32m 1516\u001b[0m \u001b[38;5;66;03m# this function, and just call forward.\u001b[39;00m\n\u001b[1;32m 1517\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m (\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_pre_hooks\n\u001b[1;32m 1518\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_backward_hooks\n\u001b[1;32m 1519\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[0;32m-> 1520\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mforward_call\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1522\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m 1523\u001b[0m result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/transformers/models/deberta_v2/modeling_deberta_v2.py:1297\u001b[0m, in \u001b[0;36mDebertaV2ForSequenceClassification.forward\u001b[0;34m(self, input_ids, attention_mask, token_type_ids, position_ids, inputs_embeds, labels, output_attentions, output_hidden_states, return_dict)\u001b[0m\n\u001b[1;32m 1289\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124mr\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 1290\u001b[0m \u001b[38;5;124;03mlabels (`torch.LongTensor` of shape `(batch_size,)`, *optional*):\u001b[39;00m\n\u001b[1;32m 1291\u001b[0m \u001b[38;5;124;03m Labels for computing the sequence classification/regression loss. Indices should be in `[0, ...,\u001b[39;00m\n\u001b[1;32m 1292\u001b[0m \u001b[38;5;124;03m config.num_labels - 1]`. If `config.num_labels == 1` a regression loss is computed (Mean-Square loss), If\u001b[39;00m\n\u001b[1;32m 1293\u001b[0m \u001b[38;5;124;03m `config.num_labels > 1` a classification loss is computed (Cross-Entropy).\u001b[39;00m\n\u001b[1;32m 1294\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m 1295\u001b[0m return_dict \u001b[38;5;241m=\u001b[39m return_dict \u001b[38;5;28;01mif\u001b[39;00m return_dict \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mconfig\u001b[38;5;241m.\u001b[39muse_return_dict\n\u001b[0;32m-> 1297\u001b[0m outputs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdeberta\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1298\u001b[0m \u001b[43m \u001b[49m\u001b[43minput_ids\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1299\u001b[0m \u001b[43m \u001b[49m\u001b[43mtoken_type_ids\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtoken_type_ids\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1300\u001b[0m \u001b[43m \u001b[49m\u001b[43mattention_mask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mattention_mask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1301\u001b[0m \u001b[43m \u001b[49m\u001b[43mposition_ids\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mposition_ids\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1302\u001b[0m \u001b[43m \u001b[49m\u001b[43minputs_embeds\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minputs_embeds\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1303\u001b[0m \u001b[43m \u001b[49m\u001b[43moutput_attentions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moutput_attentions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1304\u001b[0m \u001b[43m \u001b[49m\u001b[43moutput_hidden_states\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moutput_hidden_states\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1305\u001b[0m \u001b[43m \u001b[49m\u001b[43mreturn_dict\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mreturn_dict\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1306\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1308\u001b[0m encoder_layer \u001b[38;5;241m=\u001b[39m outputs[\u001b[38;5;241m0\u001b[39m]\n\u001b[1;32m 1309\u001b[0m pooled_output \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mpooler(encoder_layer)\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/torch/nn/modules/module.py:1511\u001b[0m, in \u001b[0;36mModule._wrapped_call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1509\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_compiled_call_impl(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs) \u001b[38;5;66;03m# type: ignore[misc]\u001b[39;00m\n\u001b[1;32m 1510\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m-> 1511\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_call_impl\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/torch/nn/modules/module.py:1520\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1515\u001b[0m \u001b[38;5;66;03m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[1;32m 1516\u001b[0m \u001b[38;5;66;03m# this function, and just call forward.\u001b[39;00m\n\u001b[1;32m 1517\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m (\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_pre_hooks\n\u001b[1;32m 1518\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_backward_hooks\n\u001b[1;32m 1519\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[0;32m-> 1520\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mforward_call\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1522\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m 1523\u001b[0m result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/transformers/models/deberta_v2/modeling_deberta_v2.py:1063\u001b[0m, in \u001b[0;36mDebertaV2Model.forward\u001b[0;34m(self, input_ids, attention_mask, token_type_ids, position_ids, inputs_embeds, output_attentions, output_hidden_states, return_dict)\u001b[0m\n\u001b[1;32m 1053\u001b[0m token_type_ids \u001b[38;5;241m=\u001b[39m torch\u001b[38;5;241m.\u001b[39mzeros(input_shape, dtype\u001b[38;5;241m=\u001b[39mtorch\u001b[38;5;241m.\u001b[39mlong, device\u001b[38;5;241m=\u001b[39mdevice)\n\u001b[1;32m 1055\u001b[0m embedding_output \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39membeddings(\n\u001b[1;32m 1056\u001b[0m input_ids\u001b[38;5;241m=\u001b[39minput_ids,\n\u001b[1;32m 1057\u001b[0m token_type_ids\u001b[38;5;241m=\u001b[39mtoken_type_ids,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 1060\u001b[0m inputs_embeds\u001b[38;5;241m=\u001b[39minputs_embeds,\n\u001b[1;32m 1061\u001b[0m )\n\u001b[0;32m-> 1063\u001b[0m encoder_outputs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mencoder\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 1064\u001b[0m \u001b[43m \u001b[49m\u001b[43membedding_output\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1065\u001b[0m \u001b[43m \u001b[49m\u001b[43mattention_mask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1066\u001b[0m \u001b[43m \u001b[49m\u001b[43moutput_hidden_states\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mTrue\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m 1067\u001b[0m \u001b[43m \u001b[49m\u001b[43moutput_attentions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moutput_attentions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1068\u001b[0m \u001b[43m \u001b[49m\u001b[43mreturn_dict\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mreturn_dict\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 1069\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1070\u001b[0m encoded_layers \u001b[38;5;241m=\u001b[39m encoder_outputs[\u001b[38;5;241m1\u001b[39m]\n\u001b[1;32m 1072\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mz_steps \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m1\u001b[39m:\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/torch/nn/modules/module.py:1511\u001b[0m, in \u001b[0;36mModule._wrapped_call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1509\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_compiled_call_impl(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs) \u001b[38;5;66;03m# type: ignore[misc]\u001b[39;00m\n\u001b[1;32m 1510\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m-> 1511\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_call_impl\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/torch/nn/modules/module.py:1520\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1515\u001b[0m \u001b[38;5;66;03m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[1;32m 1516\u001b[0m \u001b[38;5;66;03m# this function, and just call forward.\u001b[39;00m\n\u001b[1;32m 1517\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m (\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_pre_hooks\n\u001b[1;32m 1518\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_backward_hooks\n\u001b[1;32m 1519\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[0;32m-> 1520\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mforward_call\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1522\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m 1523\u001b[0m result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/transformers/models/deberta_v2/modeling_deberta_v2.py:507\u001b[0m, in \u001b[0;36mDebertaV2Encoder.forward\u001b[0;34m(self, hidden_states, attention_mask, output_hidden_states, output_attentions, query_states, relative_pos, return_dict)\u001b[0m\n\u001b[1;32m 497\u001b[0m output_states \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_gradient_checkpointing_func(\n\u001b[1;32m 498\u001b[0m layer_module\u001b[38;5;241m.\u001b[39m\u001b[38;5;21m__call__\u001b[39m,\n\u001b[1;32m 499\u001b[0m next_kv,\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 504\u001b[0m output_attentions,\n\u001b[1;32m 505\u001b[0m )\n\u001b[1;32m 506\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 507\u001b[0m output_states \u001b[38;5;241m=\u001b[39m \u001b[43mlayer_module\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m 508\u001b[0m \u001b[43m \u001b[49m\u001b[43mnext_kv\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 509\u001b[0m \u001b[43m \u001b[49m\u001b[43mattention_mask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 510\u001b[0m \u001b[43m \u001b[49m\u001b[43mquery_states\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mquery_states\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 511\u001b[0m \u001b[43m \u001b[49m\u001b[43mrelative_pos\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrelative_pos\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 512\u001b[0m \u001b[43m \u001b[49m\u001b[43mrel_embeddings\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrel_embeddings\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 513\u001b[0m \u001b[43m \u001b[49m\u001b[43moutput_attentions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moutput_attentions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m 514\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 516\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m output_attentions:\n\u001b[1;32m 517\u001b[0m output_states, att_m \u001b[38;5;241m=\u001b[39m output_states\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/torch/nn/modules/module.py:1511\u001b[0m, in \u001b[0;36mModule._wrapped_call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1509\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_compiled_call_impl(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs) \u001b[38;5;66;03m# type: ignore[misc]\u001b[39;00m\n\u001b[1;32m 1510\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m-> 1511\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_call_impl\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/torch/nn/modules/module.py:1520\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1515\u001b[0m \u001b[38;5;66;03m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[1;32m 1516\u001b[0m \u001b[38;5;66;03m# this function, and just call forward.\u001b[39;00m\n\u001b[1;32m 1517\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m (\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_pre_hooks\n\u001b[1;32m 1518\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_backward_hooks\n\u001b[1;32m 1519\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[0;32m-> 1520\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mforward_call\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1522\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m 1523\u001b[0m result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/transformers/models/deberta_v2/modeling_deberta_v2.py:366\u001b[0m, in \u001b[0;36mDebertaV2Layer.forward\u001b[0;34m(self, hidden_states, attention_mask, query_states, relative_pos, rel_embeddings, output_attentions)\u001b[0m\n\u001b[1;32m 364\u001b[0m attention_output, att_matrix \u001b[38;5;241m=\u001b[39m attention_output\n\u001b[1;32m 365\u001b[0m intermediate_output \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mintermediate(attention_output)\n\u001b[0;32m--> 366\u001b[0m layer_output \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43moutput\u001b[49m\u001b[43m(\u001b[49m\u001b[43mintermediate_output\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mattention_output\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 367\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m output_attentions:\n\u001b[1;32m 368\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m (layer_output, att_matrix)\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/torch/nn/modules/module.py:1511\u001b[0m, in \u001b[0;36mModule._wrapped_call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1509\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_compiled_call_impl(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs) \u001b[38;5;66;03m# type: ignore[misc]\u001b[39;00m\n\u001b[1;32m 1510\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m-> 1511\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_call_impl\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/torch/nn/modules/module.py:1520\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1515\u001b[0m \u001b[38;5;66;03m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[1;32m 1516\u001b[0m \u001b[38;5;66;03m# this function, and just call forward.\u001b[39;00m\n\u001b[1;32m 1517\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m (\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_pre_hooks\n\u001b[1;32m 1518\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_backward_hooks\n\u001b[1;32m 1519\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[0;32m-> 1520\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mforward_call\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1522\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m 1523\u001b[0m result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/transformers/models/deberta_v2/modeling_deberta_v2.py:332\u001b[0m, in \u001b[0;36mDebertaV2Output.forward\u001b[0;34m(self, hidden_states, input_tensor)\u001b[0m\n\u001b[1;32m 331\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mforward\u001b[39m(\u001b[38;5;28mself\u001b[39m, hidden_states, input_tensor):\n\u001b[0;32m--> 332\u001b[0m hidden_states \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdense\u001b[49m\u001b[43m(\u001b[49m\u001b[43mhidden_states\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 333\u001b[0m hidden_states \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdropout(hidden_states)\n\u001b[1;32m 334\u001b[0m hidden_states \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mLayerNorm(hidden_states \u001b[38;5;241m+\u001b[39m input_tensor)\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/torch/nn/modules/module.py:1511\u001b[0m, in \u001b[0;36mModule._wrapped_call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1509\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_compiled_call_impl(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs) \u001b[38;5;66;03m# type: ignore[misc]\u001b[39;00m\n\u001b[1;32m 1510\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m-> 1511\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_call_impl\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/torch/nn/modules/module.py:1520\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1515\u001b[0m \u001b[38;5;66;03m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[1;32m 1516\u001b[0m \u001b[38;5;66;03m# this function, and just call forward.\u001b[39;00m\n\u001b[1;32m 1517\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m (\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_pre_hooks\n\u001b[1;32m 1518\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_backward_hooks\n\u001b[1;32m 1519\u001b[0m \u001b[38;5;129;01mor\u001b[39;00m _global_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[0;32m-> 1520\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mforward_call\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 1522\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m 1523\u001b[0m result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n", + "File \u001b[0;32m~/opt/anaconda3/envs/huggingface_env/lib/python3.8/site-packages/torch/nn/modules/linear.py:116\u001b[0m, in \u001b[0;36mLinear.forward\u001b[0;34m(self, input)\u001b[0m\n\u001b[1;32m 115\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mforward\u001b[39m(\u001b[38;5;28mself\u001b[39m, \u001b[38;5;28minput\u001b[39m: Tensor) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m Tensor:\n\u001b[0;32m--> 116\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mF\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mlinear\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43minput\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mweight\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mbias\u001b[49m\u001b[43m)\u001b[49m\n", + "\u001b[0;31mKeyboardInterrupt\u001b[0m: " ] } ], @@ -826,182 +337,29 @@ " print(df)\n", " \n", " # accuracy, perc true classes identified and perc wrong pred classes\n", - " performance.loc[i] = perf_measure(df)\n", + " performance = pd.concat([performance, perf_measure(df)])\n", " print(performance)\n", " \n", " result_list.append(df)" ] }, { - "cell_type": "code", - "execution_count": 23, - "id": "031594fd-9a98-4c0e-8777-bfe5b4042c48", - "metadata": { - "scrolled": true - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "[ superclass pred_class true_class same\n", - "0 activity_type beach vacation beach vacation True\n", - "1 activities [going to the beach, relaxing, hiking] [swimming, going to the beach, relaxing, hiking] False\n", - "2 climate_or_season warm destination / summer warm destination / summer True\n", - "3 style_or_comfort minimalist lightweight (but comfortable) False\n", - "4 dress_code casual casual True\n", - "5 accommodation huts with half board indoor False\n", - "6 transportation vehicle no vehicle False\n", - "7 special_conditions off-grid / no electricity no special conditions False\n", - "8 trip_length_days 7+ days 7 days False, superclass pred_class true_class same\n", - "0 activity_type city trip city trip True\n", - "1 activities [sightseeing, running] [sightseeing] False\n", - "2 climate_or_season variable weather / spring / autumn variable weather / spring / autumn True\n", - "3 style_or_comfort ultralight luxury (including evening wear) False\n", - "4 dress_code conservative casual False\n", - "5 accommodation huts with half board indoor False\n", - "6 transportation vehicle no vehicle False\n", - "7 special_conditions pet-friendly no special condition False\n", - "8 trip_length_days 3 days 3 days True, superclass pred_class true_class same\n", - "0 activity_type micro-adventure / weekend trip city trip False\n", - "1 activities [running] [relaxing] False\n", - "2 climate_or_season cold destination / winter cold destination / winter True\n", - "3 style_or_comfort lightweight (but comfortable) lightweight (but comfortable) True\n", - "4 dress_code casual casual True\n", - "5 accommodation huts with half board indoor False\n", - "6 transportation vehicle no vehicle False\n", - "7 special_conditions off-grid / no electricity no special condition False\n", - "8 trip_length_days 7+ days 7+ days True, superclass pred_class true_class same\n", - "0 activity_type cultural exploration cultural exploration True\n", - "1 activities [hiking, rafting, sightseeing] [sightseeing, hiking, rafting] False\n", - "2 climate_or_season warm destination / summer variable weather / spring / autumn False\n", - "3 style_or_comfort minimalist lightweight (but comfortable) False\n", - "4 dress_code casual casual True\n", - "5 accommodation huts with half board indoor False\n", - "6 transportation vehicle no vehicle False\n", - "7 special_conditions self-supported (bring your own food/cooking) rainy climate False\n", - "8 trip_length_days 7+ days 7+ days True, superclass pred_class true_class same\n", - "0 activity_type nature escape nature escape True\n", - "1 activities [hiking, swimming, relaxing] [swimming, relaxing, hiking] False\n", - "2 climate_or_season warm destination / summer warm destination / summer True\n", - "3 style_or_comfort luxury (including evening wear) lightweight (but comfortable) False\n", - "4 dress_code casual casual True\n", - "5 accommodation huts with half board indoor False\n", - "6 transportation vehicle no vehicle False\n", - "7 special_conditions pet-friendly no special conditions False\n", - "8 trip_length_days 7+ days 7+ days True, superclass pred_class true_class same\n", - "0 activity_type nature escape long-distance hike / thru-hike False\n", - "1 activities [hiking, hut-to-hut hiking, going to the beach] [going to the beach] False\n", - "2 climate_or_season warm destination / summer tropical / humid False\n", - "3 style_or_comfort minimalist minimalist True\n", - "4 dress_code casual casual True\n", - "5 accommodation huts with half board huts with half board True\n", - "6 transportation vehicle vehicle True\n", - "7 special_conditions self-supported (bring your own food/cooking) off-grid / no electricity False\n", - "8 trip_length_days 7+ days 6 days False, superclass pred_class true_class same\n", - "0 activity_type beach vacation beach vacation True\n", - "1 activities [going to the beach, surfing, stand-up paddleb... [stand-up paddleboarding (SUP), surfing] False\n", - "2 climate_or_season variable weather / spring / autumn cold destination / winter False\n", - "3 style_or_comfort ultralight ultralight True\n", - "4 dress_code casual casual True\n", - "5 accommodation sleeping in a tent sleeping in a tent True\n", - "6 transportation vehicle vehicle True\n", - "7 special_conditions self-supported (bring your own food/cooking) off-grid / no electricity False\n", - "8 trip_length_days 7+ days 6 days False, superclass pred_class true_class same\n", - "0 activity_type yoga / wellness retreat yoga / wellness retreat True\n", - "1 activities [yoga, hiking] [hut-to-hut hiking, yoga] False\n", - "2 climate_or_season cold destination / winter cold destination / winter True\n", - "3 style_or_comfort luxury (including evening wear) lightweight (but comfortable) False\n", - "4 dress_code casual formal (business trip) False\n", - "5 accommodation indoor sleeping in a tent False\n", - "6 transportation no vehicle no vehicle True\n", - "7 special_conditions pet-friendly avalanche-prone terrain False\n", - "8 trip_length_days 7+ days 7 days False, superclass pred_class true_class same\n", - "0 activity_type ski tour / skitour ski tour / skitour True\n", - "1 activities [ski touring, skiing] [ski touring, photography, swimming] False\n", - "2 climate_or_season cold destination / winter cold destination / winter True\n", - "3 style_or_comfort minimalist minimalist True\n", - "4 dress_code conservative conservative True\n", - "5 accommodation huts with half board indoor False\n", - "6 transportation vehicle no vehicle False\n", - "7 special_conditions high alpine terrain avalanche-prone terrain False\n", - "8 trip_length_days 7+ days 5 days False, superclass pred_class true_class same\n", - "0 activity_type camping trip (wild camping) camping trip (wild camping) True\n", - "1 activities [kayaking / canoeing, snorkeling] [scuba diving, kayaking / canoeing] False\n", - "2 climate_or_season warm destination / summer tropical / humid False\n", - "3 style_or_comfort minimalist lightweight (but comfortable) False\n", - "4 dress_code casual conservative False\n", - "5 accommodation sleeping in a tent sleeping in a tent True\n", - "6 transportation vehicle vehicle True\n", - "7 special_conditions self-supported (bring your own food/cooking) no special conditions False\n", - "8 trip_length_days 3 days 3 days True]\n", - " accuracy true_ident false_pred\n", - "0 0.333333 0.750000 0.000000\n", - "1 0.333333 1.000000 0.500000\n", - "2 0.444444 0.000000 1.000000\n", - "3 0.333333 1.000000 0.000000\n", - "4 0.444444 1.000000 0.000000\n", - "5 0.444444 1.000000 0.666667\n", - "6 0.555556 1.000000 0.333333\n", - "7 0.333333 0.500000 0.500000\n", - "8 0.444444 0.333333 0.500000\n", - "9 0.444444 0.500000 0.500000\n", - "\n" - ] - } - ], - "source": [ - "print(result_list)\n", - "print(performance)\n", - "print(type(performance))" - ] - }, - { - "cell_type": "code", - "execution_count": 25, - "id": "ed802b5a-82c1-4e2f-abb6-bc9a6dc69b78", + "cell_type": "markdown", + "id": "b5c08703-7166-4d03-9d6b-ee2c12608134", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\n", - "\n" - ] - } - ], "source": [ - "print(type(result_list))\n", - "print(type(result_list[0]))" + "**Compute average performance measures**" ] }, { "cell_type": "code", - "execution_count": 37, + "execution_count": null, "id": "eb33fd31-94e6-40b5-9c36-a32effe77c01", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - " superclass same same same same same same same same same same\n", - "0 activity_type True True False True True False True True True True\n", - "1 activities False False False False False False False False False False\n", - "2 climate_or_season True True True False True False False True True False\n", - "3 style_or_comfort False False True False False True True False True False\n", - "4 dress_code True False True True True True True False True False\n", - "5 accommodation False False False False False True True False False True\n", - "6 transportation False False False False False True True True False True\n", - "7 special_conditions False False False False False False False False False False\n", - "8 trip_length_days False True True True True False False False False True\n" - ] - } - ], + "outputs": [], "source": [ "# Extract \"same_value\" column from each DataFrame\n", - "sv_columns = [df['same'] for df in result_list] # 'same' needs to be changed\n", + "sv_columns = [df['same_value'] for df in result_list] # 'same' needs to be changed\n", "sv_columns.insert(0, result_list[0]['superclass'])\n", "\n", "# Combine into a new DataFrame (columns side-by-side)\n", @@ -1012,60 +370,32 @@ }, { "cell_type": "code", - "execution_count": 35, - "id": "089d394a-cc38-441f-9fb1-6d4816c32fa5", + "execution_count": null, + "id": "bf7546cb-79ce-49ad-8cee-54d02239220c", "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "0 activity_type\n", - "1 activities\n", - "2 climate_or_season\n", - "3 style_or_comfort\n", - "4 dress_code\n", - "5 accommodation\n", - "6 transportation\n", - "7 special_conditions\n", - "8 trip_length_days\n", - "Name: superclass, dtype: object\n" - ] - } - ], + "outputs": [], "source": [ - "df['row_mean'] = df.mean(axis=1)\n" + "# Compute accuracy per superclass (row means of same_value matrix excluding the first column)\n", + "row_means = sv_df.iloc[:, 1:].mean(axis=1)\n", + "\n", + "df_row_means = pd.DataFrame({\n", + " 'superclass': sv_df['superclass'],\n", + " 'accuracy': row_means\n", + "})\n", + "\n", + "print(df_row_means)" ] }, { "cell_type": "code", - "execution_count": 24, + "execution_count": null, "id": "fd232953-59e8-4f28-9ce8-11515a2c310b", - "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "accuracy 0.411111\n", - "true_ident 0.708333\n", - "false_pred 0.400000\n", - "dtype: float64\n" - ] - }, - { - "data": { - "image/png": "iVBORw0KGgoAAAANSUhEUgAAA90AAAJOCAYAAACqS2TfAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuNSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/xnp5ZAAAACXBIWXMAAA9hAAAPYQGoP6dpAABO90lEQVR4nO3deXhU9b0/8E+AMAEloIZVoyBWrShSsSIulSqIS91qXYpVXKpW0ao89lbrTwmlCre1Xu+1SNWqtFbEpWq9rRsi1GuFqihVcakgrhU0LgSJxkDO749eco1hyYQ5mQl5vZ6HR+fke8585jPfyfe8M1tRkiRJAAAAADnXLt8FAAAAwMZK6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgCAVqRv375x8sknr3fc1KlTo6ioKF5//fXUawLWTugGAICIeOKJJ6KioiI+/vjjfJfSalRXV0dFRUXMnj0736VAweqQ7wIAAKAQPPHEEzF+/Pg4+eSTo1u3bvkuZ61eeeWVaNeuMJ47q66ujvHjx0dExLBhw/JbDBSowni0AgVtxYoV+S4BAApGXV1dfPbZZ3m7/kwmE8XFxXm7fiA7QjfkwRtvvBFnn3127LDDDtGpU6fYYost4phjjlnje64+/vjjuOCCC6Jv376RyWRiq622ipNOOikqKyvrx3z22WdRUVER22+/fZSUlETv3r3j29/+dixatCgiImbPnh1FRUWNXvr1+uuvR1FRUUydOrV+28knnxybbrppLFq0KA455JDo0qVLnHDCCRER8T//8z9xzDHHxNZbbx2ZTCbKy8vjggsuiE8//bRR3S+//HIce+yx0b179+jUqVPssMMOcckll0RExKxZs6KoqCjuueeeRvtNmzYtioqKYs6cOdm2FQCaraKiIn70ox9FRES/fv2iqKio/v3QRUVFcc4558Stt94aAwYMiEwmEw8++GBW62vEv9bG73znO7H55ptHSUlJ7L777nHfffdlXeua3tO9YMGC2H///aNTp06x1VZbxc9+9rOoq6tb4/4PPPBA7LvvvrHJJptEly5d4tBDD40FCxY0GLP6fOCdd96JI488MjbddNPo3r17XHjhhbFq1ar629m9e/eIiBg/fnx9zyoqKrK+TbAx8/JyyIOnnnoqnnjiiTj++ONjq622itdffz2mTJkSw4YNixdffDE6d+4cERGffPJJ7LvvvvHSSy/FqaeeGrvttltUVlbGfffdF2+//XaUlZXFqlWr4lvf+lbMnDkzjj/++DjvvPNi+fLlMWPGjHjhhReif//+Wde3cuXKGDlyZOyzzz5x5ZVX1tdz5513RnV1dZx11lmxxRZbxJNPPhnXXHNNvP3223HnnXfW7//cc8/FvvvuG8XFxXHGGWdE3759Y9GiRfHf//3fcfnll8ewYcOivLw8br311jjqqKMaXPett94a/fv3j6FDh25AhwEgO9/+9rfjH//4R9x2223xH//xH1FWVhYRUR8qH3300bjjjjvinHPOibKysujbt29W7/1esGBB7L333rHlllvGRRddFJtssknccccdceSRR8Yf/vCHRuthNpYsWRLf/OY3Y+XKlfXHvv7666NTp06Nxt5yyy0xevToGDlyZPz7v/97VFdXx5QpU2KfffaJZ599Nvr27Vs/dtWqVTFy5MgYMmRIXHnllfHII4/EL3/5y+jfv3+cddZZ0b1795gyZUqcddZZcdRRR8W3v/3tiIgYOHBgs28LbJQSoMVVV1c32jZnzpwkIpLf/e539dsuu+yyJCKSu+++u9H4urq6JEmS5KabbkoiIrnqqqvWOmbWrFlJRCSzZs1q8PPFixcnEZHcfPPN9dtGjx6dRERy0UUXNanuiRMnJkVFRckbb7xRv+0b3/hG0qVLlwbbvlhPkiTJxRdfnGQymeTjjz+u3/bee+8lHTp0SMaNG9foegAgbb/4xS+SiEgWL17cYHtEJO3atUsWLFjQYHs26+sBBxyQ7LLLLslnn31Wv62uri7Za6+9kq985StZ1bnNNtsko0ePrr98/vnnJxGR/O1vf6vf9t577yVdu3ZtcHuWL1+edOvWLTn99NMbHG/JkiVJ165dG2xffT7w05/+tMHYr33ta8ngwYPrL7///vtJRFi7YR28vBzy4It/ea6trY0PPvggtttuu+jWrVs888wz9T/7wx/+ELvuuusa//pdVFRUP6asrCzOPffctY5pjrPOOmudda9YsSIqKytjr732iiRJ4tlnn42IiPfffz8ee+yxOPXUU2Prrbdeaz0nnXRS1NTUxF133VW/7fbbb4+VK1fG9773vWbXDQBp2G+//WKnnXZq1r4ffvhhPProo3HsscfG8uXLo7KyMiorK+ODDz6IkSNHxquvvhrvvPNOs2u7//77Y88994w99tijflv37t3r3x622owZM+Ljjz+O7373u/U1VFZWRvv27WPIkCExa9asRsf+wQ9+0ODyvvvuG6+99lqza4W2yMvLIQ8+/fTTmDhxYtx8883xzjvvRJIk9T9btmxZ/f8vWrQojj766HUea9GiRbHDDjtEhw65ezh36NAhttpqq0bb33zzzbjsssvivvvui48++qjBz1bXvXoh3nnnndd5HTvuuGN8/etfj1tvvTVOO+20iPjXS8v33HPP2G677XJxMwAgZ/r169fsfRcuXBhJksSll14al1566RrHvPfee7Hllls26/hvvPFGDBkypNH2HXbYocHlV199NSIi9t9//zUep7S0tMHlkpKS+pfXr7bZZps1OgcA1k3ohjw499xz4+abb47zzz8/hg4dGl27do2ioqI4/vjj1/qhJxtibc94r/4glC/LZDKNvopk1apVMWLEiPjwww/jxz/+cey4446xySabxDvvvBMnn3xys+o+6aST4rzzzou33347ampqYu7cufGrX/0q6+MAQNrW9P7opq6vq9fICy+8MEaOHLnGfVriD86r67jllluiV69ejX7+5T/gt2/fPvWaoC0QuiEP7rrrrhg9enT88pe/rN/22WefNfpAlv79+8cLL7ywzmP1798//va3v0Vtbe1avz5ks802i4hodPw33nijyTU///zz8Y9//CN++9vfxkknnVS/fcaMGQ3GbbvtthER6607IuL444+PsWPHxm233RaffvppFBcXx3HHHdfkmgAgl7J9W1ZT19fVa2NxcXEMHz68+QWuxTbbbFP/LPYXvfLKKw0ur/5w1R49euSsjg15Kxu0Fd7TDXnQvn37Bi8pj4i45pprGv1l/Oijj46///3va/xqrdX7H3300VFZWbnGZ4hXj9lmm22iffv28dhjjzX4+bXXXptVzV885ur//8///M8G47p37x7f+MY34qabboo333xzjfWsVlZWFgcffHD8/ve/j1tvvTUOOuig+k+LBYCWtskmm0RE4xC9Nk1dX3v06BHDhg2L6667Lt59991Gx3n//febV/D/OuSQQ2Lu3Lnx5JNPNjjmrbfe2mDcyJEjo7S0NK644oqora3NSR2rv+Ekm09yh7bGM92QB9/61rfilltuia5du8ZOO+0Uc+bMiUceeSS22GKLBuN+9KMfxV133RXHHHNMnHrqqTF48OD48MMP47777otf//rXseuuu8ZJJ50Uv/vd72Ls2LHx5JNPxr777hsrVqyIRx55JM4+++w44ogjomvXrnHMMcfENddcE0VFRdG/f//405/+FO+9916Ta95xxx2jf//+ceGFF8Y777wTpaWl8Yc//GGN7+v6r//6r9hnn31it912izPOOCP69esXr7/+evz5z3+O+fPnNxh70kknxXe+852IiJgwYUL2zQSAHBk8eHBERFxyySVx/PHHR3FxcRx22GFrHZ/N+jp58uTYZ599YpdddonTTz89tt1221i6dGnMmTMn3n777fj73//e7Lr/7d/+LW655ZY46KCD4rzzzqv/yrBtttkmnnvuufpxpaWlMWXKlDjxxBNjt912i+OPPz66d+8eb775Zvz5z3+OvffeO+u3eXXq1Cl22mmnuP3222P77bePzTffPHbeeef1frYLtCl5+9x0aMM++uij5JRTTknKysqSTTfdNBk5cmTy8ssvN/oKkCRJkg8++CA555xzki233DLp2LFjstVWWyWjR49OKisr68dUV1cnl1xySdKvX7+kuLg46dWrV/Kd73wnWbRoUf2Y999/Pzn66KOTzp07J5tttlly5plnJi+88MIavzJsk002WWPdL774YjJ8+PBk0003TcrKypLTTz89+fvf/97oGEmSJC+88EJy1FFHJd26dUtKSkqSHXbYIbn00ksbHbOmpibZbLPNkq5duyaffvpp9s0EgByaMGFCsuWWWybt2rWr/7qtiEjGjBmzxvFNXV+TJEkWLVqUnHTSSUmvXr2S4uLiZMstt0y+9a1vJXfddVdWNa7pfOG5555L9ttvv6SkpCTZcsstkwkTJiQ33njjGr8CbdasWcnIkSOTrl27JiUlJUn//v2Tk08+OXn66afrx6ztfGDcuHHJlyPEE088kQwePDjp2LGjrw+DNShKki+93hOgBa1cuTL69OkThx12WNx44435LgcAAHLKe7qBvLr33nvj/fffb/DhbAAAsLHwTDeQF3/729/iueeeiwkTJkRZWVk888wz+S4JAPJqyZIl6/x5p06domvXri1UDZArPkgNyIspU6bE73//+xg0aFBMnTo13+UAQN717t17nT8fPXq0NRNaIc90AwBAAXjkkUfW+fM+ffrETjvt1ELVALkidAMAAEBKfJAaAAAApKTF39NdV1cX//znP6NLly5RVFTU0lcPAAUvSZJYvnx59OnTJ9q1y8/fx63XALBuTV2vWzx0//Of/4zy8vKWvloAaHXeeuut2GqrrfJy3dZrAGia9a3XLR66u3TpEhH/Kqy0tLSlrz7namtr4+GHH44DDzwwiouL811Om6HvLU/P80Pf8yPffa+qqory8vL6NTMf0liv893XjYle5pZ+5o5e5pZ+5k4avWzqet3ioXv1S9RKS0s3mtDduXPnKC0t9UBoQfre8vQ8P/Q9Pwql7/l8WXca63Wh9HVjoJe5pZ+5o5e5pZ+5k2Yv17de+yA1AAAASInQDQAAACkRugEAACAlQjcAAACkJKvQXVFREUVFRQ3+7bjjjmnVBgA0kzUbAApD1p9ePmDAgHjkkUf+7wAdWvwD0AGAJrBmA0D+Zb36dujQIXr16pVGLQBADlmzASD/sg7dr776avTp0ydKSkpi6NChMXHixNh6663XOr6mpiZqamrqL1dVVUXEv74nrba2thklF5bVt2FjuC2tib63PD3PD33Pj3z3PVfXm82a3RLrdb77ujHRy9zSz9zRy9zSz9xJo5dNPVZRkiRJUw/6wAMPxCeffBI77LBDvPvuuzF+/Ph455134oUXXoguXbqscZ+KiooYP358o+3Tpk2Lzp07N/WqAaDNqK6ujlGjRsWyZcuitLS0WcfIds22XgNAdpq6XmcVur/s448/jm222SauuuqqOO2009Y4Zk1/OS8vL4/Kyspmn0gUktra2pgxY0aMGDEiiouL811Om6HvubVzxUPrHZNpl8SE3evi0qfbRU1dUQtU1dgLFSPzcr35ZK7nR777XlVVFWVlZRsUur9sfWt2S6zX+e7rxkQvc0s/c0cvc6u19LMp55L5tvpcNpe9bOp6vUGfqNKtW7fYfvvtY+HChWsdk8lkIpPJNNpeXFxc0BMnWxvb7Wkt9D03alY1PUTX1BVlNT6X2vJ9ba7nR776nsZ1rm/Nbsn12nzOHb3MLf3MHb3MrULvZ77ODZsjl71s6nE26Hu6P/nkk1i0aFH07t17Qw4DAKTMmg0A+ZFV6L7wwgvjL3/5S7z++uvxxBNPxFFHHRXt27eP7373u2nVBwA0gzUbAApDVi8vf/vtt+O73/1ufPDBB9G9e/fYZ599Yu7cudG9e/e06gMAmsGaDQCFIavQPX369LTqAAByyJoNAIVhg97TDQAAAKyd0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASMkGhe5JkyZFUVFRnH/++TkqBwDINes1AORPs0P3U089Fdddd10MHDgwl/UAADlkvQaA/GpW6P7kk0/ihBNOiBtuuCE222yzXNcEAOSA9RoA8q9Dc3YaM2ZMHHrooTF8+PD42c9+ts6xNTU1UVNTU3+5qqoqIiJqa2ujtra2OVdfUFbfho3htrQm+p5bmfbJ+se0Sxr8Nx/a4v1trudHvvueq+sttPU6333dmOhlbuln7uhlbrWWfjblXDLfVp/D5rKXTT1WUZIkWXVo+vTpcfnll8dTTz0VJSUlMWzYsBg0aFBcffXVaxxfUVER48ePb7R92rRp0blz52yuGgDahOrq6hg1alQsW7YsSktLm3UM6zUApKup63VWofutt96K3XffPWbMmFH/3rD1LeJr+st5eXl5VFZWNvtE4st2rngoJ8dpjky7JCbsXheXPt0uauqK1jn2hYqRLVTVxq+2tjZmzJgRI0aMiOLi4nyX0+o15TGUzVxPS1t8DJnr+ZHvvldVVUVZWVmzQ3ehrtf57uvGRC9zSz9zRy9zq7X0M595rKlWn8vmspdNXa+zenn5vHnz4r333ovddtutftuqVavisccei1/96ldRU1MT7du3b7BPJpOJTCbT6FjFxcU5u7E1q/ITABrUUFe03joK+YHSWuVyHrVl2TyGmjLX09KW72tzPT/y1fcNvc5CXa/TPGZbpZe5pZ+5o5e5Vej9LIQ81lS57GVTj5NV6D7ggAPi+eefb7DtlFNOiR133DF+/OMfN1rAAYCWZ70GgMKRVeju0qVL7Lzzzg22bbLJJrHFFls02g4A5If1GgAKR7O/pxsAAABYt2Z9ZdgXzZ49OwdlAABpsl4DQH54phsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFKSVeieMmVKDBw4MEpLS6O0tDSGDh0aDzzwQFq1AQDNZM0GgMKQVejeaqutYtKkSTFv3rx4+umnY//9948jjjgiFixYkFZ9AEAzWLMBoDB0yGbwYYcd1uDy5ZdfHlOmTIm5c+fGgAEDcloYANB81mwAKAxZhe4vWrVqVdx5552xYsWKGDp0aC5rAgByyJoNAPmTdeh+/vnnY+jQofHZZ5/FpptuGvfcc0/stNNOax1fU1MTNTU19ZerqqoiIqK2tjZqa2ubUXJjmfZJTo7TrOtulzT477rk6vbyf73U09xoymMom7melrZ4f5vr+ZHvvufqerNZs1tivc53Xzcmeplb+pk7eplbraWf+cxjTbX6HDaXvWzqsYqSJMmqQ59//nm8+eabsWzZsrjrrrviN7/5TfzlL39Z6yJeUVER48ePb7R92rRp0blz52yuGgDahOrq6hg1alQsW7YsSktLm32cbNZs6zUAZKep63XWofvLhg8fHv3794/rrrtujT9f01/Oy8vLo7KycoNOJL5o54qHcnKc5si0S2LC7nVx6dPtoqauaJ1jX6gY2UJVbfxqa2tjxowZMWLEiCguLs53Oa1eUx5D2cz1tLTFx5C5nh/57ntVVVWUlZVtcOj+snWt2S2xXue7rxsTvcwt/cwdvcyt1tLPfOaxplp9LpvLXjZ1vW72e7pXq6ura7BIf1kmk4lMJtNoe3Fxcc5ubM2q/ASABjXUFa23jkJ+oLRWuZxHbVk2j6GmzPW0tOX72lzPj3z1Pa3rXNea3RLrdZrHbKv0Mrf0M3f0MrcKvZ+FkMeaKpe9bOpxsgrdF198cRx88MGx9dZbx/Lly2PatGkxe/bseOihwv/LBgC0JdZsACgMWYXu9957L0466aR49913o2vXrjFw4MB46KGHYsSIEWnVBwA0gzUbAApDVqH7xhtvTKsOACCHrNkAUBja5bsAAAAA2FgJ3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlGQVuidOnBhf//rXo0uXLtGjR4848sgj45VXXkmrNgCgmazZAFAYsgrdf/nLX2LMmDExd+7cmDFjRtTW1saBBx4YK1asSKs+AKAZrNkAUBg6ZDP4wQcfbHB56tSp0aNHj5g3b1584xvfyGlhAEDzWbMBoDBs0Hu6ly1bFhERm2++eU6KAQDSYc0GgPzI6pnuL6qrq4vzzz8/9t5779h5553XOq6mpiZqamrqL1dVVUVERG1tbdTW1jb36hvItE9ycpxmXXe7pMF/1yVXt5f/66We5kZTHkPZzPW0tMX721zPj3z3PdfX25Q1uyXW63z3dWOil7mln7mjl7nVWvqZzzzWVKvPYXPZy6YeqyhJkmZ16KyzzooHHnggHn/88dhqq63WOq6ioiLGjx/faPu0adOic+fOzblqANioVVdXx6hRo2LZsmVRWlq6wcdrypptvQaA7DR1vW5W6D7nnHPij3/8Yzz22GPRr1+/dY5d01/Oy8vLo7KyMicnEhERO1c8lJPjNEemXRITdq+LS59uFzV1Resc+0LFyBaqauNXW1sbM2bMiBEjRkRxcXG+y2n1mvIYymaup6UtPobM9fzId9+rqqqirKwsJ6G7qWt2S6zX+e7rxkQvc6s19TOf571Nsfp8oTX0sjVoLXOz0OdlRDpzs6nrdVYvL0+SJM4999y45557Yvbs2esN3BERmUwmMplMo+3FxcU5u7E1q/ITABrUUFe03joK+YHSWuVyHrVl2TyGmjLX09KW72tzPT/y1fdcXGe2a3ZLrNdpHrOt0svcag39LITz3qZoDb1sTQq9n61lXkbktpdNPU5WoXvMmDExbdq0+OMf/xhdunSJJUuWRERE165do1OnTtlXCQCkwpoNAIUhq08vnzJlSixbtiyGDRsWvXv3rv93++23p1UfANAM1mwAKAxZv7wcACh81mwAKAwb9D3dAAAAwNoJ3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlGQduh977LE47LDDok+fPlFUVBT33ntvCmUBABvCeg0AhSHr0L1ixYrYddddY/LkyWnUAwDkgPUaAApDh2x3OPjgg+Pggw9OoxYAIEes1wBQGLynGwAAAFKS9TPd2aqpqYmampr6y1VVVRERUVtbG7W1tTm5jkz7JCfHadZ1t0sa/HddcnV7+b9e6mluNOUxlM1cT0tbvL/N9fzId9/zcb0tsV7nu68bE73MrdbUz3ye9zbF6vOE1tDL1qC1zM1Cn5cR6czNph6rKEmSZneoqKgo7rnnnjjyyCPXOqaioiLGjx/faPu0adOic+fOzb1qANhoVVdXx6hRo2LZsmVRWlq6wcezXgNA7jV1vU49dK/pL+fl5eVRWVmZkxOJiIidKx7KyXGaI9MuiQm718WlT7eLmrqidY59oWJkC1W18autrY0ZM2bEiBEjori4ON/ltHpNeQxlM9fT0hYfQ219rufr93u28z3Xc7OqqirKyspaNHS3xHq9ej7n8/dIUxX675vW9Lshn+dpTbX6Ma+fG04vc6u19LOt9rKp63XqLy/PZDKRyWQabS8uLs7Zja1Zlf+Fu6auaL11FPIDpbXK5Txqy7J5DDVlrqelLd/XbXWu5/v3e1Pne67vm3zc1y2xXq+Wz98jTdVaHm+t4XdDod/XX6SfuaOXuVXo/WyrvWzqcbIO3Z988kksXLiw/vLixYtj/vz5sfnmm8fWW2+d7eEAgBRYrwGgMGQdup9++un45je/WX957NixERExevTomDp1as4KAwCaz3oNAIUh69A9bNiw2IC3gQMALcB6DQCFwfd0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASpoVuidPnhx9+/aNkpKSGDJkSDz55JO5rgsA2EDWawDIv6xD9+233x5jx46NcePGxTPPPBO77rprjBw5Mt5777006gMAmsF6DQCFIevQfdVVV8Xpp58ep5xySuy0007x61//Ojp37hw33XRTGvUBAM1gvQaAwpBV6P78889j3rx5MXz48P87QLt2MXz48JgzZ07OiwMAsme9BoDC0SGbwZWVlbFq1aro2bNng+09e/aMl19+eY371NTURE1NTf3lZcuWRUTEhx9+GLW1tdnWu0YdVq7IyXGadd11SVRX10WH2naxqq5onWM/+OCDFqpq41dbWxvV1dXxwQcfRHFxcb7LafWa8hjKZq6npS0+htr6XM/X7/ds53uu5+by5csjIiJJkmbtX6jr9er5nM/fI01V6L9vWtPvhnyepzXV6se8fm44vcyt1tLPttrLpq7XWYXu5pg4cWKMHz++0fZ+/fqlfdUtZlQTx5X9MtUyIHVNnetp8RiiJWUz39Oam8uXL4+uXbumc/AvaQvrdTb8vml78r3GbUz0Mrf0M3fS6uX61uusQndZWVm0b98+li5d2mD70qVLo1evXmvc5+KLL46xY8fWX66rq4sPP/wwtthiiygqKuy/cjdFVVVVlJeXx1tvvRWlpaX5LqfN0PeWp+f5oe/5ke++J0kSy5cvjz59+jRr/0Jdr/Pd142JXuaWfuaOXuaWfuZOGr1s6nqdVeju2LFjDB48OGbOnBlHHnlkRPxrUZ45c2acc845a9wnk8lEJpNpsK1bt27ZXG2rUFpa6oGQB/re8vQ8P/Q9P/LZ9w15hrvQ12vzOXf0Mrf0M3f0Mrf0M3dy3cumrNdZv7x87NixMXr06Nh9991jjz32iKuvvjpWrFgRp5xySrOKBAByz3oNAIUh69B93HHHxfvvvx+XXXZZLFmyJAYNGhQPPvhgow9rAQDyx3oNAIWhWR+kds4556z15WltTSaTiXHjxjV6SR7p0veWp+f5oe/5sbH0vdDW642lr4VAL3NLP3NHL3NLP3Mnn70sSpr7fSQAAADAOrXLdwEAAACwsRK6AQAAICVCNwAAAKRE6P6SyZMnR9++faOkpCSGDBkSTz755FrH3n333bH77rtHt27dYpNNNolBgwbFLbfc0mDMySefHEVFRQ3+HXTQQWnfjFYnm75/0fTp06OoqKj+e2hXS5IkLrvssujdu3d06tQphg8fHq+++moKlbduue67+d402fR96tSpjXpaUlLSYIz53jS57rv5vmbZ/l658847Y8cdd4ySkpLYZZdd4v7772+hSgtfNr284YYbYt99943NNtssNttssxg+fHiTf6e3Fble89qybHv58ccfx5gxY6J3796RyWRi++2391j/gmz7efXVV8cOO+wQnTp1ivLy8rjgggvis88+a6FqC9djjz0Whx12WPTp0yeKiori3nvvXe8+s2fPjt122y0ymUxst912MXXq1HSKS6g3ffr0pGPHjslNN92ULFiwIDn99NOTbt26JUuXLl3j+FmzZiV333138uKLLyYLFy5Mrr766qR9+/bJgw8+WD9m9OjRyUEHHZS8++679f8+/PDDlrpJrUK2fV9t8eLFyZZbbpnsu+++yRFHHNHgZ5MmTUq6du2a3Hvvvcnf//735PDDD0/69euXfPrppynektYljb6b7+uXbd9vvvnmpLS0tEFPlyxZ0mCM+b5+afTdfG8s2z7/9a9/Tdq3b5/8/Oc/T1588cXk//2//5cUFxcnzz//fAtXXniy7eWoUaOSyZMnJ88++2zy0ksvJSeffHLStWvX5O23327hygtTGmteW5VtL2tqapLdd989OeSQQ5LHH388Wbx4cTJ79uxk/vz5LVx5Ycq2n7feemuSyWSSW2+9NVm8eHHy0EMPJb17904uuOCCFq688Nx///3JJZdcktx9991JRCT33HPPOse/9tprSefOnZOxY8cmL774YnLNNdc0ynK5InR/wR577JGMGTOm/vKqVauSPn36JBMnTmzyMb72ta8l/+///b/6y6NHj/ZLej2a0/eVK1cme+21V/Kb3/ymUY/r6uqSXr16Jb/4xS/qt3388cdJJpNJbrvttlRuQ2uU674nifneFNn2/eabb066du261uOZ702T674nifm+Jtn2+dhjj00OPfTQBtuGDBmSnHnmmanW2Rps6DnJypUrky5duiS//e1v0yqxVUljzWursu3llClTkm233Tb5/PPPW6rEViXbfo4ZMybZf//9G2wbO3Zssvfee6daZ2vTlND9b//2b8mAAQMabDvuuOOSkSNH5rweLy//X59//nnMmzcvhg8fXr+tXbt2MXz48JgzZ85690+SJGbOnBmvvPJKfOMb32jws9mzZ0ePHj1ihx12iLPOOis++OCDnNffWjW37z/96U+jR48ecdpppzX62eLFi2PJkiUNjtm1a9cYMmRIk+7LtiCNvq9mvq9dc/v+ySefxDbbbBPl5eVxxBFHxIIFC+p/Zr6vXxp9X818/z/N6fOcOXMajI+IGDlyZJufuxt6ThIRUV1dHbW1tbH55punVWarkeaa19Y0p5f33XdfDB06NMaMGRM9e/aMnXfeOa644opYtWpVS5VdsJrTz7322ivmzZtX/xL01157Le6///445JBDWqTmjUlLrkEdcn7EVqqysjJWrVoVPXv2bLC9Z8+e8fLLL691v2XLlsWWW24ZNTU10b59+7j22mtjxIgR9T8/6KCD4tvf/nb069cvFi1aFD/5yU/i4IMPjjlz5kT79u1Tuz2tRXP6/vjjj8eNN94Y8+fPX+PPlyxZUn+MLx9z9c/aujT6HmG+r09z+r7DDjvETTfdFAMHDoxly5bFlVdeGXvttVcsWLAgttpqK/O9CdLoe4T5/mXN6fOSJUvM3TVo7jnJF/34xz+OPn36NDqhbIvSWvPaoub08rXXXotHH300TjjhhLj//vtj4cKFcfbZZ0dtbW2MGzeuJcouWM3p56hRo6KysjL22WefSJIkVq5cGT/4wQ/iJz/5SUuUvFFZ2xpUVVUVn376aXTq1Cln1yV0b6AuXbrE/Pnz45NPPomZM2fG2LFjY9ttt41hw4ZFRMTxxx9fP3aXXXaJgQMHRv/+/WP27NlxwAEH5Knq1mv58uVx4oknxg033BBlZWX5LqfNaGrfzffcGzp0aAwdOrT+8l577RVf/epX47rrrosJEybksbKNW1P6br5TqCZNmhTTp0+P2bNnN/oAQNbPuUZu1dXVRY8ePeL666+P9u3bx+DBg+Odd96JX/ziF20+dDfH7Nmz44orrohrr702hgwZEgsXLozzzjsvJkyYEJdeemm+y2MthO7/VVZWFu3bt4+lS5c22L506dLo1avXWvdr165dbLfddhERMWjQoHjppZdi4sSJ9aH7y7bddtsoKyuLhQsXOimL7Pu+aNGieP311+Owww6r31ZXVxcRER06dIhXXnmlfr+lS5dG7969Gxxz0KBBKdyK1ieNvvfv37/RfuZ7Q839PfNFxcXF8bWvfS0WLlwYEWG+N0EafV+Ttj7fm9PnXr16bdD9srHakDl75ZVXxqRJk+KRRx6JgQMHpllmq9FSa15b0Jy52bt37yguLm7wCqCvfvWrsWTJkvj888+jY8eOqdZcyJrTz0svvTROPPHE+P73vx8R//qj74oVK+KMM86ISy65JNq18+7hplrbGlRaWprTZ7kjfGVYvY4dO8bgwYNj5syZ9dvq6upi5syZDZ7tWJ+6urqoqalZ68/ffvvt+OCDDxqcHLdl2fZ9xx13jOeffz7mz59f/+/www+Pb37zmzF//vwoLy+Pfv36Ra9evRocs6qqKv72t79ldV9uzNLo+5qY7w3l4vfMqlWr4vnnn6/vqfm+fmn0fU3a+nxvTp+HDh3aYHxExIwZM9r83G3unP35z38eEyZMiAcffDB23333lii1VWipNa8taM7c3HvvvWPhwoX1f7iIiPjHP/4RvXv3btOBO6J5/ayurm4UrFf/QeNfnx9GU7XoGpTzj2ZrxaZPn55kMplk6tSpyYsvvpicccYZSbdu3eq/JubEE09MLrroovrxV1xxRfLwww8nixYtSl588cXkyiuvTDp06JDccMMNSZIkyfLly5MLL7wwmTNnTrJ48eLkkUceSXbbbbfkK1/5SvLZZ5/l5TYWomz7/mVr+kTRSZMmJd26dUv++Mc/Js8991xyxBFH+AqlL8l13833psm27+PHj08eeuihZNGiRcm8efOS448/PikpKUkWLFhQP8Z8X79c9918X7Ns+/zXv/416dChQ3LllVcmL730UjJu3DhfGfa/su3lpEmTko4dOyZ33XVXg6+xW758eb5uQkFJ41yjrcq2l2+++WbSpUuX5JxzzkleeeWV5E9/+lPSo0eP5Gc/+1m+bkJBybaf48aNS7p06ZLcdtttyWuvvZY8/PDDSf/+/ZNjjz02XzehYCxfvjx59tlnk2effTaJiOSqq65Knn322eSNN95IkiRJLrroouTEE0+sH7/6K8N+9KMfJS+99FIyefJkXxnWUq655ppk6623Tjp27Jjsscceydy5c+t/tt9++yWjR4+uv3zJJZck2223XVJSUpJsttlmydChQ5Pp06fX/7y6ujo58MADk+7duyfFxcXJNttsk5x++umNvuuV7Pr+ZWtaCOvq6pJLL7006dmzZ5LJZJIDDjggeeWVV1KqvvXKZd/N96bLpu/nn39+/diePXsmhxxySPLMM880OJ753jS57Lv5vnbZ/l654447ku233z7p2LFjMmDAgOTPf/5zC1dcuLLp5TbbbJNERKN/48aNa/nCC1SuzzXasmx7+cQTTyRDhgxJMplMsu222yaXX355snLlyhauunBl08/a2tqkoqIi6d+/f1JSUpKUl5cnZ599dvLRRx+1fOEFZtasWWv8Pbi6f6NHj07222+/RvsMGjQo6dixY7LtttsmN998cyq1FSWJ1yEAAABAGrynGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuaAFPPfVU7LXXXrHJJptEUVFRzJ8/v0n7TZ06NYqKiuL1119Ptb5CNnv27CgqKorZs2fnuxQAAMhah3wXABu72traOOaYY6KkpCT+4z/+Izp37hzbbLNNvssCAABagNANKVu0aFG88cYbccMNN8T3v//9fJcDAAC0IC8vh5S99957ERHRrVu3/BbSwurq6uKzzz7LdxkAAJBXQjek6OSTT4799tsvIiKOOeaYKCoqimHDhsVzzz0XJ598cmy77bZRUlISvXr1ilNPPTU++OCD9R7z6aefjpEjR0ZZWVl06tQp+vXrF6eeemqDMXV1dXH11VfHgAEDoqSkJHr27BlnnnlmfPTRR1nVX1FREUVFRfHyyy/HscceG6WlpbHFFlvEeeed1yhQFxUVxTnnnBO33nprDBgwIDKZTDz44IMREfHOO+/EqaeeGj179oxMJhMDBgyIm266qdH1vf3223HkkUfGJptsEj169IgLLrggampqsqoZAAAKiZeXQ4rOPPPM2HLLLeOKK66IH/7wh/H1r389evbsGTNmzIjXXnstTjnllOjVq1csWLAgrr/++liwYEHMnTs3ioqK1ni89957Lw488MDo3r17XHTRRdGtW7d4/fXX4+677250vVOnTo1TTjklfvjDH8bixYvjV7/6VTz77LPx17/+NYqLi7O6Hccee2z07ds3Jk6cGHPnzo3/+q//io8++ih+97vfNRj36KOPxh133BHnnHNOlJWVRd++fWPp0qWx55571ofy7t27xwMPPBCnnXZaVFVVxfnnnx8REZ9++mkccMAB8eabb8YPf/jD6NOnT9xyyy3x6KOPZlUrAAAUlARI1axZs5KISO688876bdXV1Y3G3XbbbUlEJI899lj9tptvvjmJiGTx4sVJkiTJPffck0RE8tRTT631+v7nf/4niYjk1ltvbbD9wQcfXOP2dRk3blwSEcnhhx/eYPvZZ5+dRETy97//vX5bRCTt2rVLFixY0GDsaaedlvTu3TuprKxssP34449PunbtWt+Lq6++OomI5I477qgfs2LFimS77bZLIiKZNWtWk+sGAIBC4eXlkAedOnWq///PPvssKisrY88994yIiGeeeWat+61+X/if/vSnqK2tXeOYO++8M7p27RojRoyIysrK+n+DBw+OTTfdNGbNmpV1vWPGjGlw+dxzz42IiPvvv7/B9v322y922mmn+stJksQf/vCHOOywwyJJkgb1jBw5MpYtW1Z/e++///7o3bt3fOc736nfv3PnznHGGWdkXS8AABQKoRvy4MMPP4zzzjsvevbsGZ06dYru3btHv379IiJi2bJla91vv/32i6OPPjrGjx8fZWVlccQRR8TNN9/c4H3Pr776aixbtix69OgR3bt3b/Dvk08+qf9gt2x85StfaXC5f//+0a5du0bfH776Nqz2/vvvx8cffxzXX399o1pOOeWUiPi/D5p74403Yrvttmv00voddtgh63oBAKBQeE835MGxxx4bTzzxRPzoRz+KQYMGxaabbhp1dXVx0EEHRV1d3Vr3Kyoqirvuuivmzp0b//3f/x0PPfRQnHrqqfHLX/4y5s6dW3+cHj16xK233rrGY3Tv3n2D61/be86/+Ax+RNTflu9973sxevToNe4zcODADa4HAAAKldANLeyjjz6KmTNnxvjx4+Oyyy6r3/7qq682+Rh77rln7LnnnnH55ZfHtGnT4oQTTojp06fH97///ejfv3888sgjsffeezcKwc316quvNngWe+HChVFXVxd9+/Zd537du3ePLl26xKpVq2L48OHrHLvNNtvECy+8EEmSNAj1r7zyygbVDgAA+eTl5dDC2rdvHxH/er/zF1199dXr3fejjz5qtN+gQYMiIupfYn7sscfGqlWrYsKECY32X7lyZXz88cdZ1zx58uQGl6+55pqIiDj44IPXuV/79u3j6KOPjj/84Q/xwgsvNPr5+++/X///hxxySPzzn/+Mu+66q35bdXV1XH/99VnXCwAAhcIz3dDCSktL4xvf+Eb8/Oc/j9ra2thyyy3j4YcfjsWLF69339/+9rdx7bXXxlFHHRX9+/eP5cuXxw033BClpaVxyCGHRMS/3vd95plnxsSJE2P+/Plx4IEHRnFxcbz66qtx5513xn/+5382+LCypli8eHEcfvjhcdBBB8WcOXPi97//fYwaNSp23XXX9e47adKkmDVrVgwZMiROP/302GmnneLDDz+MZ555Jh555JH48MMPIyLi9NNPj1/96ldx0kknxbx586J3795xyy23ROfOnbOqFQAAConQDXkwbdq0OPfcc2Py5MmRJEkceOCB8cADD0SfPn3Wud9+++0XTz75ZEyfPj2WLl0aXbt2jT322CNuvfXWBi///vWvfx2DBw+O6667Ln7yk59Ehw4dom/fvvG9730v9t5776zrvf322+Oyyy6Liy66KDp06BDnnHNO/OIXv2jSvj179ownn3wyfvrTn8bdd98d1157bWyxxRYxYMCA+Pd///f6cZ07d46ZM2fGueeeG9dcc0107tw5TjjhhDj44IPjoIMOyrpmAAAoBEXJl1+rCvC/KioqYvz48fH+++9HWVlZvssBAIBWx3u6AQAAICVeXg5t0CeffBKffPLJOsfk4qvFAACgrRO6oQ268sorY/z48esc05QPdgMAANbNe7qhDXrttdfitddeW+eYffbZJ0pKSlqoIgAA2DgJ3QAAAJASH6QGAAAAKWnx93TX1dXFP//5z+jSpUsUFRW19NUDQMFLkiSWL18effr0iXbt/H0cAFqzFg/d//znP6O8vLylrxYAWp233norttpqq3yXAQBsgBYP3V26dImIf51IlJaWbvDxamtr4+GHH44DDzwwiouLN/h4bZ1+5o5e5pZ+5o5e5lYa/ayqqory8vL6NRMAaL1aPHSvfkl5aWlpzkJ3586do7S01MljDuhn7uhlbuln7uhlbqXZT2/DAoDWzxvFAAAAICVCNwAAAKRE6AYAAICUbFDonjRpUhQVFcX555+fo3IAAABg49Hs0P3UU0/FddddFwMHDsxlPQAAALDRaFbo/uSTT+KEE06IG264ITbbbLNc1wQAAAAbhWaF7jFjxsShhx4aw4cPz3U9AAAAsNHI+nu6p0+fHs8880w89dRTTRpfU1MTNTU19Zerqqoi4l/fa1pbW5vt1Tey+hi5OBb6mUt6mVv6mTt6mVtp9NN9AwAbj6IkSZKmDn7rrbdi9913jxkzZtS/l3vYsGExaNCguPrqq9e4T0VFRYwfP77R9mnTpkXnzp2bVzUAbMSqq6tj1KhRsWzZsigtLc13OQDABsgqdN97771x1FFHRfv27eu3rVq1KoqKiqJdu3ZRU1PT4GcRa36mu7y8PCorK3NyIlFbWxszZsyIESNGRHFx8QYfr63Tz9xpTb3cueKhfJewXpl2SUzYva5V9LPQtaa52Rqk0c+qqqooKysTugFgI5DVy8sPOOCAeP755xtsO+WUU2LHHXeMH//4x40Cd0REJpOJTCbTaHtxcXFOT/Zyfby2Tj9zpzX0smZVUb5LaLLW0M/WQi9zK5f9dL8AwMYjq9DdpUuX2HnnnRts22STTWKLLbZotB0AAADaumZ/TzcAAACwbll/evmXzZ49OwdlAAAAwMbHM90AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABISVahe8qUKTFw4MAoLS2N0tLSGDp0aDzwwANp1QYAAACtWlahe6uttopJkybFvHnz4umnn479998/jjjiiFiwYEFa9QEAAECr1SGbwYcddliDy5dffnlMmTIl5s6dGwMGDMhpYQAAANDaZRW6v2jVqlVx5513xooVK2Lo0KG5rAkAAAA2ClmH7ueffz6GDh0an332WWy66aZxzz33xE477bTW8TU1NVFTU1N/uaqqKiIiamtro7a2thklN7T6GLk4FvqZS62pl5n2Sb5LWK9Mu3/V2Br6Weha09xsDdLop/sGADYeRUmSZHW2/fnnn8ebb74Zy5Yti7vuuit+85vfxF/+8pe1Bu+KiooYP358o+3Tpk2Lzp07N69qANiIVVdXx6hRo2LZsmVRWlqa73IAgA2Qdej+suHDh0f//v3juuuuW+PP1/RMd3l5eVRWVubkRKK2tjZmzJgRlz7dLmrqijb4eGl6oWJkvktYr9X9HDFiRBQXF+e7nFatNfVy54qH8l3CemXaJTFh97pW0c9C15rmZmuQRj+rqqqirKxM6AaAjUCz39O9Wl1dXYNQ/WWZTCYymUyj7cXFxTk92aupK4qaVYUdulvTyW2u75+2rDX0stAfO1/UGvrZWuhlbuWyn+4XANh4ZBW6L7744jj44INj6623juXLl8e0adNi9uzZ8dBDhf8sGQAAALS0rEL3e++9FyeddFK8++670bVr1xg4cGA89NBDMWLEiLTqAwAAgFYrq9B94403plUHAAAAbHTa5bsAAAAA2FgJ3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEhJVqF74sSJ8fWvfz26dOkSPXr0iCOPPDJeeeWVtGoDAACAVi2r0P2Xv/wlxowZE3Pnzo0ZM2ZEbW1tHHjggbFixYq06gMAAIBWq0M2gx988MEGl6dOnRo9evSIefPmxTe+8Y2cFgYAAACtXVah+8uWLVsWERGbb775WsfU1NRETU1N/eWqqqqIiKitrY3a2toNufr640REZNolG3ystOXi9qZtdY2todZC15p6mWlf+I+f1Y/x1tDPQtea5mZrkEY/3TcAsPEoSpKkWWfbdXV1cfjhh8fHH38cjz/++FrHVVRUxPjx4xttnzZtWnTu3Lk5Vw0AG7Xq6uoYNWpULFu2LEpLS/NdDgCwAZodus8666x44IEH4vHHH4+tttpqrePW9Ex3eXl5VFZW5uREora2NmbMmBGXPt0uauqKNvh4aXqhYmS+S1iv1f0cMWJEFBcX57ucVq019XLniofyXcJ6ZdolMWH3ulbRz0LXmuZma5BGP6uqqqKsrEzoBoCNQLNeXn7OOefEn/70p3jsscfWGbgjIjKZTGQymUbbi4uLc3qyV1NXFDWrCjt0t6aT21zfP21Za+hloT92vqg19LO10MvcymU/3S8AsPHIKnQnSRLnnntu3HPPPTF79uzo169fWnUBAABAq5dV6B4zZkxMmzYt/vjHP0aXLl1iyZIlERHRtWvX6NSpUyoFAgAAQGuV1fd0T5kyJZYtWxbDhg2L3r171/+7/fbb06oPAAAAWq2sX14OAAAANE1Wz3QDAAAATSd0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKck6dD/22GNx2GGHRZ8+faKoqCjuvffeFMoCAACA1i/r0L1ixYrYddddY/LkyWnUAwAAABuNDtnucPDBB8fBBx+cRi0AAACwUck6dGerpqYmampq6i9XVVVFRERtbW3U1tZu8PFXHyPTLtngY6UtF7c3batrbA21FrrW1MtM+8J//Kx+jLeGfha61jQ3W4M0+um+AYCNR1GSJM0+2y4qKop77rknjjzyyLWOqaioiPHjxzfaPm3atOjcuXNzrxoANlrV1dUxatSoWLZsWZSWlua7HABgA6Qeutf0THd5eXlUVlbm5ESitrY2ZsyYEZc+3S5q6oo2+HhpeqFiZL5LWK/V/RwxYkQUFxfnu5x12rnioXyXsE6ZdklM2L1OL3NkdT8L/bHucZ5brWlu5rKfVVVVUVZWJnQDwEYg9ZeXZzKZyGQyjbYXFxfn9GSvpq4oalYV7ol4RBT8ye0X5fr+SUOh39+r6WVuFfpjvdDv6y8yN3Mrl/0s9PsFAGg639MNAAAAKcn6me5PPvkkFi5cWH958eLFMX/+/Nh8881j6623zmlxAAAA0JplHbqffvrp+OY3v1l/eezYsRERMXr06Jg6dWrOCgMAAIDWLuvQPWzYsNiAz14DAACANsN7ugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJASoRsAAABSInQDAABASoRuAAAASInQDQAAACkRugEAACAlQjcAAACkROgGAACAlAjdAAAAkBKhGwAAAFIidAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAApEboBAAAgJUI3AAAApEToBgAAgJQI3QAAAJCSZoXuyZMnR9++faOkpCSGDBkSTz75ZK7rAgAAgFYv69B9++23x9ixY2PcuHHxzDPPxK677hojR46M9957L436AAAAoNXKOnRfddVVcfrpp8cpp5wSO+20U/z617+Ozp07x0033ZRGfQAAANBqdchm8Oeffx7z5s2Liy++uH5bu3btYvjw4TFnzpw17lNTUxM1NTX1l5ctWxYRER9++GHU1tY2p+YGamtro7q6OjrUtotVdUUbfLw0ffDBB/kuYb1W9/ODDz6I4uLifJezTh1Wrsh3CevUoS6J6uo6vcyR1f0s9Me6x3lutaa5mct+Ll++PCIikiTJyfEAgPzJKnRXVlbGqlWromfPng229+zZM15++eU17jNx4sQYP358o+39+vXL5qo3CmW/zHcFtLRR+S5gI9Ma+ulx3jalNTeXL18eXbt2TenoAEBLyCp0N8fFF18cY8eOrb9cV1cXH374YWyxxRZRVLThz1ZVVVVFeXl5vPXWW1FaWrrBx2vr9DN39DK39DN39DK30uhnkiSxfPny6NOnT06OBwDkT1ahu6ysLNq3bx9Lly5tsH3p0qXRq1evNe6TyWQik8k02NatW7fsqmyC0tJSJ485pJ+5o5e5pZ+5o5e5let+eoYbADYOWX2QWseOHWPw4MExc+bM+m11dXUxc+bMGDp0aM6LAwAAgNYs65eXjx07NkaPHh2777577LHHHnH11VfHihUr4pRTTkmjPgAAAGi1sg7dxx13XLz//vtx2WWXxZIlS2LQoEHx4IMPNvpwtZaSyWRi3LhxjV7CTvPoZ+7oZW7pZ+7oZW7pJwCwLkWJ7yMBAACAVGT1nm4AAACg6YRuAAAASInQDQAAACkRugEAACAlrSJ0T548Ofr27RslJSUxZMiQePLJJ9c5/s4774wdd9wxSkpKYpdddon777+/hSptHbLp5w033BD77rtvbLbZZrHZZpvF8OHD19v/tiTbubna9OnTo6ioKI488sh0C2xlsu3nxx9/HGPGjInevXtHJpOJ7bff3uP9f2Xby6uvvjp22GGH6NSpU5SXl8cFF1wQn332WQtVW7gee+yxOOyww6JPnz5RVFQU995773r3mT17duy2226RyWRiu+22i6lTp6ZeJwBQuAo+dN9+++0xduzYGDduXDzzzDOx6667xsiRI+O9995b4/gnnngivvvd78Zpp50Wzz77bBx55JFx5JFHxgsvvNDClRembPs5e/bs+O53vxuzZs2KOXPmRHl5eRx44IHxzjvvtHDlhSfbXq72+uuvx4UXXhj77rtvC1XaOmTbz88//zxGjBgRr7/+etx1113xyiuvxA033BBbbrllC1deeLLt5bRp0+Kiiy6KcePGxUsvvRQ33nhj3H777fGTn/ykhSsvPCtWrIhdd901Jk+e3KTxixcvjkMPPTS++c1vxvz58+P888+P73//+/HQQw+lXCkAULCSArfHHnskY8aMqb+8atWqpE+fPsnEiRPXOP7YY49NDj300AbbhgwZkpx55pmp1tlaZNvPL1u5cmXSpUuX5Le//W1aJbYazenlypUrk7322iv5zW9+k4wePTo54ogjWqDS1iHbfk6ZMiXZdtttk88//7ylSmw1su3lmDFjkv3337/BtrFjxyZ77713qnW2NhGR3HPPPesc82//9m/JgAEDGmw77rjjkpEjR6ZYGQBQyAr6me7PP/885s2bF8OHD6/f1q5duxg+fHjMmTNnjfvMmTOnwfiIiJEjR651fFvSnH5+WXV1ddTW1sbmm2+eVpmtQnN7+dOf/jR69OgRp512WkuU2Wo0p5/33XdfDB06NMaMGRM9e/aMnXfeOa644opYtWpVS5VdkJrTy7322ivmzZtX/xL01157Le6///445JBDWqTmjYk1CAD4sg75LmBdKisrY9WqVdGzZ88G23v27Bkvv/zyGvdZsmTJGscvWbIktTpbi+b088t+/OMfR58+fRqdVLY1zenl448/HjfeeGPMnz+/BSpsXZrTz9deey0effTROOGEE+L++++PhQsXxtlnnx21tbUxbty4lii7IDWnl6NGjYrKysrYZ599IkmSWLlyZfzgBz/w8vJmWNsaVFVVFZ9++ml06tQpT5UBAPlS0M90U1gmTZoU06dPj3vuuSdKSkryXU6rsnz58jjxxBPjhhtuiLKysnyXs1Goq6uLHj16xPXXXx+DBw+O4447Li655JL49a9/ne/SWp3Zs2fHFVdcEddee20888wzcffdd8ef//znmDBhQr5LAwBo9Qr6me6ysrJo3759LF26tMH2pUuXRq9evda4T69evbIa35Y0p5+rXXnllTFp0qR45JFHYuDAgWmW2Spk28tFixbF66+/Hocddlj9trq6uoiI6NChQ7zyyivRv3//dIsuYM2Zm717947i4uJo3759/bavfvWrsWTJkvj888+jY8eOqdZcqJrTy0svvTROPPHE+P73vx8REbvsskusWLEizjjjjLjkkkuiXTt/n22qta1BpaWlnuUGgDaqoM+kOnbsGIMHD46ZM2fWb6urq4uZM2fG0KFD17jP0KFDG4yPiJgxY8Zax7clzelnRMTPf/7zmDBhQjz44IOx++67t0SpBS/bXu64447x/PPPx/z58+v/HX744fWfcFxeXt6S5Rec5szNvffeOxYuXFj/x4uIiH/84x/Ru3fvNhu4I5rXy+rq6kbBevUfM5IkSa/YjZA1CABoJN+f5LY+06dPTzKZTDJ16tTkxRdfTM4444ykW7duyZIlS5IkSZITTzwxueiii+rH//Wvf006dOiQXHnllclLL72UjBs3LikuLk6ef/75fN2EgpJtPydNmpR07Ngxueuuu5J33323/t/y5cvzdRMKRra9/DKfXt5Qtv188803ky5duiTnnHNO8sorryR/+tOfkh49eiQ/+9nP8nUTCka2vRw3blzSpUuX5Lbbbktee+215OGHH0769++fHHvssfm6CQVj+fLlybPPPps8++yzSUQkV111VfLss88mb7zxRpIkSXLRRRclJ554Yv341157LencuXPyox/9KHnppZeSyZMnJ+3bt08efPDBfN0EACDPCj50J0mSXHPNNcnWW2+ddOzYMdljjz2SuXPn1v9sv/32S0aPHt1g/B133JFsv/32SceOHZMBAwYkf/7zn1u44sKWTT+32WabJCIa/Rs3blzLF16Asp2bXyR0N5ZtP5944olkyJAhSSaTSbbddtvk8ssvT1auXNnCVRembHpZW1ubVFRUJP37909KSkqS8vLy5Oyzz04++uijli+8wMyaNWuNvwNX92/06NHJfvvt12ifQYMGJR07dky23Xbb5Oabb27xugGAwlGUJF47CAAAAGko6Pd0AwAAQGsmdAMAAEBKhG4AAABIidANAAAAKRG6AQAAICVCNwAAAKRE6AYAAICUCN0AAACQEqEbAAAAUiJ0AwAAQEqEbgAAAEiJ0A0AAAAp+f+o22bPdy2VHAAAAABJRU5ErkJggg==", - "text/plain": [ - "
" - ] - }, - "metadata": {}, - "output_type": "display_data" - } - ], + "metadata": { + "scrolled": true + }, + "outputs": [], "source": [ - "# Compute mean for each column\n", + "# Compute performance measures per trip (mean for each column of performance table)\n", "column_means = performance.mean()\n", "print(column_means)\n", "\n", @@ -1078,11 +408,121 @@ { "cell_type": "code", "execution_count": null, - "id": "b5d7b528-34c2-441a-ba20-117038066033", + "id": "bd682c84-3eb1-4a8d-9621-b741e98e4537", "metadata": {}, "outputs": [], "source": [ - "# whcih superclass most mistakes?" + "# save results\n", + "# Example data for one model\n", + "model_name = 'model_MoritzLaurer-DeBERTa-v3-base-mnli-fever-anli'\n", + "# Structure to save\n", + "model_result = {\n", + " 'model': model_name,\n", + " 'predictions': result_list,\n", + " 'performance': performance,\n", + " 'perf_summary': column_means,\n", + " 'perf_superclass': df_row_means\n", + "}\n", + "\n", + "# File path with folder\n", + "filename = os.path.join('results', f'{model_name}_results.pkl')\n", + "\n", + "# Save the object\n", + "with open(filename, 'wb') as f:\n", + " pickle.dump(model_result, f)" + ] + }, + { + "cell_type": "markdown", + "id": "e1cbb54e-abe6-49b6-957e-0683196f3199", + "metadata": {}, + "source": [ + "**Load and compare results**" + ] + }, + { + "cell_type": "code", + "execution_count": 35, + "id": "62ca82b0-6909-4e6c-9d2c-fed87971e5b6", + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Model: model_a_facebook-bart-large-mnli\n", + "Performance Summary:\n", + "accuracy 0.454545\n", + "true_ident 0.689394\n", + "false_pred 0.409091\n", + "dtype: float64\n", + "----------------------------------------\n", + "Model: model_b_sileod-deberta-v3-base-tasksource-nli\n", + "Performance Summary:\n", + "accuracy 0.500000\n", + "true_ident 0.666667\n", + "false_pred 0.551667\n", + "dtype: float64\n", + "----------------------------------------\n", + "Model: model_a_facebook-bart-large-mnli\n", + "Performance Summary:\n", + " superclass accuracy\n", + "0 activity_type 0.8\n", + "1 activities 0.0\n", + "2 climate_or_season 0.6\n", + "3 style_or_comfort 0.4\n", + "4 dress_code 0.7\n", + "5 accommodation 0.3\n", + "6 transportation 0.8\n", + "7 special_conditions 0.0\n", + "8 trip_length_days 0.5\n", + "----------------------------------------\n", + "Model: model_b_sileod-deberta-v3-base-tasksource-nli\n", + "Performance Summary:\n", + " superclass accuracy\n", + "0 activity_type 0.7\n", + "1 activities 0.1\n", + "2 climate_or_season 0.6\n", + "3 style_or_comfort 0.4\n", + "4 dress_code 0.6\n", + "5 accommodation 0.9\n", + "6 transportation 0.7\n", + "7 special_conditions 0.1\n", + "8 trip_length_days 0.5\n", + "----------------------------------------\n" + ] + } + ], + "source": [ + "# Folder where your .pkl files are saved\n", + "results_dir = 'results'\n", + "\n", + "# Dictionary to store all loaded results\n", + "all_results = {}\n", + "\n", + "# Loop through all .pkl files in the folder\n", + "for filename in os.listdir(results_dir):\n", + " if filename.endswith('.pkl'):\n", + " model_name = filename.replace('_results.pkl', '') # Extract model name\n", + " file_path = os.path.join(results_dir, filename)\n", + " \n", + " # Load the result\n", + " with open(file_path, 'rb') as f:\n", + " result = pickle.load(f)\n", + " all_results[model_name] = result\n", + "\n", + "# Now you can compare performance across models\n", + "for model, data in all_results.items():\n", + " print(f\"Model: {model}\")\n", + " print(f\"Performance Summary:\\n{data['perf_summary']}\")\n", + " print(\"-\" * 40)\n", + "\n", + "\n", + "# Now you can compare performance across models\n", + "for model, data in all_results.items():\n", + " print(f\"Model: {model}\")\n", + " print(f\"Performance Summary:\\n{data['perf_superclass']}\")\n", + " print(\"-\" * 40)" ] }, {