Decrease limit

app.py

@@ -57,8 +57,8 @@ metric_name = st.selectbox("Metric", ["KL divergence", "Cross entropy"], index=1
 
 tokenizer = st.cache_resource(AutoTokenizer.from_pretrained, show_spinner=False)(model_name, use_fast=False)
 
-# Make sure the logprobs do not use up more than ~6 GB of memory
-MAX_MEM = 6e9 / (torch.finfo(torch.float16).bits / 8)
+# Make sure the logprobs do not use up more than ~4 GB of memory
+MAX_MEM = 4e9 / (torch.finfo(torch.float16).bits / 8)
 # Select window lengths such that we are allowed to fill the whole window without running out of memory
 # (otherwise the window length is irrelevant)
 window_len_options = [