Change default text

app.py

@@ -45,11 +45,25 @@ st.header("Context length probing")
 
 model_name = st.selectbox("Model", ["distilgpt2", "gpt2", "EleutherAI/gpt-neo-125m"])
 metric_name = st.selectbox("Metric", ["KL divergence", "Cross entropy"], index=1)
-window_len = st.select_slider(r"Window size ($c_\text{max}$)", options=[8, 16, 32, 64, 128, 256, 512, 1024], value=512)
+window_len = st.select_slider(
+    r"Window size ($c_\text{max}$)",
+    options=[8, 16, 32, 64, 128, 256, 512, 1024],
+    value=512
+)
+
+DEFAULT_TEXT = """
+We present context length probing, a novel explanation technique for causal
+language models, based on tracking the predictions of a model as a function of the length of
+available context, and allowing to assign differential importance scores to different contexts.
+The technique is model-agnostic and does not rely on access to model internals beyond computing
+token-level probabilities. We apply context length probing to large pre-trained language models
+and offer some initial analyses and insights, including the potential for studying long-range
+dependencies.
+""".replace("\n", " ").strip()
 
 text = st.text_area(
     "Input text",
-    "The complex houses married and single soldiers and their families.",
+    DEFAULT_TEXT,
 )
 
 if metric_name == "KL divergence":