| title = "<h1 class='demo-title'>🐑 Plausibility Evaluation of Context Reliance (PECoRe) 🐑</h1>" | |
| subtitle = "<h2 class='demo-subtitle'>An Interpretability Framework to Detect and Attribute Context Reliance in Language Models</h2>" | |
| description = """ | |
| Given a query and a context passed as inputs to a LM, PECoRe will identify which tokens in the generated | |
| response were dependant on context, and match them with context tokens contributing to their prediction. | |
| For more information, check out our <a href="https://openreview.net/forum?id=XTHfNGI3zT" target='_blank'>ICLR 2024 paper</a>. | |
| """ | |
| how_it_works = r""" | |
| <details> | |
| <summary><h3 class="summary-label">⚙️ How Does It Work?</h3></summary> | |
| <br/> | |
| PECoRe uses a contrastive approach to attribute context reliance in language models. | |
| It compares the model's predictions when the context is present and when it is absent, and attributes the difference in predictions to the context tokens. | |
| </details> | |
| """ | |
| how_to_use = r""" | |
| <details> | |
| <summary><h3 class="summary-label">🔧 How to Use PECoRe</h3></summary> | |
| </details> | |
| """ | |
| citation = r""" | |
| <details> | |
| <summary><h3 class="summary-label">📚 Citing PECoRe</h3></summary> | |
| @inproceedings{sarti-etal-2023-quantifying, | |
| title = "Quantifying the Plausibility of Context Reliance in Neural Machine Translation", | |
| author = "Sarti, Gabriele and | |
| Chrupa{\l}a, Grzegorz and | |
| Nissim, Malvina and | |
| Bisazza, Arianna", | |
| booktitle = "The Twelfth International Conference on Learning Representations (ICLR 2024)", | |
| month = may, | |
| year = "2024", | |
| address = "Vienna, Austria", | |
| publisher = "OpenReview", | |
| url = "https://openreview.net/forum?id=XTHfNGI3zT" | |
| } | |
| </details> | |
| """ | |
| examples = [ | |
| [ | |
| "When was Banff National Park established?", | |
| "Banff National Park is Canada's oldest national park, established in 1885 as Rocky Mountains Park. Located in Alberta's Rocky Mountains, 110-180 kilometres (68-112 mi) west of Calgary, Banff encompasses 6,641 square kilometres (2,564 sq mi) of mountainous terrain.", | |
| ] | |
| ] | |