Spaces:
Build error
Build error
Update flair_recognizer.py
Browse files- flair_recognizer.py +25 -1
flair_recognizer.py
CHANGED
|
@@ -84,7 +84,8 @@ class FlairRecognizer(EntityRecognizer):
|
|
| 84 |
]
|
| 85 |
|
| 86 |
MODEL_LANGUAGES = {
|
| 87 |
-
"en":
|
|
|
|
| 88 |
}
|
| 89 |
|
| 90 |
PRESIDIO_EQUIVALENCES = {
|
|
@@ -219,3 +220,26 @@ class FlairRecognizer(EntityRecognizer):
|
|
| 219 |
return any(
|
| 220 |
[entity in egrp and label in lgrp for egrp, lgrp in check_label_groups]
|
| 221 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 84 |
]
|
| 85 |
|
| 86 |
MODEL_LANGUAGES = {
|
| 87 |
+
"en":"beki/flair-pii-english-large",
|
| 88 |
+
# "en":"flair-trf.pt",
|
| 89 |
}
|
| 90 |
|
| 91 |
PRESIDIO_EQUIVALENCES = {
|
|
|
|
| 220 |
return any(
|
| 221 |
[entity in egrp and label in lgrp for egrp, lgrp in check_label_groups]
|
| 222 |
)
|
| 223 |
+
|
| 224 |
+
|
| 225 |
+
if __name__ == "__main__":
|
| 226 |
+
|
| 227 |
+
from presidio_analyzer import AnalyzerEngine, RecognizerRegistry
|
| 228 |
+
|
| 229 |
+
flair_recognizer = (
|
| 230 |
+
FlairRecognizer()
|
| 231 |
+
) # This would download a very large (+2GB) model on the first run
|
| 232 |
+
|
| 233 |
+
registry = RecognizerRegistry()
|
| 234 |
+
registry.add_recognizer(flair_recognizer)
|
| 235 |
+
|
| 236 |
+
analyzer = AnalyzerEngine(registry=registry)
|
| 237 |
+
|
| 238 |
+
results = analyzer.analyze(
|
| 239 |
+
"{first_name: Moustafa, sale_id: 235234}",
|
| 240 |
+
language="en",
|
| 241 |
+
return_decision_process=True,
|
| 242 |
+
)
|
| 243 |
+
for result in results:
|
| 244 |
+
print(result)
|
| 245 |
+
print(result.analysis_explanation)
|