add missed retriever config
Browse files
configs/retriever/related_span_retriever_with_relations_from_other_docs.yaml
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_target_: src.langchain_modules.DocumentAwareSpanRetrieverWithRelations
|
| 2 |
+
reversed_relations_suffix: _reversed
|
| 3 |
+
relation_labels:
|
| 4 |
+
- supports_reversed
|
| 5 |
+
- contradicts_reversed
|
| 6 |
+
retrieve_from_same_document: false
|
| 7 |
+
retrieve_from_different_documents: true
|
| 8 |
+
pie_document_type:
|
| 9 |
+
_target_: pie_modules.utils.resolve_type
|
| 10 |
+
type_or_str: pytorch_ie.documents.TextDocumentWithLabeledMultiSpansBinaryRelationsAndLabeledPartitions
|
| 11 |
+
docstore:
|
| 12 |
+
_target_: src.langchain_modules.DatasetsPieDocumentStore
|
| 13 |
+
search_kwargs:
|
| 14 |
+
k: 10
|
| 15 |
+
search_type: similarity_score_threshold
|
| 16 |
+
vectorstore:
|
| 17 |
+
_target_: src.langchain_modules.QdrantSpanVectorStore
|
| 18 |
+
embedding:
|
| 19 |
+
_target_: src.langchain_modules.HuggingFaceSpanEmbeddings
|
| 20 |
+
model:
|
| 21 |
+
_target_: src.models.utils.adapters.load_model_with_adapter
|
| 22 |
+
model_kwargs:
|
| 23 |
+
pretrained_model_name_or_path: allenai/specter2_base
|
| 24 |
+
adapter_kwargs:
|
| 25 |
+
adapter_name_or_path: allenai/specter2
|
| 26 |
+
load_as: proximity
|
| 27 |
+
source: hf
|
| 28 |
+
pipeline_kwargs:
|
| 29 |
+
tokenizer: allenai/specter2_base
|
| 30 |
+
stride: 64
|
| 31 |
+
batch_size: 32
|
| 32 |
+
model_max_length: 512
|
| 33 |
+
client:
|
| 34 |
+
_target_: qdrant_client.QdrantClient
|
| 35 |
+
location: ":memory:"
|
| 36 |
+
collection_name: adus
|
| 37 |
+
vector_params:
|
| 38 |
+
distance:
|
| 39 |
+
_target_: qdrant_client.http.models.Distance
|
| 40 |
+
value: Cosine
|
| 41 |
+
label_mapping:
|
| 42 |
+
background_claim:
|
| 43 |
+
- background_claim
|
| 44 |
+
- own_claim
|
| 45 |
+
own_claim:
|
| 46 |
+
- background_claim
|
| 47 |
+
- own_claim
|