diff --git a/RAGchain/__init__.py b/RAGchain/__init__.py
index 5e9817bf..fca08446 100644
--- a/RAGchain/__init__.py
+++ b/RAGchain/__init__.py
@@ -1,4 +1,4 @@
-__version__ = '0.2.3'
+__version__ = '0.2.4'
# Sets the linker, which is required to use RAGchain.
diff --git a/docs/build/doctrees/RAGchain.DB.doctree b/docs/build/doctrees/RAGchain.DB.doctree
index 37bb92fe..0480cf21 100644
Binary files a/docs/build/doctrees/RAGchain.DB.doctree and b/docs/build/doctrees/RAGchain.DB.doctree differ
diff --git a/docs/build/doctrees/RAGchain.benchmark.dataset.doctree b/docs/build/doctrees/RAGchain.benchmark.dataset.doctree
index cf83d816..63a938d9 100644
Binary files a/docs/build/doctrees/RAGchain.benchmark.dataset.doctree and b/docs/build/doctrees/RAGchain.benchmark.dataset.doctree differ
diff --git a/docs/build/doctrees/RAGchain.pipeline.doctree b/docs/build/doctrees/RAGchain.pipeline.doctree
index bee713ff..eab47440 100644
Binary files a/docs/build/doctrees/RAGchain.pipeline.doctree and b/docs/build/doctrees/RAGchain.pipeline.doctree differ
diff --git a/docs/build/doctrees/RAGchain.preprocess.loader.doctree b/docs/build/doctrees/RAGchain.preprocess.loader.doctree
index 1e92e0fa..ced5b64b 100644
Binary files a/docs/build/doctrees/RAGchain.preprocess.loader.doctree and b/docs/build/doctrees/RAGchain.preprocess.loader.doctree differ
diff --git a/docs/build/doctrees/RAGchain.preprocess.text_splitter.doctree b/docs/build/doctrees/RAGchain.preprocess.text_splitter.doctree
index e07b5296..e0df0c8a 100644
Binary files a/docs/build/doctrees/RAGchain.preprocess.text_splitter.doctree and b/docs/build/doctrees/RAGchain.preprocess.text_splitter.doctree differ
diff --git a/docs/build/doctrees/RAGchain.reranker.doctree b/docs/build/doctrees/RAGchain.reranker.doctree
index 90559e13..f5374fa7 100644
Binary files a/docs/build/doctrees/RAGchain.reranker.doctree and b/docs/build/doctrees/RAGchain.reranker.doctree differ
diff --git a/docs/build/doctrees/RAGchain.reranker.importance.doctree b/docs/build/doctrees/RAGchain.reranker.importance.doctree
new file mode 100644
index 00000000..588c9369
Binary files /dev/null and b/docs/build/doctrees/RAGchain.reranker.importance.doctree differ
diff --git a/docs/build/doctrees/RAGchain.retrieval.doctree b/docs/build/doctrees/RAGchain.retrieval.doctree
index 5d1e03dc..34483b9c 100644
Binary files a/docs/build/doctrees/RAGchain.retrieval.doctree and b/docs/build/doctrees/RAGchain.retrieval.doctree differ
diff --git a/docs/build/doctrees/RAGchain.schema.doctree b/docs/build/doctrees/RAGchain.schema.doctree
index 6224e56a..4e03e319 100644
Binary files a/docs/build/doctrees/RAGchain.schema.doctree and b/docs/build/doctrees/RAGchain.schema.doctree differ
diff --git a/docs/build/doctrees/RAGchain.utils.compressor.doctree b/docs/build/doctrees/RAGchain.utils.compressor.doctree
index 0309b00d..f798a898 100644
Binary files a/docs/build/doctrees/RAGchain.utils.compressor.doctree and b/docs/build/doctrees/RAGchain.utils.compressor.doctree differ
diff --git a/docs/build/doctrees/RAGchain.utils.doctree b/docs/build/doctrees/RAGchain.utils.doctree
index 5793d85b..117e4657 100644
Binary files a/docs/build/doctrees/RAGchain.utils.doctree and b/docs/build/doctrees/RAGchain.utils.doctree differ
diff --git a/docs/build/doctrees/RAGchain.utils.vectorstore.doctree b/docs/build/doctrees/RAGchain.utils.vectorstore.doctree
index 9b3243ea..f9c0bf0c 100644
Binary files a/docs/build/doctrees/RAGchain.utils.vectorstore.doctree and b/docs/build/doctrees/RAGchain.utils.vectorstore.doctree differ
diff --git a/docs/build/doctrees/RAGchain.utils.websearch.doctree b/docs/build/doctrees/RAGchain.utils.websearch.doctree
new file mode 100644
index 00000000..cc86c6ac
Binary files /dev/null and b/docs/build/doctrees/RAGchain.utils.websearch.doctree differ
diff --git a/docs/build/doctrees/environment.pickle b/docs/build/doctrees/environment.pickle
index 4f145d97..60eb617b 100644
Binary files a/docs/build/doctrees/environment.pickle and b/docs/build/doctrees/environment.pickle differ
diff --git a/docs/build/html/RAGchain.DB.html b/docs/build/html/RAGchain.DB.html
index 77ecb467..5925308a 100644
--- a/docs/build/html/RAGchain.DB.html
+++ b/docs/build/html/RAGchain.DB.html
@@ -201,6 +201,12 @@ Submodules
-class RAGchain.pipeline.basic. BasicIngestPipeline ( file_loader: ~langchain.document_loaders.base.BaseLoader db: ~RAGchain.DB.base.BaseDB retrieval: ~RAGchain.retrieval.base.BaseRetrieval text_splitter: ~RAGchain.preprocess.text_splitter.base.BaseTextSplitter = <RAGchain.preprocess.text_splitter.text_splitter.RecursiveTextSplitter object> ignore_existed_file: bool = True )
+ class RAGchain.pipeline.basic. BasicIngestPipeline ( file_loader: ~langchain_community.document_loaders.base.BaseLoader db: ~RAGchain.DB.base.BaseDB retrieval: ~RAGchain.retrieval.base.BaseRetrieval text_splitter: ~RAGchain.preprocess.text_splitter.base.BaseTextSplitter = <RAGchain.preprocess.text_splitter.text_splitter.RecursiveTextSplitter object> ignore_existed_file: bool = True )
Bases: BaseIngestPipeline
RAGchain.pipeline.basic module
-
+
+
+
+
+
+ RAGchain.preprocess.loader.rem_loader module
+
+
+ class RAGchain.preprocess.loader.rem_loader. RemLoader ( path : str time_range : List [ datetime ] | None = None )
+ Bases: BaseLoader
+ Load rem storage file from rem sqlite database.
+ You can set time range to load.
+
+
+ lazy_load ( ) → Iterator [ Document ]
+ A lazy loader for Documents.
+
+
+
+
+ load ( ) → List [ Document ]
+ Load data into Document objects.
+
+
+
diff --git a/docs/build/html/RAGchain.preprocess.text_splitter.html b/docs/build/html/RAGchain.preprocess.text_splitter.html
index fe377bce..73144811 100644
--- a/docs/build/html/RAGchain.preprocess.text_splitter.html
+++ b/docs/build/html/RAGchain.preprocess.text_splitter.html
@@ -47,10 +47,6 @@
Submodules RAGchain.preprocess.text_splitter.base module
BaseTextSplitter Submodules
+ RAGchain.reranker.importance
+ package
+
+ RAGchain.reranker.llm package
Submodules RAGchain.reranker.llm.llm module
diff --git a/docs/build/html/RAGchain.reranker.importance.html b/docs/build/html/RAGchain.reranker.importance.html
new file mode 100644
index 00000000..441d95b9
--- /dev/null
+++ b/docs/build/html/RAGchain.reranker.importance.html
@@ -0,0 +1,293 @@
+
+
+
+ RAGchain.reranker.importance package — RAGchain documentation
+
+
+
+
+
+
+
+ RAGchain
+
+
+
+
+
+
+
+
+
+ RAGchain.reranker.importance package
+
+
+ RAGchain.reranker.importance.simple_importance module
+
+
+
+ class RAGchain.reranker.importance.simple_importance. SimpleImportanceReranker
+ Bases: object
+ Rerank passages by their importance only. It is simple reranker for
+ importance-aware RAG
+
+
+ rerank ( passages : List [ Passage ] ) → List [ Passage ]
+ Rerank passages by their importance only.
+ :param passages: list of passages to be reranked.
+
+
+
+
+
+
+ RAGchain.reranker.importance.weighted_importance module
+
+
+
+ class RAGchain.reranker.importance.weighted_importance. WeightedImportanceReranker ( importance_weight : float = 0.5 )
+ Bases: object
+ Rerank passages by their importance and relevance score.
+ First, relevance score and importance must be normalized to [0, 1] range.
+ And calculate the combined score by the following formula:
+
+ score = (weight) * importance + (1 - weight) * relevance_score
+
+ The larger the weight, the more important the importance is.
+
+
+ rerank ( passages : List [ Passage ] scores : List [ float ] ) → List [ Passage ]
+
+
+ Parameters:
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
Submodules Passage.filepath Passage.from_documents() Passage.from_search() Passage.id Passage.importance Passage.is_exactly_same() Passage.make_prompts() RAGchain.schema.evaluate_result module
-
+ importance : int = 0 previous_passage_id : UUID | str | None = None next_passage_id : UUID | str | None = None metadata_etc : dict = None )
Bases: Serializable
Class for storing a passage and metadatas
@@ -386,13 +395,71 @@ RAGchain.schema.evaluate_result module
+
+
+
+ classmethod from_search ( search_results : List [ Dict [ str , str ] ] ) → List [ Passage ]
+ Convert a list of search results to a list of passages.
+ :param search_results: A list of search results, it requires ‘title’, ‘link’, ‘snippet’ keys.
+
+
id : UUID | str
Unique identifier for the passage. You can use string or UUID. By default, create new UUID for new passage.
-
+
+
+ importance : int
+ Importance of the passage. The higher the value, the more important the passage is. It can be minus
+ value.
+ The default is 0.
+
+
+
is_exactly_same ( other )
@@ -465,10 +532,16 @@ RAGchain.schema.prompt module
RAGchain.utils.compressor.llm_lingua
+ module
+
+ Module
contents
@@ -248,6 +267,138 @@
RAGchain.utils.compressor.cluster_time module
diff --git a/docs/build/html/RAGchain.utils.websearch.html b/docs/build/html/RAGchain.utils.websearch.html
new file mode 100644
index 00000000..91c4deb1
--- /dev/null
+++ b/docs/build/html/RAGchain.utils.websearch.html
@@ -0,0 +1,308 @@
+
+
+
+ RAGchain.utils.websearch package — RAGchain documentation
+
+
+
+
+
+
+
+ RAGchain
+
+
+
+
+
+
+
+
+
+ RAGchain.utils.websearch package
+
+
+ RAGchain.utils.websearch.base module
+
+
+ class RAGchain.utils.websearch.base. BaseWebSearch
+ Bases: ABC
+ Abstract class for using a web search engine for passage contents.
+
+
+ abstract get_search_data ( query : str num_results : int = 5 search_params : Dict [ str , str ] | None = None ) → List [ Passage ]
+ Abstract method for searching passages from the web search
+ engine.
+
+
+
+
+
+
+ RAGchain.utils.websearch.bing_search module
+
+
+
+ RAGchain.utils.websearch.brave_search module
+
+
+
+ RAGchain.utils.websearch.google_search module
+
+
+
+ class RAGchain.utils.websearch.google_search. GoogleSearch
+ Bases: BaseWebSearch
+ Langchain’s ‘GoogleSearchAPIWrapper’ returns a List[Dict[str, str]] as the
+ return value.
+ This GoogleSearch class wraps this return value in a Passage.
+
+
+ get_search_data ( query num_results = 5 search_params : Dict [ str , str ] | None = None ) → List [ Passage ]
+ Abstract method for searching passages from the web search
+ engine.
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
B
BaseStrategyQA (class
in RAGchain.benchmark.dataset.base)
BaseTextSplitter
+ (class in RAGchain.preprocess.text_splitter.base)
+
+ delete()
+ (RAGchain.benchmark.base.DummyRetrieval method)
+
+
+ delete_duplicate()
(RAGchain.utils.file_cache.FileCache method)
D
doc_pairs (RAGchain.reranker.pygaggle.model.tokenize.DuoQueryDocumentBatch attribute)
- docs_to_passages()
- (RAGchain.preprocess.text_splitter.base.BaseTextSplitter method)
-
documents (RAGchain.reranker.pygaggle.model.tokenize.QueryDocumentBatch attribute)
@@ -436,6 +435,9 @@ E
each_results
(RAGchain.schema.evaluate_result.EvaluateResult attribute)
Eli5Evaluator (class
+ in RAGchain.benchmark.dataset.eli5)
+ EmbeddingFactory (class in RAGchain.utils.embed.embeddingfactory)
EmbeddingType (class in RAGchain.utils.embed.embeddingfactory)
@@ -481,6 +483,9 @@ E
(RAGchain.benchmark.dataset.dstc11_track5.DSTC11Track5Evaluator
method)
(RAGchain.benchmark.dataset.eli5.Eli5Evaluator
+ method)
+
(RAGchain.benchmark.dataset.ko_strategy_qa.KoStrategyQAEvaluator
method)
@@ -493,7 +498,7 @@ E
method)
- (RAGchain.benchmark.dataset.natural_qa.NaturalQAEvaluator
+ (RAGchain.benchmark.dataset.natural_question.NaturalQAEvaluator
method)
@@ -576,13 +581,13 @@ F
FileChecker (class in RAGchain.utils.util)
FileLoader (class in RAGchain.preprocess.loader.file_loader)
+filepath (RAGchain.schema.passage.Passage attribute)
- forward() (RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification method)
+
+ forward()
+ (RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification method)
+
+ from_documents()
+ (RAGchain.schema.passage.Passage class method)
+ from_search()
+ (RAGchain.schema.passage.Passage class method)
@@ -648,40 +661,58 @@ G
+ get_model()
+ (RAGchain.reranker.pygaggle.transformer.MonoT5 static method)
+ get_passages_and_run()
+ (RAGchain.pipeline.base.BaseRunPipeline method)
+
+
+
@@ -717,6 +748,9 @@ I
id (RAGchain.schema.passage.Passage attribute)
IDCG (class in RAGchain.benchmark.retrieval.metrics)
+ importance
+ (RAGchain.schema.passage.Passage attribute)
IndDCG (class in RAGchain.benchmark.retrieval.metrics)
I
(RAGchain.benchmark.dataset.dstc11_track5.DSTC11Track5Evaluator
method)
+ (RAGchain.benchmark.dataset.eli5.Eli5Evaluator
+ method)
+
(RAGchain.benchmark.dataset.ko_strategy_qa.KoStrategyQAEvaluator
method)
@@ -752,8 +789,9 @@ I
(RAGchain.benchmark.dataset.msmarco.MSMARCOEvaluator
method)
(RAGchain.benchmark.dataset.natural_qa.NaturalQAEvaluator
- method)
+
+ (RAGchain.benchmark.dataset.natural_question.NaturalQAEvaluator
+ method)
(RAGchain.benchmark.dataset.nfcorpus.NFCorpusEvaluator
method)
@@ -794,6 +832,12 @@ I
InputType
+ (RAGchain.utils.compressor.llm_lingua.LLMLinguaCompressor property)
+ invoke()
+ (RAGchain.utils.compressor.llm_lingua.LLMLinguaCompressor method)
+ is_created() (RAGchain.retrieval.base.BaseRetrieval method)
is_exactly_same() (RAGchain.schema.passage.Passage method)
@@ -857,6 +901,9 @@ L
(RAGchain.preprocess.loader.nougat_pdf_loader.NougatPDFLoader method)
(RAGchain.preprocess.loader.rem_loader.RemLoader
+ method)
+
(RAGchain.preprocess.loader.rust_hwp_loader.RustHwpLoader
method)
@@ -866,6 +913,9 @@ L
method)
+ LLMLinguaCompressor
+ (class in RAGchain.utils.compressor.llm_lingua)
+ LLMReranker (class in RAGchain.reranker.llm.llm)
load() (RAGchain.DB.base.BaseDB method)
@@ -893,6 +943,9 @@ L
(RAGchain.preprocess.loader.pdf_link_loader.PdfLinkLoader method)
(RAGchain.preprocess.loader.rem_loader.RemLoader
+ method)
+ (RAGchain.preprocess.loader.rust_hwp_loader.RustHwpLoader
method)
M
RAGchain.benchmark.dataset.dstc11_track5
RAGchain.benchmark.dataset.eli5
+ RAGchain.benchmark.dataset.ko_strategy_qa
RAGchain.benchmark.dataset.mr_tydi
RAGchain.benchmark.dataset.msmarco
RAGchain.benchmark.dataset.natural_qa
+ RAGchain.benchmark.dataset.natural_question
RAGchain.benchmark.dataset.nfcorpus
M
RAGchain.pipeline.basic
+ RAGchain.pipeline.google_search
+
RAGchain.pipeline.rerank
RAGchain.pipeline.visconde
@@ -1052,6 +1110,8 @@ M
RAGchain.preprocess.loader.nougat_pdf_loader
RAGchain.preprocess.loader.pdf_link_loader
+ RAGchain.preprocess.loader.rem_loader
RAGchain.preprocess.loader.rust_hwp_loader
M
RAGchain.reranker.bm25
RAGchain.reranker.importance
+ RAGchain.reranker.importance.simple_importance
+ RAGchain.reranker.importance.weighted_importance
+ RAGchain.reranker.llm
RAGchain.reranker.llm.llm
@@ -1147,6 +1213,8 @@ M
RAGchain.utils.compressor.cluster_time
RAGchain.utils.compressor.llm_lingua
+ RAGchain.utils.embed
RAGchain.utils.embed.embeddingfactory
@@ -1182,6 +1250,17 @@ M
RAGchain.utils.vectorstore.pinecone
RAGchain.utils.websearch
+
+ RAGchain.utils.websearch.base
+
+ RAGchain.utils.websearch.bing_search
+ RAGchain.utils.websearch.brave_search
+ RAGchain.utils.websearch.google_search
+
@@ -1205,8 +1284,8 @@ M
N
+
+ RAGchain.benchmark.dataset.eli5
+
+
+
RAGchain.benchmark.dataset.ko_strategy_qa
@@ -1442,10 +1529,11 @@ R
- RAGchain.benchmark.dataset.natural_qa
+ RAGchain.benchmark.dataset.natural_question
@@ -1576,6 +1664,14 @@ R
+
+ RAGchain.pipeline.google_search
+
+
+
RAGchain.pipeline.rerank
@@ -1663,6 +1759,14 @@ R
+
+ RAGchain.preprocess.loader.rem_loader
+
+
+
RAGchain.preprocess.loader.rust_hwp_loader
@@ -1758,6 +1862,30 @@ R
module
+ RAGchain.reranker.importance
+
+
+
+
+ RAGchain.reranker.importance.simple_importance
+
+
+
+
+ RAGchain.reranker.importance.weighted_importance
+
+
+
RAGchain.reranker.llm
@@ -1880,17 +2008,17 @@ R
-
-
-
-
-
+
RAGchain.reranker.upr
+
+
+
+
RAGchain.reranker.upr.upr
@@ -2010,6 +2138,14 @@ R
+ RAGchain.utils.compressor.llm_lingua
+
+
+
+
RAGchain.utils.embed
@@ -2133,6 +2269,46 @@ R
module
+
+ RAGchain.utils.websearch
+
+
+
+
+ RAGchain.utils.websearch.base
+
+
+
+
+ RAGchain.utils.websearch.bing_search
+
+
+
+
+ RAGchain.utils.websearch.brave_search
+
+
+
+
+ RAGchain.utils.websearch.google_search
+
+
+
RAGchainChatPromptTemplate
(class in RAGchain.schema.prompt)
R
RedisLinker (class
in RAGchain.utils.linker.redis_linker)
+ RemLoader
+ (class in RAGchain.preprocess.loader.rem_loader)
remove_duplicate() (in module RAGchain.reranker.llm.rank_gpt)
R
(RAGchain.reranker.bm25.BM25Reranker
method)
+ (RAGchain.reranker.importance.simple_importance.SimpleImportanceReranker
+ method)
+
+
+ (RAGchain.reranker.importance.weighted_importance.WeightedImportanceReranker
+ method)
+
(RAGchain.reranker.llm.llm.LLMReranker method)
(RAGchain.reranker.pygaggle.base.Reranker method)
@@ -2183,7 +2370,7 @@ R
(RAGchain.reranker.upr.upr.UPRReranker
method)
-rerank_sliding_window()
@@ -2335,6 +2522,9 @@ R
(RAGchain.pipeline.basic.BasicRunPipeline attribute)
+
+
+ RAGchain.benchmark.dataset.eli5
+
+
+
@@ -197,8 +205,8 @@ Python Module Index
- RAGchain.benchmark.dataset.natural_qa
+ RAGchain.benchmark.dataset.natural_question
@@ -299,19 +307,27 @@ Python Module Index
RAGchain.pipeline
+
+
+
+
+ RAGchain.pipeline.base
+
- RAGchain.pipeline.base
+ RAGchain.pipeline.basic
- RAGchain.pipeline.basic
+ RAGchain.pipeline.google_search
@@ -384,11 +400,19 @@ Python Module Index
- RAGchain.preprocess.loader.rust_hwp_loader
+ RAGchain.preprocess.loader.rem_loader
+
+
+ RAGchain.preprocess.loader.rust_hwp_loader
+
+
+
@@ -462,6 +486,30 @@ Python Module Index
+
+
+ RAGchain.reranker.importance
+
+
+
+
+
+ RAGchain.reranker.importance.simple_importance
+
+
+
+
+
+ RAGchain.reranker.importance.weighted_importance
+
+
+
@@ -661,9 +709,17 @@ Python Module Index
- RAGchain.utils.embed
+ RAGchain.utils.compressor.llm_lingua
+
+
+
+
+ RAGchain.utils.embed
+
Python Module Index
RAGchain.utils.vectorstore.pinecone
+
+
+
+
+ RAGchain.utils.websearch
+
+
+
+
+
+ RAGchain.utils.websearch.base
+
+
+
+
+
+ RAGchain.utils.websearch.bing_search
+
+
+
+
+
+ RAGchain.utils.websearch.brave_search
+
+
+
+
+
+ RAGchain.utils.websearch.google_search
+
diff --git a/docs/build/html/searchindex.js b/docs/build/html/searchindex.js
index 1b850ac7..85abec8e 100644
--- a/docs/build/html/searchindex.js
+++ b/docs/build/html/searchindex.js
@@ -1,30 +1,30 @@
Search.setIndex({
- "docnames": ["RAGchain", "RAGchain.DB", "RAGchain.benchmark", "RAGchain.benchmark.answer", "RAGchain.benchmark.dataset", "RAGchain.benchmark.extra", "RAGchain.benchmark.retrieval", "RAGchain.pipeline", "RAGchain.preprocess", "RAGchain.preprocess.loader", "RAGchain.preprocess.text_splitter", "RAGchain.reranker", "RAGchain.reranker.llm", "RAGchain.reranker.pygaggle", "RAGchain.reranker.pygaggle.model", "RAGchain.reranker.tart", "RAGchain.reranker.time", "RAGchain.reranker.upr", "RAGchain.retrieval", "RAGchain.schema", "RAGchain.utils", "RAGchain.utils.compressor", "RAGchain.utils.embed", "RAGchain.utils.linker", "RAGchain.utils.vectorstore", "index", "modules"],
- "filenames": ["RAGchain.rst", "RAGchain.DB.rst", "RAGchain.benchmark.rst", "RAGchain.benchmark.answer.rst", "RAGchain.benchmark.dataset.rst", "RAGchain.benchmark.extra.rst", "RAGchain.benchmark.retrieval.rst", "RAGchain.pipeline.rst", "RAGchain.preprocess.rst", "RAGchain.preprocess.loader.rst", "RAGchain.preprocess.text_splitter.rst", "RAGchain.reranker.rst", "RAGchain.reranker.llm.rst", "RAGchain.reranker.pygaggle.rst", "RAGchain.reranker.pygaggle.model.rst", "RAGchain.reranker.tart.rst", "RAGchain.reranker.time.rst", "RAGchain.reranker.upr.rst", "RAGchain.retrieval.rst", "RAGchain.schema.rst", "RAGchain.utils.rst", "RAGchain.utils.compressor.rst", "RAGchain.utils.embed.rst", "RAGchain.utils.linker.rst", "RAGchain.utils.vectorstore.rst", "index.rst", "modules.rst"],
- "titles": ["RAGchain package", "RAGchain.DB package", "RAGchain.benchmark package", "RAGchain.benchmark.answer package", "RAGchain.benchmark.dataset package", "RAGchain.benchmark.extra package", "RAGchain.benchmark.retrieval package", "RAGchain.pipeline package", "RAGchain.preprocess package", "RAGchain.preprocess.loader package", "RAGchain.preprocess.text_splitter package", "RAGchain.reranker package", "RAGchain.reranker.llm package", "RAGchain.reranker.pygaggle package", "RAGchain.reranker.pygaggle.model package", "RAGchain.reranker.tart package", "RAGchain.reranker.time package", "RAGchain.reranker.upr package", "RAGchain.retrieval package", "RAGchain.schema package", "RAGchain.utils package", "RAGchain.utils.compressor package", "RAGchain.utils.embed package", "RAGchain.utils.linker package", "RAGchain.utils.vectorstore package", "Welcome to RAGchain\u2019s documentation!", "RAGchain"],
+ "docnames": ["RAGchain", "RAGchain.DB", "RAGchain.benchmark", "RAGchain.benchmark.answer", "RAGchain.benchmark.dataset", "RAGchain.benchmark.extra", "RAGchain.benchmark.retrieval", "RAGchain.pipeline", "RAGchain.preprocess", "RAGchain.preprocess.loader", "RAGchain.preprocess.text_splitter", "RAGchain.reranker", "RAGchain.reranker.importance", "RAGchain.reranker.llm", "RAGchain.reranker.pygaggle", "RAGchain.reranker.pygaggle.model", "RAGchain.reranker.tart", "RAGchain.reranker.time", "RAGchain.reranker.upr", "RAGchain.retrieval", "RAGchain.schema", "RAGchain.utils", "RAGchain.utils.compressor", "RAGchain.utils.embed", "RAGchain.utils.linker", "RAGchain.utils.vectorstore", "RAGchain.utils.websearch", "index", "modules"],
+ "filenames": ["RAGchain.rst", "RAGchain.DB.rst", "RAGchain.benchmark.rst", "RAGchain.benchmark.answer.rst", "RAGchain.benchmark.dataset.rst", "RAGchain.benchmark.extra.rst", "RAGchain.benchmark.retrieval.rst", "RAGchain.pipeline.rst", "RAGchain.preprocess.rst", "RAGchain.preprocess.loader.rst", "RAGchain.preprocess.text_splitter.rst", "RAGchain.reranker.rst", "RAGchain.reranker.importance.rst", "RAGchain.reranker.llm.rst", "RAGchain.reranker.pygaggle.rst", "RAGchain.reranker.pygaggle.model.rst", "RAGchain.reranker.tart.rst", "RAGchain.reranker.time.rst", "RAGchain.reranker.upr.rst", "RAGchain.retrieval.rst", "RAGchain.schema.rst", "RAGchain.utils.rst", "RAGchain.utils.compressor.rst", "RAGchain.utils.embed.rst", "RAGchain.utils.linker.rst", "RAGchain.utils.vectorstore.rst", "RAGchain.utils.websearch.rst", "index.rst", "modules.rst"],
+ "titles": ["RAGchain package", "RAGchain.DB package", "RAGchain.benchmark package", "RAGchain.benchmark.answer package", "RAGchain.benchmark.dataset package", "RAGchain.benchmark.extra package", "RAGchain.benchmark.retrieval package", "RAGchain.pipeline package", "RAGchain.preprocess package", "RAGchain.preprocess.loader package", "RAGchain.preprocess.text_splitter package", "RAGchain.reranker package", "RAGchain.reranker.importance package", "RAGchain.reranker.llm package", "RAGchain.reranker.pygaggle package", "RAGchain.reranker.pygaggle.model package", "RAGchain.reranker.tart package", "RAGchain.reranker.time package", "RAGchain.reranker.upr package", "RAGchain.retrieval package", "RAGchain.schema package", "RAGchain.utils package", "RAGchain.utils.compressor package", "RAGchain.utils.embed package", "RAGchain.utils.linker package", "RAGchain.utils.vectorstore package", "RAGchain.utils.websearch package", "Welcome to RAGchain\u2019s documentation!", "RAGchain"],
"terms": {
- "db": [0, 2, 4, 7, 18, 20, 23, 26],
- "submodul": [0, 8, 26],
- "base": [0, 3, 5, 6, 8, 9, 12, 14, 15, 16, 17, 19, 20, 22, 26],
- "basedb": [0, 1, 4, 7, 18, 20],
- "creat": [0, 1, 7, 15, 18, 19, 22, 23],
+ "db": [0, 2, 4, 7, 19, 21, 24, 28],
+ "submodul": [0, 8, 28],
+ "base": [0, 3, 5, 6, 8, 9, 12, 13, 15, 16, 17, 18, 20, 21, 23, 28],
+ "basedb": [0, 1, 4, 7, 19, 21],
+ "creat": [0, 1, 7, 16, 19, 20, 23, 24],
"create_or_load": [0, 1],
- "db_type": [0, 1, 18, 19],
- "fetch": [0, 1, 18],
+ "db_type": [0, 1, 19, 20],
+ "fetch": [0, 1, 19],
"get_db_origin": [0, 1],
- "load": [0, 1, 7, 8, 9, 20, 23],
- "save": [0, 1, 7, 18],
- "search": [0, 1, 4, 5, 18, 20, 25],
- "mongo_db": [0, 18, 26],
+ "load": [0, 1, 7, 8, 9, 21, 24],
+ "save": [0, 1, 7, 19],
+ "search": [0, 1, 4, 5, 19, 20, 21, 26, 27],
+ "mongo_db": [0, 19, 28],
"mongodb": [0, 1],
"set_db": [0, 1],
- "pickle_db": [0, 20, 26],
- "pickledb": [0, 1, 7, 20],
- "benchmark": [0, 26],
- "retriev": [0, 1, 2, 4, 7, 11, 12, 13, 15, 17, 20, 23, 26],
+ "pickle_db": [0, 21, 28],
+ "pickledb": [0, 1, 7, 21],
+ "benchmark": [0, 28],
+ "retriev": [0, 1, 2, 4, 7, 11, 13, 14, 16, 18, 21, 24, 28],
"main": [],
- "metric": [0, 2, 4, 5, 19],
- "util": [0, 26],
+ "metric": [0, 2, 4, 5, 20],
+ "util": [0, 28],
"cos_sim": [],
"dot_scor": [],
"download_and_unzip": [],
@@ -32,42 +32,42 @@ Search.setIndex({
"unzip": [],
"write_to_json": [],
"write_to_tsv": [],
- "llm": [0, 7, 11, 18, 20],
- "basellm": [7, 20],
+ "llm": [0, 7, 11, 19, 21],
+ "basellm": [7, 21],
"add_chat_histori": [],
"ask": [],
"clear_chat_histori": [],
"gener": [3, 4],
"generate_chat": [],
"stream_end_token": [],
- "basic": [0, 26],
+ "basic": [0, 28],
"basicllm": [],
"chat_histori": [],
"chat_offset": [],
"get_messag": [],
"retrieved_passag": [],
- "rerank": [0, 20, 26],
+ "rerank": [0, 21, 28],
"rerankllm": [],
- "viscond": [0, 20, 26],
+ "viscond": [0, 21, 28],
"viscondellm": [],
"strategyqa_prompt": [0, 7],
- "pipelin": [0, 2, 4, 26],
+ "pipelin": [0, 2, 4, 28],
"basepipelin": [],
- "run": [0, 7, 15],
+ "run": [0, 7, 16],
"basicdatasetpipelin": [],
"basicingestpipelin": [0, 7],
"basicrunpipelin": [0, 7],
- "selector": 18,
- "moduleselector": 18,
- "get": [7, 9, 20, 22],
- "select": 21,
+ "selector": 19,
+ "moduleselector": 19,
+ "get": [7, 9, 21, 22, 23],
+ "select": 22,
"select_db": [],
"select_file_load": [],
"select_llm": [],
"select_retriev": [],
"select_text_splitt": [],
- "preprocess": [0, 2, 4, 7, 26],
- "loader": [0, 7, 8, 20],
+ "preprocess": [0, 2, 4, 7, 28],
+ "loader": [0, 7, 8, 21],
"dataset_load": [0, 8],
"excel_load": [0, 8],
"file_load": [0, 7, 8],
@@ -79,128 +79,128 @@ Search.setIndex({
"rank_gpt": [0, 11],
"pygaggl": [0, 11],
"monot5": [0, 11],
- "transform": [0, 11, 20],
+ "transform": [0, 11, 21, 22],
"tart": [0, 11],
"modeling_enc_t5": [0, 11],
"tokenization_enc_t5": [0, 11],
"upr": [0, 11],
- "basererank": [0, 7, 11, 12, 13, 15, 17],
- "rerank_sliding_window": [11, 12],
- "baseretriev": [0, 2, 4, 7, 18],
- "create_db": [0, 18],
- "duplicate_check": [0, 18],
- "fetch_data": [0, 18],
- "fetch_data_from_db_origin": [0, 18],
- "fetch_each_db": [0, 18],
- "ingest": [0, 2, 4, 7, 18],
- "is_creat": [0, 18],
- "retrieve_id": [0, 2, 18],
- "retrieve_id_with_scor": [0, 2, 18],
- "retrieve_with_filt": [0, 18],
- "search_data": [0, 18],
- "search_data_from_db_origin": [0, 18],
- "search_each_db": [0, 18],
- "bm25_retriev": [0, 26],
- "bm25retriev": [0, 7, 18],
- "load_data": [0, 18],
- "persist": [0, 18],
- "hybrid": [0, 26],
- "hybridretriev": [0, 18],
- "min_max_norm": [0, 18],
- "retrieve_id_with_scores_parallel": [0, 18],
- "hyde": [0, 26],
- "hyderetriev": [0, 18],
- "basic_system_prompt": [0, 18],
- "make_prompt": [0, 19],
- "vectordb_retriev": [0, 26],
- "vectordbretriev": [0, 18],
- "schema": [0, 20, 26],
- "db_origin": [0, 18, 26],
- "dborigin": [0, 1, 19],
- "db_path": [0, 18, 19],
- "to_dict": [0, 19],
- "passag": [0, 1, 2, 3, 4, 6, 7, 10, 11, 12, 13, 15, 16, 17, 18, 20, 21, 23, 24, 26],
- "filepath": [0, 1, 9, 18, 19],
- "id": [0, 1, 2, 4, 6, 13, 15, 18, 19, 23],
- "is_exactly_sam": [0, 19],
- "metadata_etc": [0, 1, 18, 19],
- "next_passage_id": [0, 19],
- "previous_passage_id": [0, 19],
- "to_docu": [0, 19],
- "emb": [0, 18, 20, 24],
+ "basererank": [0, 7, 11, 13, 14, 16, 18],
+ "rerank_sliding_window": [11, 13],
+ "baseretriev": [0, 2, 4, 7, 19],
+ "create_db": [0, 19],
+ "duplicate_check": [0, 19],
+ "fetch_data": [0, 19],
+ "fetch_data_from_db_origin": [0, 19],
+ "fetch_each_db": [0, 19],
+ "ingest": [0, 2, 4, 7, 19],
+ "is_creat": [0, 19],
+ "retrieve_id": [0, 2, 19],
+ "retrieve_id_with_scor": [0, 2, 19],
+ "retrieve_with_filt": [0, 19],
+ "search_data": [0, 19],
+ "search_data_from_db_origin": [0, 19],
+ "search_each_db": [0, 19],
+ "bm25_retriev": [0, 28],
+ "bm25retriev": [0, 7, 19],
+ "load_data": [0, 19],
+ "persist": [0, 19],
+ "hybrid": [0, 28],
+ "hybridretriev": [0, 19],
+ "min_max_norm": [0, 19],
+ "retrieve_id_with_scores_parallel": [0, 19],
+ "hyde": [0, 28],
+ "hyderetriev": [0, 19],
+ "basic_system_prompt": [0, 19],
+ "make_prompt": [0, 20],
+ "vectordb_retriev": [0, 28],
+ "vectordbretriev": [0, 19],
+ "schema": [0, 21, 28],
+ "db_origin": [0, 19, 28],
+ "dborigin": [0, 1, 20],
+ "db_path": [0, 19, 20],
+ "to_dict": [0, 20],
+ "passag": [0, 1, 2, 3, 4, 6, 7, 10, 11, 12, 13, 14, 16, 17, 18, 19, 21, 22, 24, 25, 26, 28],
+ "filepath": [0, 1, 9, 19, 20],
+ "id": [0, 1, 2, 4, 6, 14, 16, 19, 20, 24],
+ "is_exactly_sam": [0, 20],
+ "metadata_etc": [0, 1, 19, 20],
+ "next_passage_id": [0, 20],
+ "previous_passage_id": [0, 20],
+ "to_docu": [0, 20],
+ "emb": [0, 19, 21, 25],
"delete_embed": [],
- "embeddingfactori": [0, 20],
- "linker": [0, 1, 20],
- "redisdbsingleton": 23,
- "vectorstor": [0, 18, 20],
- "chroma": [0, 20],
- "pinecon": [0, 20],
- "evidence_extractor": [0, 26],
- "evidenceextractor": [0, 20],
- "extract": [0, 20],
- "file_cach": [0, 26],
- "filecach": [0, 20],
- "delete_dupl": [0, 20],
- "query_decompos": [0, 26],
- "querydecomposit": [0, 7, 20],
- "decompos": [0, 7, 20],
- "decompose_prompt": [0, 20],
- "filecheck": [0, 20],
- "check_typ": [0, 20],
- "is_exist": [0, 20],
+ "embeddingfactori": [0, 21],
+ "linker": [0, 1, 21],
+ "redisdbsingleton": 24,
+ "vectorstor": [0, 19, 21],
+ "chroma": [0, 21],
+ "pinecon": [0, 21],
+ "evidence_extractor": [0, 28],
+ "evidenceextractor": [0, 21],
+ "extract": [0, 21],
+ "file_cach": [0, 28],
+ "filecach": [0, 21],
+ "delete_dupl": [0, 21],
+ "query_decompos": [0, 28],
+ "querydecomposit": [0, 7, 21],
+ "decompos": [0, 7, 21],
+ "decompose_prompt": [0, 21],
+ "filecheck": [0, 21],
+ "check_typ": [0, 21],
+ "is_exist": [0, 21],
"stoppingcriteriasub": [],
- "set_api_bas": [0, 20],
- "slice_stop_word": [0, 20],
- "text_modifi": [0, 20],
- "class": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24],
- "abc": [1, 2, 3, 4, 6, 7, 10, 11, 18, 21, 24],
- "abstract": [1, 2, 3, 4, 6, 7, 10, 11, 13, 18, 21, 23, 24],
- "arg": [1, 2, 7, 9, 10, 11, 12, 13, 14, 15, 18, 19, 23],
- "kwarg": [1, 2, 4, 7, 9, 10, 11, 12, 13, 14, 15, 18, 19, 20, 21, 23, 24],
- "properti": [1, 3, 6],
- "str": [1, 2, 3, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 22, 23, 24],
- "list": [1, 2, 3, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 23, 24],
- "uuid": [1, 2, 18, 19, 23],
- "none": [1, 2, 4, 6, 7, 9, 10, 12, 13, 14, 15, 18, 19, 20, 24],
- "from": [1, 2, 5, 6, 7, 9, 10, 12, 13, 15, 16, 18, 19, 20, 21, 24],
- "us": [1, 2, 3, 4, 5, 7, 9, 10, 11, 12, 13, 15, 17, 18, 19, 20, 22, 23, 24],
- "filter": [1, 18],
- "dict": [1, 6, 7, 9, 12, 15, 18, 19, 23, 24],
- "thi": [1, 4, 5, 7, 9, 10, 12, 13, 15, 17, 18, 19, 20, 22, 25],
- "function": [1, 12, 15, 20],
- "can": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 15, 18, 19, 20, 22, 23, 24, 25],
- "you": [1, 2, 3, 4, 5, 7, 9, 10, 11, 12, 15, 18, 19, 20, 22, 24, 25],
- "add": [1, 5, 19],
- "more": [1, 5, 12, 20],
- "condit": [1, 18],
- "i": [1, 3, 4, 5, 6, 7, 9, 10, 12, 13, 15, 16, 17, 18, 19, 20, 22, 23, 24],
- "an": [1, 7, 9, 13, 22, 23],
+ "set_api_bas": [0, 21],
+ "slice_stop_word": [0, 21],
+ "text_modifi": [0, 21],
+ "class": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26],
+ "abc": [1, 2, 3, 4, 6, 7, 10, 11, 19, 22, 25, 26],
+ "abstract": [1, 2, 3, 4, 6, 7, 10, 11, 14, 19, 22, 24, 25, 26],
+ "arg": [1, 2, 7, 9, 10, 11, 13, 14, 15, 16, 19, 20, 22, 24],
+ "kwarg": [1, 2, 4, 7, 9, 10, 11, 13, 14, 15, 16, 19, 20, 21, 22, 24, 25],
+ "properti": [1, 3, 6, 22],
+ "str": [1, 2, 3, 4, 6, 7, 9, 10, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26],
+ "list": [1, 2, 3, 4, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 26],
+ "uuid": [1, 2, 19, 20, 24],
+ "none": [1, 2, 4, 6, 7, 9, 10, 13, 14, 15, 16, 19, 20, 21, 22, 25, 26],
+ "from": [1, 2, 5, 6, 7, 9, 10, 13, 14, 16, 17, 19, 20, 21, 22, 25, 26],
+ "us": [1, 2, 3, 4, 5, 7, 9, 10, 11, 13, 14, 16, 18, 19, 20, 21, 22, 23, 24, 25, 26],
+ "filter": [1, 19],
+ "dict": [1, 6, 7, 9, 13, 16, 19, 20, 22, 24, 25, 26],
+ "thi": [1, 4, 5, 7, 9, 10, 13, 14, 16, 18, 19, 20, 21, 22, 23, 26, 27],
+ "function": [1, 13, 16, 21],
+ "can": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 16, 19, 20, 21, 23, 24, 25, 27],
+ "you": [1, 2, 3, 4, 5, 7, 9, 10, 11, 13, 16, 19, 20, 21, 23, 25, 27],
+ "add": [1, 5, 20],
+ "more": [1, 5, 12, 13, 20, 21, 22],
+ "condit": [1, 19],
+ "i": [1, 3, 4, 5, 6, 7, 9, 10, 12, 13, 14, 16, 17, 18, 19, 20, 21, 23, 24, 25],
+ "an": [1, 7, 9, 14, 22, 23, 24],
"implicit": 1,
"AND": 1,
- "oper": [1, 23],
- "mongo_url": [1, 18],
- "db_name": [1, 18],
- "collection_nam": [1, 18, 24],
- "With": 20,
- "": [4, 7, 10, 13, 15, 19, 20],
- "find": 20,
- "param": [2, 4, 9, 16, 18, 20],
- "filter_dict": 18,
- "queri": [2, 6, 11, 12, 13, 14, 15, 17, 18, 20],
- "return": [1, 2, 4, 7, 9, 10, 11, 12, 15, 17, 18, 19, 20, 22],
- "result": [0, 2, 4, 6, 9, 18, 19, 20],
- "save_path": [1, 7, 18, 20],
- "which": [6, 7, 9, 10, 15, 18, 19, 20],
- "match": 18,
- "all": [4, 7, 9, 15, 18, 20, 24],
- "valu": [4, 6, 7, 15, 18, 19, 22],
+ "oper": [1, 24],
+ "mongo_url": [1, 19],
+ "db_name": [1, 19],
+ "collection_nam": [1, 19, 25],
+ "With": [21, 22],
+ "": [4, 7, 10, 14, 16, 20, 21, 26],
+ "find": 21,
+ "param": [1, 2, 4, 9, 12, 17, 19, 20, 21],
+ "filter_dict": 19,
+ "queri": [2, 6, 11, 13, 14, 15, 16, 18, 19, 21, 26],
+ "return": [1, 2, 4, 7, 9, 10, 11, 13, 16, 18, 19, 20, 21, 22, 23, 26],
+ "result": [0, 2, 4, 6, 9, 19, 20, 21],
+ "save_path": [1, 7, 19, 21],
+ "which": [6, 7, 9, 10, 16, 19, 20, 21],
+ "match": 19,
+ "all": [4, 7, 9, 16, 19, 21, 25],
+ "valu": [4, 6, 7, 16, 19, 20, 23, 26],
"correspond": [],
- "kei": [6, 9, 12, 18],
- "when": [4, 5, 12, 15, 18, 19, 20, 23],
- "exist": [1, 7, 20, 23],
- "empti": 20,
+ "kei": [6, 9, 13, 19, 20, 22],
+ "when": [4, 5, 13, 16, 19, 20, 21, 22, 24],
+ "exist": [1, 7, 21, 24],
+ "empti": 21,
"basic_retrieval_evalu": [2, 6],
- "strategyqa": [4, 20],
+ "strategyqa": [4, 21],
"stretagyqa_retrieval_evalu": [2, 6],
"apfactori": [],
"retrieval_metric_funct": [2, 3, 6],
@@ -220,70 +220,70 @@ Search.setIndex({
"rrfactori": [],
"recallfactori": [],
"topkaccuracyfactori": [],
- "tensor": 14,
- "b": 15,
- "comput": 15,
- "cosin": 24,
- "similar": [2, 10, 18],
+ "tensor": 15,
+ "b": 16,
+ "comput": 16,
+ "cosin": 25,
+ "similar": [2, 10, 19],
"j": 10,
"matrix": [],
"re": [],
"dot": 9,
"product": [],
"dot_prod": [],
- "url": [9, 20],
+ "url": [9, 21],
"out_dir": [],
"chunk_siz": 10,
- "int": [2, 4, 5, 6, 7, 9, 10, 12, 13, 14, 15, 17, 18, 20, 24],
+ "int": [1, 2, 4, 5, 6, 7, 9, 10, 13, 14, 15, 16, 18, 19, 20, 21, 25, 26],
"1024": [],
- "download": [9, 13],
+ "download": [9, 14],
"progress": [],
"bar": [],
"tqdm": [],
- "http": [9, 12, 13, 15, 17, 18, 20],
+ "http": [9, 13, 14, 16, 18, 19, 21],
"stackoverflow": [],
- "com": [9, 12, 13, 15, 17],
- "question": [2, 3, 4, 7, 12, 17, 18, 19, 20],
+ "com": [9, 13, 14, 16, 18],
+ "question": [2, 3, 4, 7, 13, 18, 19, 20, 21],
"15644964": [],
"python": 10,
- "local": [1, 23],
+ "local": [1, 24],
"path": 9,
- "file": [1, 6, 7, 9, 18, 20, 23, 25],
- "option": [1, 4, 9, 13, 15, 19],
+ "file": [1, 6, 7, 9, 19, 20, 21, 24, 27],
+ "option": [1, 4, 9, 14, 16, 20],
"chunk": 10,
- "default": [4, 9, 15, 18, 19, 20, 24],
+ "default": [4, 9, 16, 19, 20, 21, 25],
"zip_fil": [],
"output_fil": [],
- "data": [1, 4, 7, 9, 18, 19, 20],
+ "data": [1, 4, 7, 9, 19, 20, 21],
"qrel": 6,
- "float": [2, 3, 5, 6, 7, 13, 16, 17, 18, 20, 24],
+ "float": [2, 3, 5, 6, 7, 12, 14, 17, 18, 19, 21, 25],
"k_valu": 6,
- "paramet": [1, 3, 6, 7, 9, 11, 12, 15, 16, 17, 19, 20, 21],
- "The": [1, 4, 6, 7, 9, 10, 11, 12, 13, 15, 16, 17, 19, 20],
- "dictionari": [6, 19],
+ "paramet": [1, 3, 6, 7, 9, 11, 12, 13, 16, 17, 18, 20, 21, 22],
+ "The": [1, 4, 6, 7, 9, 10, 11, 12, 13, 14, 16, 17, 18, 20, 21, 22],
+ "dictionari": [6, 20],
"query_id": 6,
"doc_id": 6,
- "relev": [6, 7, 16, 18, 20],
- "score": [2, 6, 7, 11, 13, 16, 18],
+ "relev": [6, 7, 12, 17, 19, 21],
+ "score": [2, 6, 7, 11, 12, 14, 17, 19],
"k": 6,
- "evalu": [0, 2, 4, 5, 7, 20],
- "should": [1, 4, 6, 15, 19, 25],
+ "evalu": [0, 2, 4, 5, 7, 21],
+ "should": [1, 4, 6, 16, 20, 27],
"done": 6,
"differ": 6,
"solut": [3, 6],
"pred": [3, 6],
"metrics_factori": [],
- "articl": 20,
+ "articl": 21,
"geva2021strategyqa": [],
- "titl": [7, 13, 20],
+ "titl": [7, 14, 20, 21],
"did": 7,
"aristotl": [],
"laptop": [],
- "A": [4, 9, 11, 12, 13, 15, 17, 19, 20, 24],
- "answer": [0, 2, 7, 18],
+ "A": [4, 9, 11, 13, 14, 16, 18, 20, 21, 22, 25],
+ "answer": [0, 2, 7, 19],
"reason": [],
"strategi": [],
- "author": 20,
+ "author": 21,
"geva": [],
"mor": [],
"khashabi": [],
@@ -296,129 +296,129 @@ Search.setIndex({
"dan": [],
"berant": [],
"jonathan": [],
- "journal": 20,
+ "journal": 21,
"transact": [],
"associ": [],
"linguist": [],
"tacl": [],
- "year": 20,
- "2021": 20,
- "note": 19,
- "github": [9, 12, 13, 15, 17, 20],
+ "year": 21,
+ "2021": 21,
+ "note": 20,
+ "github": [9, 13, 14, 16, 18, 21],
"eladseg": [],
- "blob": 13,
+ "blob": 14,
"dev": [],
- "json": 23,
- "1": [4, 6, 7, 15, 16, 20],
+ "json": 24,
+ "1": [4, 6, 7, 12, 16, 17, 21],
"reciproc": 6,
- "rank": [6, 11, 12, 13, 15, 17],
+ "rank": [6, 11, 13, 14, 16, 18],
"rr": [2, 6],
- "first": [1, 6, 7, 9, 10, 16, 18, 19, 20],
- "item": [6, 12],
+ "first": [1, 6, 7, 9, 10, 12, 17, 19, 20, 21],
+ "item": [6, 13],
"mean": 6,
- "whole": [6, 20],
+ "whole": [6, 21],
"mrr": 6,
"stream": [],
- "bool": [2, 4, 7, 9, 10, 13, 14, 15, 17, 19, 20, 21],
- "fals": [2, 4, 10, 12, 13, 15, 17, 19, 20, 21, 23],
+ "bool": [2, 4, 7, 9, 10, 14, 15, 16, 18, 20, 21, 22],
+ "fals": [2, 4, 10, 13, 14, 16, 18, 20, 21, 22, 24],
"run_retriev": [],
- "true": [2, 4, 7, 9, 10, 14, 19, 20],
- "tupl": [1, 2, 7, 9, 10, 14, 17, 18],
- "model": [11, 12, 13, 15, 17, 18, 19, 20],
- "openai": [7, 12, 20, 22],
+ "true": [2, 4, 7, 9, 10, 15, 20, 21],
+ "tupl": [1, 2, 7, 9, 10, 15, 18, 19],
+ "model": [11, 13, 14, 16, 18, 19, 20, 21, 22],
+ "openai": [7, 13, 21, 23],
"api": 9,
- "classmethod": [],
- "prompt": [0, 7, 20, 26],
+ "classmethod": 20,
+ "prompt": [0, 7, 21, 22, 28],
"stream_func": [],
- "callabl": [19, 24],
- "If": [2, 3, 4, 7, 9, 19, 20],
- "each": [4, 7, 9, 18, 19, 20, 21],
- "respons": 12,
- "And": [5, 16, 18, 20],
+ "callabl": [20, 25],
+ "If": [2, 3, 4, 7, 9, 20, 21],
+ "each": [4, 7, 9, 19, 20, 21, 22],
+ "respons": 13,
+ "And": [5, 12, 17, 19, 21],
"cl": [],
"end": [],
- "messag": [0, 7, 12, 19],
- "top_k": [2, 18],
- "5": [2, 4, 5, 7, 12, 18, 20],
+ "messag": [0, 7, 13, 20],
+ "top_k": [2, 19],
+ "5": [2, 4, 5, 7, 12, 13, 19, 21, 26],
"endofstream": [],
- "model_nam": [12, 13, 17],
- "gpt": [12, 20],
- "3": [7, 12, 20],
- "turbo": 12,
- "api_bas": [12, 20],
+ "model_nam": [13, 14, 18, 22],
+ "gpt": [13, 21],
+ "3": [7, 13, 21],
+ "turbo": 13,
+ "api_bas": [13, 21],
"prompt_func": [],
- "static": [2, 9, 13, 18, 19, 23],
+ "static": [2, 9, 14, 19, 20, 24],
"retrieve_s": 7,
- "10": [12, 20, 25],
+ "10": [13, 21, 27],
"use_passage_count": 7,
- "window_s": [10, 12],
- "code": [12, 13, 20],
- "inspir": [18, 20],
- "paper": [4, 9, 20],
- "its": [20, 24],
- "repo": [12, 20],
- "inproceed": 20,
- "1007": 20,
- "978": 20,
- "031": 20,
- "28238": 20,
- "6_44": 20,
- "pereira": 20,
- "jayr": 20,
- "fidalgo": 20,
- "robson": 20,
- "lotufo": 20,
- "roberto": 20,
- "nogueira": 20,
- "rodrigo": 20,
- "multi": 20,
- "document": [7, 9, 10, 13, 14, 19, 20],
- "qa": [4, 20],
- "nbsp": 20,
- "neural": 20,
- "2023": [20, 25],
- "isbn": 20,
- "28237": 20,
- "9": 20,
- "publish": 20,
- "springer": 20,
- "verlag": 20,
- "address": 20,
- "berlin": 20,
- "heidelberg": 20,
- "doi": 20,
- "org": [18, 20],
- "booktitl": 20,
- "advanc": 20,
- "inform": [7, 10, 12, 20],
- "45th": 20,
- "european": 20,
- "confer": 20,
- "ecir": 20,
- "dublin": 20,
- "ireland": 20,
- "april": 20,
- "2": [5, 7, 18, 20],
- "6": 20,
- "proceed": 20,
- "part": 20,
- "ii": 20,
- "page": [9, 20, 25],
- "534": 20,
- "543": 20,
- "numpag": 20,
- "locat": 20,
- "text": [7, 9, 10, 11, 12, 13, 14, 19, 20],
+ "window_s": [10, 13],
+ "code": [13, 14, 21],
+ "inspir": [19, 21],
+ "paper": [4, 9, 21],
+ "its": [21, 25],
+ "repo": [13, 21],
+ "inproceed": 21,
+ "1007": 21,
+ "978": 21,
+ "031": 21,
+ "28238": 21,
+ "6_44": 21,
+ "pereira": 21,
+ "jayr": 21,
+ "fidalgo": 21,
+ "robson": 21,
+ "lotufo": 21,
+ "roberto": 21,
+ "nogueira": 21,
+ "rodrigo": 21,
+ "multi": 21,
+ "document": [7, 9, 10, 14, 15, 20, 21],
+ "qa": [4, 21],
+ "nbsp": 21,
+ "neural": 21,
+ "2023": [21, 27],
+ "isbn": 21,
+ "28237": 21,
+ "9": 21,
+ "publish": 21,
+ "springer": 21,
+ "verlag": 21,
+ "address": 21,
+ "berlin": 21,
+ "heidelberg": 21,
+ "doi": 21,
+ "org": [19, 21],
+ "booktitl": 21,
+ "advanc": 21,
+ "inform": [7, 10, 13, 21, 22],
+ "45th": 21,
+ "european": 21,
+ "confer": 21,
+ "ecir": 21,
+ "dublin": 21,
+ "ireland": 21,
+ "april": 21,
+ "2": [5, 7, 19, 21, 22],
+ "6": 21,
+ "proceed": 21,
+ "part": 21,
+ "ii": 21,
+ "page": [9, 21, 27],
+ "534": 21,
+ "543": 21,
+ "numpag": 21,
+ "locat": 21,
+ "text": [7, 9, 10, 11, 13, 14, 15, 20, 21],
"davinci": [],
"003": [],
"decompose_model_nam": [],
"50": [5, 10],
- "For": [7, 13, 18],
- "exampl": [7, 13, 18, 20],
+ "For": [7, 14, 19],
+ "exampl": [7, 14, 19, 21],
"explan": 7,
"just": 7,
"ye": 7,
- "n": [7, 20],
+ "n": [7, 21],
"san": 7,
"tropez": 7,
"song": 7,
@@ -429,8 +429,8 @@ Search.setIndex({
"band": 7,
"pink": 7,
"floyd": 7,
- "wa": [7, 11, 12, 13, 15, 17],
- "one": [3, 7, 10, 15, 18, 20],
+ "wa": [7, 11, 13, 14, 16, 18],
+ "one": [3, 7, 10, 16, 19, 21],
"sever": 7,
"consid": 7,
"best": 7,
@@ -439,7 +439,7 @@ Search.setIndex({
"riviera": 7,
"known": 7,
"c\u00f4te": 7,
- "d": [7, 20],
+ "d": [7, 20, 21],
"azur": 7,
"kot": 7,
"da\u02c8zy\u0281": 7,
@@ -447,7 +447,7 @@ Search.setIndex({
"c\u00f2sta": 7,
"\u02c8k\u0254st\u0254": 7,
"da\u02c8zy\u027e": 7,
- "liter": [7, 19],
+ "liter": [7, 20],
"translat": 7,
"coast": 7,
"mediterranean": 7,
@@ -455,7 +455,7 @@ Search.setIndex({
"southeast": 7,
"corner": 7,
"franc": 7,
- "There": [7, 20],
+ "There": [7, 21],
"offici": 7,
"boundari": 7,
"usual": 7,
@@ -472,7 +472,7 @@ Search.setIndex({
"italian": 7,
"join": 7,
"entir": 7,
- "within": [7, 15],
+ "within": [7, 16],
"provenc": 7,
"alp": 7,
"r\u00e9gion": 7,
@@ -504,8 +504,8 @@ Search.setIndex({
"complex": 7,
"downtown": 7,
"seoul": 7,
- "4": [7, 9, 20],
- "u": [7, 20],
+ "4": [7, 9, 21],
+ "u": [7, 21],
"\u02ccs\u00e6n": 7,
"tro\u028a\u02c8pe\u026a": 7,
"troh": 7,
@@ -515,7 +515,7 @@ Search.setIndex({
"sant": 7,
"tropetz": 7,
"pronounc": 7,
- "t": [1, 2, 4, 7, 9, 10, 20],
+ "t": [1, 2, 4, 7, 9, 10, 21],
"t\u0280u\u02c8p": 7,
"town": 7,
"68": 7,
@@ -523,53 +523,53 @@ Search.setIndex({
"42": [4, 5, 7],
"mile": 7,
"nice": 7,
- "100": [7, 10, 12, 15],
+ "100": [7, 10, 13, 16],
"62": 7,
"marseil": 7,
"var": 7,
"depart": 7,
"occitania": 7,
"southern": 7,
- "have": [2, 3, 7, 18, 20],
- "about": [7, 19],
- "accord": [7, 22],
+ "have": [2, 3, 7, 19, 21],
+ "about": [7, 20],
+ "accord": [7, 23],
"further": 7,
- "support": [5, 7, 9, 10, 12],
- "state": [4, 7, 15],
- "therefor": [7, 15],
+ "support": [5, 7, 9, 10, 13, 22],
+ "state": [4, 7, 16],
+ "therefor": [7, 16],
"baseload": [7, 9],
"retrieval_typ": [],
- "ani": [9, 13, 15, 19, 24],
+ "ani": [9, 14, 16, 20, 22, 25],
"text_splitter_typ": [],
"recursive_text_splitt": [],
"chunk_overlap": 10,
- "500": [5, 18],
+ "500": [5, 19],
"ignore_existed_fil": 7,
- "repres": [1, 11, 12, 13, 15, 17, 20],
+ "repres": [1, 11, 13, 14, 16, 18, 21],
"handl": 7,
"process": 7,
- "databas": [1, 7],
- "system": [7, 20],
+ "databas": [1, 7, 9],
+ "system": [7, 21],
"attribut": 1,
- "langchain": [7, 10, 20, 24],
- "document_load": [7, 20],
- "instanc": [15, 19, 23],
- "want": [4, 9, 20],
- "type": [1, 4, 11, 12, 13, 15, 17, 18, 20, 22, 23],
+ "langchain": [7, 10, 21, 25, 26],
+ "document_load": [7, 21],
+ "instanc": [16, 20, 24],
+ "want": [4, 9, 21],
+ "type": [1, 4, 11, 13, 14, 16, 18, 19, 21, 22, 23, 24],
"configur": [],
"splitter": [7, 10],
"flag": [],
"indic": [],
- "whether": [15, 19],
- "ignor": [4, 15],
- "alreadi": [1, 2, 4, 15],
- "method": [1, 4, 9, 10, 15, 18, 20],
+ "whether": [16, 20],
+ "ignor": [4, 16],
+ "alreadi": [1, 2, 4, 16],
+ "method": [1, 4, 9, 10, 16, 19, 21, 26],
"target_dir": [7, 9],
"llm_type": [],
"basic_llm": [],
"module_nam": [],
- "object": [1, 4, 5, 7, 9, 11, 12, 13, 14, 15, 16, 17, 19, 20, 22, 23],
- "name": 19,
+ "object": [1, 4, 5, 7, 9, 11, 12, 13, 14, 15, 16, 17, 18, 20, 21, 23, 24],
+ "name": 20,
"kostrategyqaload": [8, 9],
"excelload": [8, 9],
"lazy_load": [8, 9],
@@ -586,458 +586,458 @@ Search.setIndex({
"split_docu": [8, 10],
"recursivetextsplitt": [7, 8, 10],
"kostrategyqa": 9,
- "dataset": [0, 2, 5, 9, 20],
- "huggingfac": [9, 10, 13],
+ "dataset": [0, 2, 5, 9, 21],
+ "huggingfac": [9, 10, 14],
"via": 9,
"internet": 9,
"sheet_nam": 9,
- "iter": [9, 14],
+ "iter": [9, 15],
"lazi": 9,
"hwp_host_url": 9,
"filter_ext": 9,
"target": [7, 9],
"directori": [7, 9],
- "onli": [2, 3, 4, 5, 9, 12, 16, 20, 24],
- "given": [1, 7, 9, 18, 20],
+ "onli": [2, 3, 4, 5, 9, 12, 13, 17, 21, 25],
+ "given": [1, 7, 9, 19, 21, 22],
"extens": 9,
"element": [1, 9],
- "must": [4, 9, 16, 18, 20],
- "contain": [9, 10, 13, 20, 25],
+ "must": [4, 9, 12, 17, 19, 20, 21],
+ "contain": [9, 10, 14, 21, 27],
"prefix": 9,
"retry_connect": 9,
"hwp": 9,
- "convert": 9,
- "textload": 20,
+ "convert": [9, 20],
+ "textload": 21,
"async": 9,
"split": [7, 9, 10],
- "tabl": [9, 23],
+ "tabl": [9, 24],
"mathpix": 9,
"markdown": [9, 10],
"odd": 9,
- "index": [9, 10, 20, 24, 25],
- "without": [2, 9, 18, 23],
- "even": [9, 13],
- "file_path": [4, 9, 20],
+ "index": [9, 10, 21, 25, 27],
+ "without": [2, 9, 19, 24],
+ "even": [9, 14],
+ "file_path": [4, 9, 21],
"nougat_host": 9,
"basepdfload": 9,
"section": 9,
"start": 9,
- "number": [4, 9, 12, 20],
+ "number": [4, 9, 13, 21],
"stop": 9,
- "link": [9, 23],
- "separ": [9, 10, 20],
+ "link": [9, 20, 24],
+ "separ": [9, 10, 21],
"keep_separ": 10,
- "llmrerank": [11, 12],
- "find_passag": [11, 12],
- "make_item": [11, 12],
- "make_passag": [11, 12],
- "safeopenai": [11, 12],
- "chat": [11, 12],
- "clean_respons": [11, 12],
- "create_permutation_instruct": [11, 12],
- "get_post_prompt": [11, 12],
- "get_prefix_prompt": [11, 12],
- "max_token": [11, 12],
- "num_tokens_from_messag": [11, 12],
- "permutation_pipelin": [11, 12],
- "receive_permut": [11, 12],
- "remove_dupl": [11, 12],
- "run_llm": [11, 12],
- "sliding_window": [11, 12],
- "decod": [11, 13],
- "token": [10, 11, 12, 13, 15, 18],
- "rescor": [11, 13],
- "monot5rerank": [7, 11, 13],
- "get_model": [11, 13],
- "get_prediction_token": [11, 13],
- "get_token": [11, 13],
- "enct5forsequenceclassif": [11, 15],
- "deparallel": [11, 15],
- "forward": [11, 15],
- "get_encod": [11, 15],
- "get_input_embed": [11, 15],
- "parallel": [11, 15],
- "set_input_embed": [11, 15],
- "train": [2, 5, 11, 15, 20],
- "tartrerank": [11, 15],
- "enct5token": [11, 15],
- "build_inputs_with_special_token": [11, 15],
- "create_token_type_ids_from_sequ": [11, 15],
- "get_special_tokens_mask": [11, 15],
- "uprrerank": [11, 17],
- "calculate_likelihood": [11, 17],
- "specif": [11, 12, 13, 15, 17],
- "algorithm": [11, 12, 13, 15, 17, 18, 20, 21],
- "slide": 12,
- "window": [9, 12],
- "input": [12, 13, 15, 19],
- "size": [4, 12, 13, 24],
- "limit": 12,
- "like": [4, 12, 18, 23, 25],
- "origin": [1, 12, 13, 18, 23],
- "rankgpt": 12,
- "sunnweiwei": 12,
- "modifi": 12,
- "fit": 12,
- "framework": [7, 10, 12],
- "target_passag": 12,
- "original_passag": 12,
- "littl": [12, 20],
- "bit": 12,
- "integr": 12,
- "pleas": [12, 17, 18],
- "go": [10, 12],
- "need": [2, 4, 9, 12, 15, 20],
- "start_id": 12,
- "proxi": 12,
- "return_text": 12,
- "reduce_length": 12,
- "rank_start": 12,
- "0": [5, 7, 10, 12, 13, 15, 16, 18],
- "rank_end": 12,
- "num": 12,
- "0301": 12,
- "api_kei": 12,
- "permut": 12,
- "20": 12,
- "step": 12,
- "greedy_decod": [13, 14],
- "duoquerydocumentbatch": [13, 14],
- "doc_pair": [13, 14],
- "output": [13, 14],
- "querydocumentbatch": [13, 14],
- "querydocumentbatchtoken": [13, 14],
- "traverse_duo_query_docu": [13, 14],
- "traverse_query_docu": [13, 14],
- "t5batchtoken": [13, 14],
- "tokenizerencodemixin": [13, 14],
- "encod": [13, 14, 20],
- "tokenizer_kwarg": [13, 14],
- "itself": 13,
- "potenti": 13,
- "other": [9, 13, 19],
- "metadata": [1, 9, 13, 19, 20, 24],
- "take": [4, 13, 15, 19],
- "non": [13, 20],
- "destruct": 13,
- "e": 13,
- "doe": [1, 13, 15, 23],
- "alter": 13,
- "sort": 13,
- "respect": 13,
- "map": [13, 14, 15, 19],
- "unspecifi": 13,
- "length": [13, 14],
- "principl": 13,
- "could": 13,
- "full": 13,
- "paragraph": [4, 9, 13],
- "short": 13,
- "phrase": 13,
- "addit": [1, 13],
- "annot": 13,
- "might": [5, 13],
- "bm25": [0, 7, 13, 18, 26],
- "initi": 13,
- "stage": 13,
- "castorini": 13,
- "3b": 13,
- "msmarco": [0, 2, 13],
- "10k": 13,
- "use_amp": 13,
- "token_fals": 13,
- "token_tru": 13,
- "master": 13,
- "py": 13,
- "pretrained_model_name_or_path": 13,
- "t5forconditionalgener": 13,
- "devic": 13,
- "batch_siz": [13, 14, 24],
- "8": [13, 18],
- "implement": [1, 13, 18, 20],
- "pretrainedmodel": 14,
- "input_id": [14, 15],
- "attention_mask": [14, 15],
- "return_last_logit": 14,
- "torch": [14, 15],
- "pretrainedtoken": 14,
- "pattern": 14,
- "batch_input": 14,
- "string": [1, 14, 18, 19],
- "config": [0, 15, 19, 24],
- "t5config": 15,
- "dropout": 15,
- "t5pretrainedmodel": 15,
- "head_mask": 15,
- "inputs_emb": 15,
- "label": [15, 18],
- "output_attent": 15,
- "output_hidden_st": 15,
- "return_dict": 15,
- "defin": 15,
- "perform": [4, 5, 10, 15],
- "everi": 15,
- "call": 15,
- "overridden": 15,
- "subclass": [1, 15],
- "although": 15,
- "recip": 15,
- "pass": [2, 7, 15],
- "afterward": 15,
- "instead": [10, 15],
- "sinc": 15,
- "former": 15,
- "care": 15,
- "regist": 15,
- "hook": 15,
- "while": 15,
- "latter": 15,
- "silent": 15,
- "them": [5, 15, 21],
- "embed": [15, 18, 20, 22, 24],
- "nn": 15,
- "vocabulari": 15,
- "hidden": 15,
- "device_map": 15,
- "new_embed": 15,
- "set": [1, 2, 4, 15, 19, 20, 24],
- "instruct": 15,
- "vocab_fil": 15,
- "bos_token": 15,
- "eos_token": 15,
- "unk_token": 15,
- "unk": 15,
- "pad_token": 15,
- "pad": 15,
- "extra_id": 15,
- "additional_special_token": 15,
- "sp_model_kwarg": 15,
- "t5token": 15,
- "token_ids_0": 15,
- "token_ids_1": 15,
- "build": 15,
- "sequenc": 15,
- "pair": 15,
- "classif": 15,
- "task": [15, 20],
- "concaten": 15,
- "ad": 15,
- "special": 15,
- "ha": [4, 15],
- "follow": [15, 16],
- "format": [1, 9, 15, 19],
- "singl": [15, 20],
- "x": 15,
- "second": [1, 7, 10, 15, 20],
- "glossari": 15,
- "appropri": 15,
- "mask": 15,
- "two": 15,
- "t5": [15, 17],
- "make": [4, 7, 15, 17, 19],
- "zero": [15, 18, 20],
- "already_has_special_token": 15,
- "prepare_for_model": 15,
- "integ": 15,
- "rang": [1, 15, 16, 18],
- "larg": 17,
- "prefix_prompt": 17,
- "suffix_prompt": 17,
- "write": [17, 18],
- "use_bf16": 17,
- "use_gpu": 17,
- "shard_siz": 17,
- "16": [17, 25],
- "context": 17,
- "cant": 18,
- "import": [7, 18, 20],
- "becaus": [4, 5, 18],
- "circular": 18,
- "db_origin_list": 18,
- "check": [18, 20],
- "duplic": [4, 18, 19, 20],
- "target_id": 18,
- "final_db_origin": 18,
- "check_dict": 18,
- "multi_num": 18,
- "retrieve_range_mult": 18,
- "max_trial": 18,
- "count": 18,
- "multipli": 18,
- "fail": 18,
- "enough": 18,
- "max": 18,
- "trial": 18,
- "tokenizer_nam": [10, 11, 18],
- "gpt2": [10, 11, 18],
- "structur": [9, 18],
- "look": 18,
- "2d": [10, 18],
- "passage_id": [18, 24],
- "weight": 18,
- "p": 18,
- "cc": 18,
- "rrf_k": 18,
- "60": 18,
- "arr": 18,
- "ndarrai": [18, 20],
- "seri": 18,
- "system_prompt": [18, 20],
+ "llmrerank": [11, 13],
+ "find_passag": [11, 13],
+ "make_item": [11, 13],
+ "make_passag": [11, 13],
+ "safeopenai": [11, 13],
+ "chat": [11, 13],
+ "clean_respons": [11, 13],
+ "create_permutation_instruct": [11, 13],
+ "get_post_prompt": [11, 13],
+ "get_prefix_prompt": [11, 13],
+ "max_token": [11, 13],
+ "num_tokens_from_messag": [11, 13],
+ "permutation_pipelin": [11, 13],
+ "receive_permut": [11, 13],
+ "remove_dupl": [11, 13],
+ "run_llm": [11, 13],
+ "sliding_window": [11, 13],
+ "decod": [11, 14],
+ "token": [10, 11, 13, 14, 16, 19, 22],
+ "rescor": [11, 14],
+ "monot5rerank": [7, 11, 14],
+ "get_model": [11, 14],
+ "get_prediction_token": [11, 14],
+ "get_token": [11, 14],
+ "enct5forsequenceclassif": [11, 16],
+ "deparallel": [11, 16],
+ "forward": [11, 16],
+ "get_encod": [11, 16],
+ "get_input_embed": [11, 16],
+ "parallel": [11, 16, 22],
+ "set_input_embed": [11, 16],
+ "train": [2, 5, 11, 16, 21],
+ "tartrerank": [11, 16],
+ "enct5token": [11, 16],
+ "build_inputs_with_special_token": [11, 16],
+ "create_token_type_ids_from_sequ": [11, 16],
+ "get_special_tokens_mask": [11, 16],
+ "uprrerank": [11, 18],
+ "calculate_likelihood": [11, 18],
+ "specif": [11, 13, 14, 16, 18],
+ "algorithm": [11, 13, 14, 16, 18, 19, 21, 22],
+ "slide": 13,
+ "window": [9, 13],
+ "input": [13, 14, 16, 20, 22],
+ "size": [4, 13, 14, 25],
+ "limit": 13,
+ "like": [4, 13, 19, 22, 24, 27],
+ "origin": [1, 13, 14, 19, 24],
+ "rankgpt": 13,
+ "sunnweiwei": 13,
+ "modifi": 13,
+ "fit": 13,
+ "framework": [7, 10, 13],
+ "target_passag": 13,
+ "original_passag": 13,
+ "littl": [13, 21],
+ "bit": 13,
+ "integr": 13,
+ "pleas": [13, 18, 19, 22],
+ "go": [10, 13],
+ "need": [2, 4, 9, 13, 16, 21],
+ "start_id": 13,
+ "proxi": 13,
+ "return_text": 13,
+ "reduce_length": 13,
+ "rank_start": 13,
+ "0": [5, 7, 10, 12, 13, 14, 16, 17, 19, 20],
+ "rank_end": 13,
+ "num": 13,
+ "0301": 13,
+ "api_kei": 13,
+ "permut": 13,
+ "20": 13,
+ "step": 13,
+ "greedy_decod": [14, 15],
+ "duoquerydocumentbatch": [14, 15],
+ "doc_pair": [14, 15],
+ "output": [14, 15, 22],
+ "querydocumentbatch": [14, 15],
+ "querydocumentbatchtoken": [14, 15],
+ "traverse_duo_query_docu": [14, 15],
+ "traverse_query_docu": [14, 15],
+ "t5batchtoken": [14, 15],
+ "tokenizerencodemixin": [14, 15],
+ "encod": [14, 15, 21],
+ "tokenizer_kwarg": [14, 15],
+ "itself": 14,
+ "potenti": 14,
+ "other": [9, 14, 20, 22],
+ "metadata": [1, 9, 14, 20, 21, 22, 25],
+ "take": [4, 14, 16, 20],
+ "non": [14, 21],
+ "destruct": 14,
+ "e": 14,
+ "doe": [1, 14, 16, 24],
+ "alter": 14,
+ "sort": 14,
+ "respect": 14,
+ "map": [14, 15, 16, 20],
+ "unspecifi": 14,
+ "length": [14, 15],
+ "principl": 14,
+ "could": 14,
+ "full": 14,
+ "paragraph": [4, 9, 14],
+ "short": 14,
+ "phrase": 14,
+ "addit": [1, 14],
+ "annot": 14,
+ "might": [5, 14],
+ "bm25": [0, 7, 14, 19, 28],
+ "initi": 14,
+ "stage": 14,
+ "castorini": 14,
+ "3b": 14,
+ "msmarco": [0, 2, 14],
+ "10k": 14,
+ "use_amp": 14,
+ "token_fals": 14,
+ "token_tru": 14,
+ "master": 14,
+ "py": 14,
+ "pretrained_model_name_or_path": 14,
+ "t5forconditionalgener": 14,
+ "devic": 14,
+ "batch_siz": [14, 15, 25],
+ "8": [14, 19],
+ "implement": [1, 14, 19, 21, 22],
+ "pretrainedmodel": 15,
+ "input_id": [15, 16],
+ "attention_mask": [15, 16],
+ "return_last_logit": 15,
+ "torch": [15, 16],
+ "pretrainedtoken": 15,
+ "pattern": 15,
+ "batch_input": 15,
+ "string": [1, 15, 19, 20],
+ "config": [0, 16, 20, 22, 25],
+ "t5config": 16,
+ "dropout": 16,
+ "t5pretrainedmodel": 16,
+ "head_mask": 16,
+ "inputs_emb": 16,
+ "label": [16, 19],
+ "output_attent": 16,
+ "output_hidden_st": 16,
+ "return_dict": 16,
+ "defin": 16,
+ "perform": [4, 5, 10, 16],
+ "everi": 16,
+ "call": 16,
+ "overridden": 16,
+ "subclass": [1, 16],
+ "although": 16,
+ "recip": 16,
+ "pass": [2, 7, 16],
+ "afterward": 16,
+ "instead": [10, 16],
+ "sinc": 16,
+ "former": 16,
+ "care": 16,
+ "regist": 16,
+ "hook": 16,
+ "while": 16,
+ "latter": 16,
+ "silent": 16,
+ "them": [5, 16, 22],
+ "embed": [16, 19, 21, 23, 25],
+ "nn": 16,
+ "vocabulari": 16,
+ "hidden": 16,
+ "device_map": [16, 22],
+ "new_embed": 16,
+ "set": [1, 2, 4, 9, 16, 20, 21, 25],
+ "instruct": 16,
+ "vocab_fil": 16,
+ "bos_token": 16,
+ "eos_token": 16,
+ "unk_token": 16,
+ "unk": 16,
+ "pad_token": 16,
+ "pad": 16,
+ "extra_id": 16,
+ "additional_special_token": 16,
+ "sp_model_kwarg": 16,
+ "t5token": 16,
+ "token_ids_0": 16,
+ "token_ids_1": 16,
+ "build": 16,
+ "sequenc": 16,
+ "pair": 16,
+ "classif": 16,
+ "task": [16, 21],
+ "concaten": 16,
+ "ad": 16,
+ "special": 16,
+ "ha": [4, 16],
+ "follow": [12, 16, 17],
+ "format": [1, 9, 16, 20],
+ "singl": [16, 21, 22],
+ "x": 16,
+ "second": [1, 7, 10, 16, 21],
+ "glossari": 16,
+ "appropri": 16,
+ "mask": 16,
+ "two": 16,
+ "t5": [16, 18],
+ "make": [4, 7, 16, 18, 20],
+ "zero": [16, 19, 21],
+ "already_has_special_token": 16,
+ "prepare_for_model": 16,
+ "integ": 16,
+ "rang": [1, 9, 12, 16, 17, 19],
+ "larg": 18,
+ "prefix_prompt": 18,
+ "suffix_prompt": 18,
+ "write": [18, 19],
+ "use_bf16": 18,
+ "use_gpu": 18,
+ "shard_siz": 18,
+ "16": [18, 27],
+ "context": 18,
+ "cant": 19,
+ "import": [0, 1, 7, 11, 19, 20, 21],
+ "becaus": [4, 5, 19],
+ "circular": 19,
+ "db_origin_list": 19,
+ "check": [19, 21],
+ "duplic": [4, 19, 20, 21],
+ "target_id": 19,
+ "final_db_origin": 19,
+ "check_dict": 19,
+ "multi_num": 19,
+ "retrieve_range_mult": 19,
+ "max_trial": 19,
+ "count": 19,
+ "multipli": 19,
+ "fail": 19,
+ "enough": 19,
+ "max": 19,
+ "trial": 19,
+ "tokenizer_nam": [10, 11, 19],
+ "gpt2": [10, 11, 19],
+ "structur": [9, 19],
+ "look": 19,
+ "2d": [10, 19],
+ "passage_id": [19, 25],
+ "weight": [12, 19],
+ "p": 19,
+ "cc": 19,
+ "rrf_k": 19,
+ "60": 19,
+ "arr": 19,
+ "ndarrai": [19, 21],
+ "seri": 19,
+ "system_prompt": [19, 21],
"model_kwarg": [],
- "vectordb": 18,
- "serializ": 19,
- "store": [1, 18, 19, 23, 24],
+ "vectordb": 19,
+ "serializ": 20,
+ "store": [1, 19, 20, 24, 25],
"delete_embeddings_vectordb": [],
"delete_sparse_retrieval_index": [],
- "embeddingtyp": [20, 22],
- "contriev": [20, 22],
- "kosimcs": [20, 22],
- "ko_sroberta_multitask": [20, 22],
- "multilingual_e5": [20, 22],
- "connection_check": [20, 23],
- "flush_db": [20, 23],
- "get_json": [20, 23],
- "slimvectorstor": [20, 24],
- "add_passag": [20, 24],
- "chromaslim": [20, 24],
- "pineconeslim": [20, 24],
- "fragment": 20,
+ "embeddingtyp": [21, 23],
+ "contriev": [21, 23],
+ "kosimcs": [21, 23],
+ "ko_sroberta_multitask": [21, 23],
+ "multilingual_e5": [21, 23],
+ "connection_check": [21, 24],
+ "flush_db": [21, 24],
+ "get_json": [21, 24],
+ "slimvectorstor": [21, 25],
+ "add_passag": [21, 25],
+ "chromaslim": [21, 25],
+ "pineconeslim": [21, 25],
+ "fragment": 21,
"__init__": 7,
- "self": 20,
- "usag": [],
- "lorem": 20,
- "ipsum": 20,
- "dolor": 20,
- "sit": 20,
- "amet": 20,
- "consectetur": 20,
- "adipisc": 20,
- "elit": 20,
- "sed": 20,
- "do": 20,
- "eiusmod": 20,
- "tempor": 20,
- "incididunt": 20,
- "ut": 20,
- "labor": 20,
- "et": 20,
- "magna": 20,
- "aliqua": 20,
- "what": [7, 20],
- "extractor": 20,
- "print": [7, 20],
+ "self": 21,
+ "usag": 22,
+ "lorem": 21,
+ "ipsum": 21,
+ "dolor": 21,
+ "sit": 21,
+ "amet": 21,
+ "consectetur": 21,
+ "adipisc": 21,
+ "elit": 21,
+ "sed": 21,
+ "do": [21, 22],
+ "eiusmod": 21,
+ "tempor": 21,
+ "incididunt": 21,
+ "ut": 21,
+ "labor": 21,
+ "et": 21,
+ "magna": 21,
+ "aliqua": 21,
+ "what": [7, 21],
+ "extractor": 21,
+ "print": [7, 21],
"keyword": [],
"argument": [],
- "custom": 20,
- "piec": 20,
- "sub": 20,
- "decomposit": 20,
- "hamlet": 20,
- "common": 20,
- "imdb": 20,
- "than": 20,
- "comedi": 20,
- "error": 20,
- "how": 20,
- "mani": 20,
- "ar": [4, 5, 9, 19, 20],
- "bird": 20,
- "badminton": 20,
- "legal": 20,
- "licens": 20,
- "child": 20,
- "drive": 20,
- "merced": 20,
- "benz": 20,
- "emploi": 20,
- "minimum": 20,
- "ag": 20,
- "someon": 20,
- "cucumb": 20,
- "same": [7, 9, 20],
- "textur": 20,
- "hydrogen": 20,
- "atom": 20,
- "squar": 20,
- "exce": 20,
- "spice": 20,
- "girl": 20,
+ "custom": 21,
+ "piec": 21,
+ "sub": 21,
+ "decomposit": 21,
+ "hamlet": 21,
+ "common": 21,
+ "imdb": 21,
+ "than": 21,
+ "comedi": 21,
+ "error": 21,
+ "how": [21, 22],
+ "mani": 21,
+ "ar": [4, 5, 9, 20, 21],
+ "bird": 21,
+ "badminton": 21,
+ "legal": 21,
+ "licens": 21,
+ "child": 21,
+ "drive": 21,
+ "merced": 21,
+ "benz": 21,
+ "emploi": 21,
+ "minimum": 21,
+ "ag": 21,
+ "someon": 21,
+ "cucumb": 21,
+ "same": [7, 9, 21],
+ "textur": 21,
+ "hydrogen": 21,
+ "atom": 21,
+ "squar": 21,
+ "exce": 21,
+ "spice": 21,
+ "girl": 21,
"250": [],
"temperatur": [],
- "file_typ": 20,
+ "file_typ": 21,
"encount": [],
"stoppingcriteria": [],
- "input_str": 20,
- "stop_word": 20,
- "modify_word": 20,
- "word": 20,
- "underbar": 20,
- "_": 20,
+ "input_str": 21,
+ "stop_word": 21,
+ "modify_word": 21,
+ "word": 21,
+ "underbar": 21,
+ "_": 21,
"warn": [],
"deprec": [],
- "we": [2, 4, 5, 10, 20, 23],
+ "we": [2, 4, 5, 10, 21, 24],
"proper": [],
"wai": [],
- "delet": [0, 2, 18, 20],
+ "delet": [0, 2, 19, 21],
"etc": [],
"todo": [],
"featur": 10,
"118": [],
- "embed_typ": 22,
- "device_typ": 22,
- "cuda": 22,
- "enum": [10, 22],
- "enumer": 22,
- "ko": [4, 22],
- "sroberta": 22,
- "multitask": 22,
- "multilingu": 22,
- "e5": 22,
- "multipl": [1, 9, 18, 20, 24],
- "includ": [9, 19],
- "vector": [2, 18, 20, 24],
- "don": [4, 7, 20],
- "embedding_funct": [20, 24],
- "persist_directori": 24,
- "client_set": 24,
- "chromadb": 24,
- "collection_metadata": 24,
- "client": 24,
- "relevance_score_fn": 24,
- "text_kei": 24,
- "namespac": 24,
- "distance_strategi": 24,
- "distancestrategi": 24,
- "32": 24,
- "sphinx": 25,
- "quickstart": 25,
- "sat": 25,
- "oct": 25,
- "7": 25,
- "56": 25,
- "adapt": 25,
- "complet": 25,
- "your": [1, 2, 20, 25],
- "least": 25,
- "root": 25,
- "toctre": 25,
- "direct": 25,
- "modul": [25, 26],
- "packag": 26,
- "subpackag": 26,
- "content": 26,
+ "embed_typ": 23,
+ "device_typ": 23,
+ "cuda": [22, 23],
+ "enum": [10, 23],
+ "enumer": 23,
+ "ko": [4, 23],
+ "sroberta": 23,
+ "multitask": 23,
+ "multilingu": 23,
+ "e5": 23,
+ "multipl": [1, 9, 19, 21, 25],
+ "includ": [9, 20],
+ "vector": [2, 19, 21, 25],
+ "don": [4, 7, 21],
+ "embedding_funct": [21, 25],
+ "persist_directori": 25,
+ "client_set": 25,
+ "chromadb": 25,
+ "collection_metadata": 25,
+ "client": 25,
+ "relevance_score_fn": 25,
+ "text_kei": 25,
+ "namespac": 25,
+ "distance_strategi": 25,
+ "distancestrategi": 25,
+ "32": 25,
+ "sphinx": 27,
+ "quickstart": 27,
+ "sat": 27,
+ "oct": 27,
+ "7": 27,
+ "56": 27,
+ "adapt": 27,
+ "complet": 27,
+ "your": [1, 2, 21, 27],
+ "least": 27,
+ "root": 27,
+ "toctre": 27,
+ "direct": 27,
+ "modul": [27, 28],
+ "packag": 28,
+ "subpackag": 28,
+ "content": 28,
"get_messages_ko": [],
- "new": [1, 18, 19],
- "union": 1,
+ "new": [1, 19, 20],
+ "union": [1, 22],
"collect": 1,
- "rais": [1, 23],
+ "rais": [1, 24],
"valueerror": 1,
- "otherwis": [1, 23],
+ "otherwis": [1, 24],
"provid": [],
- "pickl": [1, 18],
+ "pickl": [1, 19],
"disk": 1,
"doesn": 1,
- "It": [1, 4, 7, 9, 10, 16, 20],
+ "It": [1, 4, 7, 9, 10, 12, 17, 20, 21, 22],
"ap": [2, 6],
"baseretrievalmetr": [2, 6],
"cg": [2, 6],
@@ -1049,35 +1049,35 @@ Search.setIndex({
"inddcg": [2, 6],
"indidcg": [2, 6],
"ndcg": [2, 6],
- "precis": [2, 5, 6, 18],
+ "precis": [2, 5, 6, 19],
"recal": [2, 5, 6],
"topkaccuraci": [2, 6],
"histori": [],
- "plu": 20,
+ "plu": 21,
"too": 4,
- "so": [4, 9, 20, 24],
+ "so": [4, 9, 21, 25],
"clear": [],
- "copi": [0, 19],
+ "copi": [0, 20],
"remot": [],
"server": 9,
"chat_complet": [],
- "pkl": [7, 18, 20],
- "purpos": 7,
+ "pkl": [7, 19, 21],
+ "purpos": [7, 22],
"style": [],
"user": [],
"korean": [],
"af": 7,
- "Then": [7, 18],
+ "Then": [7, 19],
"q": [],
- "hop": 20,
+ "hop": 21,
"recommend": [2, 4, 9],
"third": 7,
"final": 7,
"capit": 7,
"korea": 7,
"excel": 9,
- "txt": [9, 20],
- "pdf": [9, 18],
+ "txt": [9, 21],
+ "pdf": [9, 19],
"csv": 9,
"xlsx": 9,
"lazili": 9,
@@ -1089,56 +1089,56 @@ Search.setIndex({
"order": 9,
"nougat": 9,
"dockerfil": 9,
- "facebookresearch": [9, 15],
- "At": [9, 10, 18],
+ "facebookresearch": [9, 16],
+ "At": [9, 10, 19],
"our": 10,
"own": 10,
- "dimens": [10, 20],
+ "dimens": [10, 21],
"recurs": 10,
"specifi": 10,
"overlap_s": 10,
"overlap": 10,
- "hub": 13,
- "devsinghsachan": 17,
- "unsupervis": 17,
- "languag": [4, 10, 17],
- "likelihood": 17,
- "represent": [2, 18, 20],
- "put": [4, 18, 20],
- "combin": [16, 18],
- "rrf": 18,
- "convex": 18,
- "shot": [18, 20],
- "dens": 18,
- "arxiv": [18, 20],
- "2212": 18,
- "10496": 18,
- "hypothet": 18,
- "backend": 18,
- "most": [10, 18, 21],
- "lastli": 18,
- "uniqu": 19,
- "identifi": 19,
- "By": 19,
- "arbitrari": 19,
- "next": [9, 19],
- "last": 19,
- "previou": 19,
- "evid": 20,
- "after": 20,
- "automat": 20,
- "sourc": [9, 20],
- "few": 20,
- "els": 20,
- "factori": 22,
- "easili": 22,
- "singleton": [20, 23],
- "manag": 23,
- "redi": 23,
- "howev": 24,
- "langchian": 24,
- "huge": 24,
- "reduc": 24,
+ "hub": 14,
+ "devsinghsachan": 18,
+ "unsupervis": 18,
+ "languag": [4, 10, 18],
+ "likelihood": 18,
+ "represent": [2, 19, 21],
+ "put": [4, 19, 21],
+ "combin": [12, 17, 19],
+ "rrf": 19,
+ "convex": 19,
+ "shot": [19, 21],
+ "dens": 19,
+ "arxiv": [19, 21],
+ "2212": 19,
+ "10496": 19,
+ "hypothet": 19,
+ "backend": 19,
+ "most": [10, 19, 22],
+ "lastli": 19,
+ "uniqu": 20,
+ "identifi": 20,
+ "By": 20,
+ "arbitrari": 20,
+ "next": [9, 20],
+ "last": 20,
+ "previou": 20,
+ "evid": 21,
+ "after": 21,
+ "automat": 21,
+ "sourc": [9, 20, 21],
+ "few": 21,
+ "els": 21,
+ "factori": 23,
+ "easili": 23,
+ "singleton": [21, 24],
+ "manag": 24,
+ "redi": 24,
+ "howev": 25,
+ "langchian": 25,
+ "huge": 25,
+ "reduc": [22, 25],
"check_retrieval_ev": [2, 6],
"stretagyqa_k_ev": [2, 6],
"qrels_relev": 6,
@@ -1146,16 +1146,16 @@ Search.setIndex({
"ko_strategy_qa": [0, 2],
"qasper": [0, 2],
"strategy_qa": [0, 2],
- "auto": [0, 26],
+ "auto": [0, 28],
"autoevalu": [0, 2],
"baseevalu": [0, 2, 4],
"uuid_to_str": [0, 2],
"markdown_splitt": [],
"bm25rerank": [0, 11],
- "evaluate_result": [0, 26],
- "evaluateresult": [0, 2, 4, 19],
- "each_result": [0, 19],
- "use_metr": [0, 19],
+ "evaluate_result": [0, 28],
+ "evaluateresult": [0, 2, 4, 20],
+ "each_result": [0, 20],
+ "use_metr": [0, 20],
"basedatasetevalu": [2, 4],
"basestrategyqa": [2, 4],
"convert_qa_to_pd": [2, 4],
@@ -1181,15 +1181,15 @@ Search.setIndex({
"suitabl": 4,
"void": 4,
"rate": 6,
- "predict": [3, 6, 20],
- "docs_to_passag": [8, 10],
+ "predict": [3, 6, 21],
+ "docs_to_passag": [],
"markdownheadersplitt": [8, 10],
"headers_to_split_on": 10,
"return_each_lin": 10,
- "panda": 19,
- "core": 19,
- "frame": 19,
- "datafram": 19,
+ "panda": 20,
+ "core": 20,
+ "frame": 20,
+ "datafram": 20,
"completionllm": [],
"rerankrunpipelin": [0, 7],
"visconderunpipelin": [0, 7],
@@ -1200,7 +1200,7 @@ Search.setIndex({
"token_splitt": [0, 8],
"random_st": [4, 5],
"Not": [],
- "befor": 19,
+ "befor": 20,
"codesplitt": [8, 10],
"htmlheadersplitt": [8, 10],
"tokensplitt": [8, 10],
@@ -1229,7 +1229,7 @@ Search.setIndex({
"markdownheadertextsplitt": 10,
"tiktoken": 10,
"pretrained_model_nam": 10,
- "variou": [10, 20],
+ "variou": [10, 21],
"smaller": 10,
"spaci": 10,
"sentencetransform": 10,
@@ -1251,7 +1251,7 @@ Search.setIndex({
"kf1": [2, 3, 4],
"mrtydievalu": [2, 4],
"validate_passag": [2, 4],
- "valid": [2, 4, 19, 20],
+ "valid": [2, 4, 20, 21],
"retrieval_gt": [2, 4],
"answer_relev": 2,
"faith": 2,
@@ -1260,37 +1260,37 @@ Search.setIndex({
"f1_score": 2,
"ind_dcg": 2,
"ind_idcg": 2,
- "knowledg": [3, 20],
+ "knowledg": [3, 21],
"english": 4,
"big": 4,
"long": 4,
- "time": [0, 1, 4, 11],
+ "time": [0, 1, 4, 9, 11],
"shuffl": 4,
"corpu": 4,
"slice": 4,
- "test": [4, 20],
+ "test": [4, 21],
"gt": 4,
"random": 4,
"fix": 4,
"arrai": 4,
"bitgener": 4,
- "np": [4, 20],
+ "np": [4, 21],
"randomst": 4,
"baseingestpipelin": [0, 7],
"baserunpipelin": [0, 2, 4, 7],
"default_chat_prompt": [0, 7],
"get_passages_and_run": [0, 7],
- "ragchainchatprompttempl": [0, 7, 19],
- "input_vari": [0, 7, 19, 20],
- "validate_templ": [0, 19],
- "ragchainprompttempl": [0, 7, 19],
- "templat": [0, 7, 19, 20],
- "template_format": [0, 19],
+ "ragchainchatprompttempl": [0, 7, 20],
+ "input_vari": [0, 7, 20, 21],
+ "validate_templ": [0, 20],
+ "ragchainprompttempl": [0, 7, 20],
+ "templat": [0, 7, 20, 21],
+ "template_format": [0, 20],
"mr": 4,
"tydi": 4,
"alwai": 4,
"systemmessageprompttempl": 7,
- "prompttempl": [7, 19, 20],
+ "prompttempl": [7, 20, 21],
"know": 7,
"up": 7,
"sai": 7,
@@ -1298,43 +1298,43 @@ Search.setIndex({
"aimessageprompttempl": 7,
"rel": 7,
"batch": 7,
- "baselanguagemodel": [7, 18, 20],
+ "baselanguagemodel": [7, 19, 21],
"retrieval_opt": 7,
"rel_scor": 7,
"lcel": 7,
- "invok": 7,
- "runnabl": 7,
- "input_typ": 19,
- "output_pars": 19,
- "baseoutputpars": 19,
- "partial_vari": 19,
- "basemessageprompttempl": 19,
- "basemessag": 19,
- "basechatprompttempl": 19,
- "chatprompttempl": 19,
- "variabl": 19,
- "messagelik": 19,
- "consist": 19,
- "either": 19,
- "try": [19, 20, 23],
- "f": 19,
- "jinja2": 19,
- "expect": 19,
+ "invok": [7, 21, 22],
+ "runnabl": [7, 22],
+ "input_typ": 20,
+ "output_pars": 20,
+ "baseoutputpars": 20,
+ "partial_vari": 20,
+ "basemessageprompttempl": 20,
+ "basemessag": [20, 22],
+ "basechatprompttempl": 20,
+ "chatprompttempl": 20,
+ "variabl": 20,
+ "messagelik": 20,
+ "consist": 20,
+ "either": 20,
+ "try": [20, 21, 24],
+ "f": 20,
+ "jinja2": 20,
+ "expect": 20,
"beir": [0, 2],
- "natural_qa": [0, 2],
- "extra": [0, 2, 19],
+ "natural_qa": [],
+ "extra": [0, 2, 20],
"search_detector_evalu": [0, 2],
"answer_no_gt_ragas_metr": [0, 2],
"retrieval_gt_ragas_metr": [0, 2],
"retrieval_no_gt_ragas_metr": [0, 2],
"deepdoctection_load": [0, 8],
- "rede_search_detector": [0, 26],
- "redesearchdetector": [0, 5, 20],
- "detect": [0, 20],
- "find_representation_transform": [0, 20],
- "find_threshold": [0, 20],
- "representation_form": [0, 20],
- "train_density_estim": [0, 20],
+ "rede_search_detector": [0, 28],
+ "redesearchdetector": [0, 5, 21],
+ "detect": [0, 21],
+ "find_representation_transform": [0, 21],
+ "find_threshold": [0, 21],
+ "representation_form": [0, 21],
+ "train_density_estim": [0, 21],
"basebeirevalu": [2, 4],
"make_corpus_passag": [2, 4],
"make_gt_passages_and_duplicated_id": [2, 4],
@@ -1365,7 +1365,7 @@ Search.setIndex({
"scifact": 4,
"natur": 4,
"search_detector": 5,
- "detector": [5, 20],
+ "detector": [5, 21],
"dstc11": 5,
"track5": 5,
"now": 5,
@@ -1379,46 +1379,46 @@ Search.setIndex({
"deepdoctection_host": 9,
"deepdoctect": 9,
"substr": 9,
- "threshold": 20,
- "rede": 20,
- "seek": 20,
- "turn": 20,
- "infer": 20,
- "dialogu": 20,
- "great": [9, 20],
- "below": 20,
- "jin2021toward": 20,
- "toward": 20,
- "orient": 20,
- "jin": 20,
- "di": 20,
- "gao": 20,
- "shuyang": 20,
- "kim": 20,
- "seokhwan": 20,
- "liu": 20,
- "yang": 20,
- "hakkani": 20,
- "tur": 20,
- "dilek": 20,
- "preprint": 20,
- "2109": 20,
- "08820": 20,
- "sentenc": 20,
- "test_knowledge_seeking_sent": 20,
- "test_non_knowledge_seeking_sent": 20,
- "knowledge_seeking_sent": 20,
- "l": 20,
- "valid_knowledge_seeking_sent": 20,
- "valid_non_knowledge_seeking_sent": 20,
- "youden": 20,
- "gmm": 20,
- "gaussianmixtur": 20,
- "non_knowledge_seeking_sent": 20,
- "gaussian": 20,
- "mixtur": 20,
- "classifi": 20,
- "n_compon": 20,
+ "threshold": 21,
+ "rede": 21,
+ "seek": 21,
+ "turn": 21,
+ "infer": 21,
+ "dialogu": 21,
+ "great": [9, 21],
+ "below": 21,
+ "jin2021toward": 21,
+ "toward": 21,
+ "orient": 21,
+ "jin": 21,
+ "di": 21,
+ "gao": 21,
+ "shuyang": 21,
+ "kim": 21,
+ "seokhwan": 21,
+ "liu": 21,
+ "yang": 21,
+ "hakkani": 21,
+ "tur": 21,
+ "dilek": 21,
+ "preprint": 21,
+ "2109": 21,
+ "08820": 21,
+ "sentenc": 21,
+ "test_knowledge_seeking_sent": 21,
+ "test_non_knowledge_seeking_sent": 21,
+ "knowledge_seeking_sent": 21,
+ "l": 21,
+ "valid_knowledge_seeking_sent": 21,
+ "valid_non_knowledge_seeking_sent": 21,
+ "youden": 21,
+ "gmm": 21,
+ "gaussianmixtur": 21,
+ "non_knowledge_seeking_sent": 21,
+ "gaussian": 21,
+ "mixtur": 21,
+ "classifi": 21,
+ "n_compon": 21,
"antiqu": [0, 2],
"nfcorpu": [0, 2],
"search_qa": [0, 2],
@@ -1435,7 +1435,7 @@ Search.setIndex({
"convert_hwp_to_hwpx": [8, 9],
"preprocessor": [8, 9],
"libhwp": 9,
- "work": 9,
+ "work": [9, 22],
"o": 9,
"unfortun": 9,
"distinguish": 9,
@@ -1443,58 +1443,58 @@ Search.setIndex({
"page_typ": 9,
"mac": 9,
"linux": 9,
- "extern": [9, 23],
+ "extern": [9, 24],
"program": 9,
"avail": 9,
"pywin32": 9,
"hwpx": 9,
- "exclud": [9, 19],
+ "exclud": [9, 20],
"complic": 9,
"But": 9,
- "choos": [9, 19],
+ "choos": [9, 20],
"input_filepath": 9,
"output_filepath": 9,
"asqa": [0, 2],
"dstc11_track5": [0, 2],
"simple_tim": [0, 11],
"weighted_tim": [0, 11],
- "compressor": [0, 20],
- "cluster_tim": [0, 20],
- "dynamo_link": [0, 20],
- "json_link": [0, 20],
- "redis_link": [0, 20],
- "semantic_clust": [0, 21, 26],
- "baselink": [20, 23],
- "put_json": [20, 23],
- "singletoncreationerror": [20, 23],
- "dynamolink": [20, 23],
- "create_or_load_t": [20, 23],
- "create_t": [20, 23],
- "handle_error": [20, 23],
- "load_tabl": [20, 23],
- "jsonlink": [20, 23],
- "create_json": [20, 23],
- "create_or_load_json": [20, 23],
- "load_json": [20, 23],
- "redislink": [20, 23],
- "allow_multiple_inst": 23,
- "json_data": 23,
- "except": 23,
- "anoth": 23,
- "dynamodbsingleton": 23,
- "dynamodb": 23,
- "table_nam": 23,
- "err": 23,
- "allow": 23,
- "role": 23,
- "plai": 23,
- "dynamo": 23,
- "content_datetim": [0, 1, 16, 19],
- "reset_id": [0, 19],
- "semanticclust": [0, 20, 21],
- "cluster": [0, 20, 21],
- "content_datetime_rang": [1, 18],
- "datetim": [1, 18, 19],
+ "compressor": [0, 21],
+ "cluster_tim": [0, 21],
+ "dynamo_link": [0, 21],
+ "json_link": [0, 21],
+ "redis_link": [0, 21],
+ "semantic_clust": [0, 22, 28],
+ "baselink": [21, 24],
+ "put_json": [21, 24],
+ "singletoncreationerror": [21, 24],
+ "dynamolink": [21, 24],
+ "create_or_load_t": [21, 24],
+ "create_t": [21, 24],
+ "handle_error": [21, 24],
+ "load_tabl": [21, 24],
+ "jsonlink": [21, 24],
+ "create_json": [21, 24],
+ "create_or_load_json": [21, 24],
+ "load_json": [21, 24],
+ "redislink": [21, 24],
+ "allow_multiple_inst": 24,
+ "json_data": 24,
+ "except": 24,
+ "anoth": 24,
+ "dynamodbsingleton": 24,
+ "dynamodb": 24,
+ "table_nam": 24,
+ "err": 24,
+ "allow": 24,
+ "role": 24,
+ "plai": 24,
+ "dynamo": 24,
+ "content_datetim": [0, 1, 17, 20],
+ "reset_id": [0, 20],
+ "semanticclust": [0, 21, 22],
+ "cluster": [0, 21, 22],
+ "content_datetime_rang": [1, 19],
+ "datetim": [1, 9, 19, 20],
"start_tim": 1,
"end_tim": 1,
"possibl": 1,
@@ -1505,46 +1505,110 @@ Search.setIndex({
"dstc11track5evalu": [2, 4],
"dstc": 4,
"11": 4,
- "simpletimererank": [11, 16],
- "weightedtimererank": [11, 16],
- "simpl": 16,
- "awar": 16,
- "rag": 16,
- "decay_r": 16,
- "01": 16,
- "normal": 16,
- "calcul": 16,
- "formula": 16,
- "hours_pass": 16,
- "relevance_scor": 16,
- "larger": 16,
- "past": 16,
- "low": 16,
- "forbid": 19,
- "edit": 19,
- "everytim": 19,
- "passg": 19,
- "chang": 19,
- "updat": 19,
- "field": 19,
- "preced": 19,
- "over": 19,
- "trust": 19,
- "deep": 19,
- "basecompressor": [20, 21],
- "compress": [20, 21],
- "clustertimecompressor": [20, 21],
- "clustering_algorithm": 20,
- "kmean": 20,
- "semant": [20, 21],
- "optim": 20,
- "case": 20,
- "split_by_sent": 21,
- "recent": 21
+ "simpletimererank": [11, 17],
+ "weightedtimererank": [11, 17],
+ "simpl": [12, 17],
+ "awar": [12, 17],
+ "rag": [12, 17],
+ "decay_r": 17,
+ "01": 17,
+ "normal": [12, 17],
+ "calcul": [12, 17, 22],
+ "formula": [12, 17],
+ "hours_pass": 17,
+ "relevance_scor": [12, 17],
+ "larger": [12, 17],
+ "past": 17,
+ "low": 17,
+ "forbid": 20,
+ "edit": 20,
+ "everytim": 20,
+ "passg": 20,
+ "chang": 20,
+ "updat": 20,
+ "field": 20,
+ "preced": 20,
+ "over": 20,
+ "trust": 20,
+ "deep": 20,
+ "basecompressor": [21, 22],
+ "compress": [21, 22],
+ "clustertimecompressor": [21, 22],
+ "clustering_algorithm": 21,
+ "kmean": 21,
+ "semant": [21, 22],
+ "optim": 21,
+ "case": 21,
+ "split_by_sent": 22,
+ "recent": 22,
+ "eli5": [0, 2],
+ "natural_quest": [0, 2],
+ "google_search": [0, 21, 28],
+ "googlesearchrunpipelin": [0, 7],
+ "rem_load": [0, 8],
+ "simple_import": [0, 11],
+ "weighted_import": [0, 11],
+ "from_docu": [0, 20],
+ "from_search": [0, 20],
+ "llm_lingua": [0, 21],
+ "websearch": [0, 21],
+ "bing_search": [0, 21],
+ "brave_search": [0, 21],
+ "eli5evalu": [2, 4],
+ "langchain_commun": 7,
+ "use_search_count": 7,
+ "remload": [8, 9],
+ "time_rang": 9,
+ "rem": 9,
+ "storag": 9,
+ "sqlite": 9,
+ "simpleimportancererank": [11, 12],
+ "weightedimportancererank": [11, 12],
+ "importance_weight": 12,
+ "requir": 20,
+ "metadat": 20,
+ "y": 20,
+ "m": 20,
+ "h": 20,
+ "search_result": 20,
+ "snippet": 20,
+ "higher": 20,
+ "minu": 20,
+ "llmlinguacompressor": [21, 22],
+ "inputtyp": [21, 22],
+ "basewebsearch": [21, 26],
+ "get_search_data": [21, 26],
+ "googlesearch": [21, 26],
+ "nousresearch": 22,
+ "llama": 22,
+ "7b": 22,
+ "hf": 22,
+ "model_config": 22,
+ "open_api_config": 22,
+ "promptvalu": 22,
+ "llmlingua": 22,
+ "small": 22,
+ "perplex": 22,
+ "runnableconfig": 22,
+ "overrid": 22,
+ "standard": 22,
+ "tag": 22,
+ "trace": 22,
+ "max_concurr": 22,
+ "control": 22,
+ "much": 22,
+ "refer": 22,
+ "detail": 22,
+ "web": 26,
+ "engin": 26,
+ "num_result": 26,
+ "search_param": 26,
+ "googlesearchapiwrapp": 26,
+ "wrap": 26
},
"objects": {
"": [[0, 0, 0, "-", "RAGchain"]],
- "RAGchain": [[1, 0, 0, "-", "DB"], [2, 0, 0, "-", "benchmark"], [7, 0, 0, "-", "pipeline"], [8, 0, 0, "-", "preprocess"], [11, 0, 0, "-", "reranker"], [18, 0, 0, "-", "retrieval"], [19, 0, 0, "-", "schema"], [20, 0, 0, "-", "utils"]],
+ "RAGchain": [[1, 0, 0, "-", "DB"], [2, 0, 0, "-", "benchmark"], [7, 0, 0, "-", "pipeline"], [8, 0, 0, "-", "preprocess"], [11, 0, 0, "-", "reranker"], [19, 0, 0, "-", "retrieval"], [20, 0, 0, "-", "schema"], [21, 0, 0, "-", "utils"]],
"RAGchain.DB": [[1, 0, 0, "-", "base"], [1, 0, 0, "-", "mongo_db"], [1, 0, 0, "-", "pickle_db"]],
"RAGchain.DB.base": [[1, 1, 1, "", "BaseDB"]],
"RAGchain.DB.base.BaseDB": [[1, 2, 1, "", "create"], [1, 2, 1, "", "create_or_load"], [1, 3, 1, "", "db_type"], [1, 2, 1, "", "fetch"], [1, 2, 1, "", "get_db_origin"], [1, 2, 1, "", "load"], [1, 2, 1, "", "save"], [1, 2, 1, "", "search"]],
@@ -1566,7 +1630,7 @@ Search.setIndex({
"RAGchain.benchmark.base": [[2, 1, 1, "", "BaseEvaluator"], [2, 1, 1, "", "DummyRetrieval"]],
"RAGchain.benchmark.base.BaseEvaluator": [[2, 4, 1, "", "answer_gt_metrics"], [2, 4, 1, "", "answer_no_gt_ragas_metrics"], [2, 4, 1, "", "answer_passage_metrics"], [2, 2, 1, "", "evaluate"], [2, 4, 1, "", "retrieval_gt_metrics"], [2, 4, 1, "", "retrieval_gt_metrics_rank_aware"], [2, 4, 1, "", "retrieval_gt_ragas_metrics"], [2, 4, 1, "", "retrieval_no_gt_ragas_metrics"], [2, 2, 1, "", "uuid_to_str"]],
"RAGchain.benchmark.base.DummyRetrieval": [[2, 2, 1, "", "delete"], [2, 2, 1, "", "ingest"], [2, 2, 1, "", "retrieve"], [2, 2, 1, "", "retrieve_id"], [2, 2, 1, "", "retrieve_id_with_scores"]],
- "RAGchain.benchmark.dataset": [[4, 0, 0, "-", "antique"], [4, 0, 0, "-", "asqa"], [4, 0, 0, "-", "base"], [4, 0, 0, "-", "beir"], [4, 0, 0, "-", "dstc11_track5"], [4, 0, 0, "-", "ko_strategy_qa"], [4, 0, 0, "-", "mr_tydi"], [4, 0, 0, "-", "msmarco"], [4, 0, 0, "-", "natural_qa"], [4, 0, 0, "-", "nfcorpus"], [4, 0, 0, "-", "qasper"], [4, 0, 0, "-", "search_qa"], [4, 0, 0, "-", "strategy_qa"], [4, 0, 0, "-", "triviaqa"]],
+ "RAGchain.benchmark.dataset": [[4, 0, 0, "-", "antique"], [4, 0, 0, "-", "asqa"], [4, 0, 0, "-", "base"], [4, 0, 0, "-", "beir"], [4, 0, 0, "-", "dstc11_track5"], [4, 0, 0, "-", "eli5"], [4, 0, 0, "-", "ko_strategy_qa"], [4, 0, 0, "-", "mr_tydi"], [4, 0, 0, "-", "msmarco"], [4, 0, 0, "-", "natural_question"], [4, 0, 0, "-", "nfcorpus"], [4, 0, 0, "-", "qasper"], [4, 0, 0, "-", "search_qa"], [4, 0, 0, "-", "strategy_qa"], [4, 0, 0, "-", "triviaqa"]],
"RAGchain.benchmark.dataset.antique": [[4, 1, 1, "", "AntiqueEvaluator"]],
"RAGchain.benchmark.dataset.antique.AntiqueEvaluator": [[4, 2, 1, "", "evaluate"], [4, 2, 1, "", "ingest"]],
"RAGchain.benchmark.dataset.asqa": [[4, 1, 1, "", "ASQAEvaluator"]],
@@ -1578,14 +1642,16 @@ Search.setIndex({
"RAGchain.benchmark.dataset.beir": [[4, 1, 1, "", "BeirFEVEREvaluator"], [4, 1, 1, "", "BeirFIQAEvaluator"], [4, 1, 1, "", "BeirHOTPOTQAEvaluator"], [4, 1, 1, "", "BeirQUORAEvaluator"], [4, 1, 1, "", "BeirSCIDOCSEvaluator"], [4, 1, 1, "", "BeirSCIFACTEvaluator"]],
"RAGchain.benchmark.dataset.dstc11_track5": [[4, 1, 1, "", "DSTC11Track5Evaluator"]],
"RAGchain.benchmark.dataset.dstc11_track5.DSTC11Track5Evaluator": [[4, 2, 1, "", "evaluate"], [4, 2, 1, "", "ingest"]],
+ "RAGchain.benchmark.dataset.eli5": [[4, 1, 1, "", "Eli5Evaluator"]],
+ "RAGchain.benchmark.dataset.eli5.Eli5Evaluator": [[4, 2, 1, "", "evaluate"], [4, 2, 1, "", "ingest"]],
"RAGchain.benchmark.dataset.ko_strategy_qa": [[4, 1, 1, "", "KoStrategyQAEvaluator"]],
"RAGchain.benchmark.dataset.ko_strategy_qa.KoStrategyQAEvaluator": [[4, 4, 1, "", "dataset_name"], [4, 2, 1, "", "evaluate"], [4, 2, 1, "", "ingest"]],
"RAGchain.benchmark.dataset.mr_tydi": [[4, 1, 1, "", "MrTydiEvaluator"]],
"RAGchain.benchmark.dataset.mr_tydi.MrTydiEvaluator": [[4, 2, 1, "", "evaluate"], [4, 2, 1, "", "ingest"]],
"RAGchain.benchmark.dataset.msmarco": [[4, 1, 1, "", "MSMARCOEvaluator"]],
"RAGchain.benchmark.dataset.msmarco.MSMARCOEvaluator": [[4, 2, 1, "", "evaluate"], [4, 2, 1, "", "ingest"]],
- "RAGchain.benchmark.dataset.natural_qa": [[4, 1, 1, "", "NaturalQAEvaluator"]],
- "RAGchain.benchmark.dataset.natural_qa.NaturalQAEvaluator": [[4, 2, 1, "", "evaluate"], [4, 2, 1, "", "ingest"]],
+ "RAGchain.benchmark.dataset.natural_question": [[4, 1, 1, "", "NaturalQAEvaluator"]],
+ "RAGchain.benchmark.dataset.natural_question.NaturalQAEvaluator": [[4, 2, 1, "", "evaluate"], [4, 2, 1, "", "ingest"]],
"RAGchain.benchmark.dataset.nfcorpus": [[4, 1, 1, "", "NFCorpusEvaluator"]],
"RAGchain.benchmark.dataset.nfcorpus.NFCorpusEvaluator": [[4, 2, 1, "", "evaluate"], [4, 2, 1, "", "ingest"]],
"RAGchain.benchmark.dataset.qasper": [[4, 1, 1, "", "QasperEvaluator"]],
@@ -1617,19 +1683,21 @@ Search.setIndex({
"RAGchain.benchmark.retrieval.metrics.RR": [[6, 2, 1, "", "retrieval_metric_function"]],
"RAGchain.benchmark.retrieval.metrics.Recall": [[6, 2, 1, "", "retrieval_metric_function"]],
"RAGchain.benchmark.retrieval.metrics.TopKAccuracy": [[6, 2, 1, "", "retrieval_metric_function"]],
- "RAGchain.pipeline": [[7, 0, 0, "-", "base"], [7, 0, 0, "-", "basic"], [7, 0, 0, "-", "rerank"], [7, 0, 0, "-", "visconde"]],
+ "RAGchain.pipeline": [[7, 0, 0, "-", "base"], [7, 0, 0, "-", "basic"], [7, 0, 0, "-", "google_search"], [7, 0, 0, "-", "rerank"], [7, 0, 0, "-", "visconde"]],
"RAGchain.pipeline.base": [[7, 1, 1, "", "BaseIngestPipeline"], [7, 1, 1, "", "BaseRunPipeline"]],
"RAGchain.pipeline.base.BaseIngestPipeline": [[7, 2, 1, "", "run"]],
"RAGchain.pipeline.base.BaseRunPipeline": [[7, 4, 1, "", "default_chat_prompt"], [7, 4, 1, "", "default_prompt"], [7, 2, 1, "", "get_passages_and_run"]],
"RAGchain.pipeline.basic": [[7, 1, 1, "", "BasicIngestPipeline"], [7, 1, 1, "", "BasicRunPipeline"]],
"RAGchain.pipeline.basic.BasicIngestPipeline": [[7, 2, 1, "", "run"]],
"RAGchain.pipeline.basic.BasicRunPipeline": [[7, 2, 1, "", "get_passages_and_run"], [7, 4, 1, "", "run"]],
+ "RAGchain.pipeline.google_search": [[7, 1, 1, "", "GoogleSearchRunPipeline"]],
+ "RAGchain.pipeline.google_search.GoogleSearchRunPipeline": [[7, 2, 1, "", "get_passages_and_run"], [7, 4, 1, "", "run"]],
"RAGchain.pipeline.rerank": [[7, 1, 1, "", "RerankRunPipeline"]],
"RAGchain.pipeline.rerank.RerankRunPipeline": [[7, 2, 1, "", "get_passages_and_run"], [7, 4, 1, "", "run"]],
"RAGchain.pipeline.visconde": [[7, 1, 1, "", "ViscondeRunPipeline"]],
"RAGchain.pipeline.visconde.ViscondeRunPipeline": [[7, 2, 1, "", "get_passages_and_run"], [7, 4, 1, "", "run"], [7, 4, 1, "", "strategyqa_prompt"]],
"RAGchain.preprocess": [[9, 0, 0, "-", "loader"], [10, 0, 0, "-", "text_splitter"]],
- "RAGchain.preprocess.loader": [[9, 0, 0, "-", "dataset_loader"], [9, 0, 0, "-", "deepdoctection_loader"], [9, 0, 0, "-", "excel_loader"], [9, 0, 0, "-", "file_loader"], [9, 0, 0, "-", "hwp_loader"], [9, 0, 0, "-", "mathpix_markdown_loader"], [9, 0, 0, "-", "nougat_pdf_loader"], [9, 0, 0, "-", "pdf_link_loader"], [9, 0, 0, "-", "rust_hwp_loader"], [9, 0, 0, "-", "win32_hwp_loader"]],
+ "RAGchain.preprocess.loader": [[9, 0, 0, "-", "dataset_loader"], [9, 0, 0, "-", "deepdoctection_loader"], [9, 0, 0, "-", "excel_loader"], [9, 0, 0, "-", "file_loader"], [9, 0, 0, "-", "hwp_loader"], [9, 0, 0, "-", "mathpix_markdown_loader"], [9, 0, 0, "-", "nougat_pdf_loader"], [9, 0, 0, "-", "pdf_link_loader"], [9, 0, 0, "-", "rem_loader"], [9, 0, 0, "-", "rust_hwp_loader"], [9, 0, 0, "-", "win32_hwp_loader"]],
"RAGchain.preprocess.loader.dataset_loader": [[9, 1, 1, "", "KoStrategyQALoader"]],
"RAGchain.preprocess.loader.dataset_loader.KoStrategyQALoader": [[9, 2, 1, "", "load"]],
"RAGchain.preprocess.loader.deepdoctection_loader": [[9, 1, 1, "", "DeepdoctectionPDFLoader"]],
@@ -1646,13 +1714,15 @@ Search.setIndex({
"RAGchain.preprocess.loader.nougat_pdf_loader.NougatPDFLoader": [[9, 2, 1, "", "lazy_load"], [9, 2, 1, "", "load"]],
"RAGchain.preprocess.loader.pdf_link_loader": [[9, 1, 1, "", "PdfLinkLoader"]],
"RAGchain.preprocess.loader.pdf_link_loader.PdfLinkLoader": [[9, 2, 1, "", "load"], [9, 2, 1, "", "valid_url"]],
+ "RAGchain.preprocess.loader.rem_loader": [[9, 1, 1, "", "RemLoader"]],
+ "RAGchain.preprocess.loader.rem_loader.RemLoader": [[9, 2, 1, "", "lazy_load"], [9, 2, 1, "", "load"]],
"RAGchain.preprocess.loader.rust_hwp_loader": [[9, 1, 1, "", "RustHwpLoader"]],
"RAGchain.preprocess.loader.rust_hwp_loader.RustHwpLoader": [[9, 2, 1, "", "lazy_load"], [9, 2, 1, "", "load"]],
"RAGchain.preprocess.loader.win32_hwp_loader": [[9, 1, 1, "", "Win32HwpLoader"]],
"RAGchain.preprocess.loader.win32_hwp_loader.Win32HwpLoader": [[9, 2, 1, "", "convert_hwp_to_hwpx"], [9, 2, 1, "", "lazy_load"], [9, 2, 1, "", "load"], [9, 2, 1, "", "preprocessor"]],
"RAGchain.preprocess.text_splitter": [[10, 0, 0, "-", "base"], [10, 0, 0, "-", "code_splitter"], [10, 0, 0, "-", "html_header_splitter"], [10, 0, 0, "-", "markdown_header_splitter"], [10, 0, 0, "-", "text_splitter"], [10, 0, 0, "-", "token_splitter"]],
"RAGchain.preprocess.text_splitter.base": [[10, 1, 1, "", "BaseTextSplitter"]],
- "RAGchain.preprocess.text_splitter.base.BaseTextSplitter": [[10, 2, 1, "", "docs_to_passages"], [10, 2, 1, "", "split_document"], [10, 2, 1, "", "split_documents"]],
+ "RAGchain.preprocess.text_splitter.base.BaseTextSplitter": [[10, 2, 1, "", "split_document"], [10, 2, 1, "", "split_documents"]],
"RAGchain.preprocess.text_splitter.code_splitter": [[10, 1, 1, "", "CodeSplitter"]],
"RAGchain.preprocess.text_splitter.code_splitter.CodeSplitter": [[10, 2, 1, "", "split_document"]],
"RAGchain.preprocess.text_splitter.html_header_splitter": [[10, 1, 1, "", "HTMLHeaderSplitter"]],
@@ -1663,105 +1733,117 @@ Search.setIndex({
"RAGchain.preprocess.text_splitter.text_splitter.RecursiveTextSplitter": [[10, 2, 1, "", "split_document"]],
"RAGchain.preprocess.text_splitter.token_splitter": [[10, 1, 1, "", "TokenSplitter"]],
"RAGchain.preprocess.text_splitter.token_splitter.TokenSplitter": [[10, 2, 1, "", "split_document"]],
- "RAGchain.reranker": [[11, 0, 0, "-", "base"], [11, 0, 0, "-", "bm25"], [12, 0, 0, "-", "llm"], [13, 0, 0, "-", "pygaggle"], [15, 0, 0, "-", "tart"], [16, 0, 0, "-", "time"], [17, 0, 0, "-", "upr"]],
+ "RAGchain.reranker": [[11, 0, 0, "-", "base"], [11, 0, 0, "-", "bm25"], [12, 0, 0, "-", "importance"], [13, 0, 0, "-", "llm"], [14, 0, 0, "-", "pygaggle"], [16, 0, 0, "-", "tart"], [17, 0, 0, "-", "time"], [18, 0, 0, "-", "upr"]],
"RAGchain.reranker.base": [[11, 1, 1, "", "BaseReranker"]],
"RAGchain.reranker.base.BaseReranker": [[11, 2, 1, "", "rerank"]],
"RAGchain.reranker.bm25": [[11, 1, 1, "", "BM25Reranker"]],
"RAGchain.reranker.bm25.BM25Reranker": [[11, 2, 1, "", "rerank"]],
- "RAGchain.reranker.llm": [[12, 0, 0, "-", "llm"], [12, 0, 0, "-", "rank_gpt"]],
- "RAGchain.reranker.llm.llm": [[12, 1, 1, "", "LLMReranker"]],
- "RAGchain.reranker.llm.llm.LLMReranker": [[12, 2, 1, "", "find_passages"], [12, 2, 1, "", "make_item"], [12, 2, 1, "", "make_passages"], [12, 2, 1, "", "rerank"], [12, 2, 1, "", "rerank_sliding_window"]],
- "RAGchain.reranker.llm.rank_gpt": [[12, 1, 1, "", "SafeOpenai"], [12, 5, 1, "", "clean_response"], [12, 5, 1, "", "create_permutation_instruction"], [12, 5, 1, "", "get_post_prompt"], [12, 5, 1, "", "get_prefix_prompt"], [12, 5, 1, "", "max_tokens"], [12, 5, 1, "", "num_tokens_from_messages"], [12, 5, 1, "", "permutation_pipeline"], [12, 5, 1, "", "receive_permutation"], [12, 5, 1, "", "remove_duplicate"], [12, 5, 1, "", "run_llm"], [12, 5, 1, "", "sliding_windows"]],
- "RAGchain.reranker.llm.rank_gpt.SafeOpenai": [[12, 2, 1, "", "chat"], [12, 2, 1, "", "text"]],
- "RAGchain.reranker.pygaggle": [[13, 0, 0, "-", "base"], [14, 0, 0, "-", "model"], [13, 0, 0, "-", "monoT5"], [13, 0, 0, "-", "transformer"]],
- "RAGchain.reranker.pygaggle.base": [[13, 1, 1, "", "Query"], [13, 1, 1, "", "Reranker"], [13, 1, 1, "", "Text"]],
- "RAGchain.reranker.pygaggle.base.Reranker": [[13, 2, 1, "", "rerank"], [13, 2, 1, "", "rescore"]],
- "RAGchain.reranker.pygaggle.model": [[14, 0, 0, "-", "decode"], [14, 0, 0, "-", "tokenize"]],
- "RAGchain.reranker.pygaggle.model.decode": [[14, 5, 1, "", "greedy_decode"]],
- "RAGchain.reranker.pygaggle.model.tokenize": [[14, 1, 1, "", "DuoQueryDocumentBatch"], [14, 1, 1, "", "QueryDocumentBatch"], [14, 1, 1, "", "QueryDocumentBatchTokenizer"], [14, 1, 1, "", "T5BatchTokenizer"], [14, 1, 1, "", "TokenizerEncodeMixin"]],
- "RAGchain.reranker.pygaggle.model.tokenize.DuoQueryDocumentBatch": [[14, 4, 1, "", "doc_pairs"], [14, 4, 1, "", "output"], [14, 4, 1, "", "query"]],
- "RAGchain.reranker.pygaggle.model.tokenize.QueryDocumentBatch": [[14, 4, 1, "", "documents"], [14, 4, 1, "", "output"], [14, 4, 1, "", "query"]],
- "RAGchain.reranker.pygaggle.model.tokenize.QueryDocumentBatchTokenizer": [[14, 2, 1, "", "traverse_duo_query_document"], [14, 2, 1, "", "traverse_query_document"]],
- "RAGchain.reranker.pygaggle.model.tokenize.TokenizerEncodeMixin": [[14, 2, 1, "", "encode"], [14, 4, 1, "", "tokenizer"], [14, 4, 1, "", "tokenizer_kwargs"]],
- "RAGchain.reranker.pygaggle.monoT5": [[13, 1, 1, "", "MonoT5Reranker"]],
- "RAGchain.reranker.pygaggle.monoT5.MonoT5Reranker": [[13, 2, 1, "", "rerank"]],
- "RAGchain.reranker.pygaggle.transformer": [[13, 1, 1, "", "MonoT5"]],
- "RAGchain.reranker.pygaggle.transformer.MonoT5": [[13, 2, 1, "", "get_model"], [13, 2, 1, "", "get_prediction_tokens"], [13, 2, 1, "", "get_tokenizer"], [13, 2, 1, "", "rescore"]],
- "RAGchain.reranker.tart": [[15, 0, 0, "-", "modeling_enc_t5"], [15, 0, 0, "-", "tart"], [15, 0, 0, "-", "tokenization_enc_t5"]],
- "RAGchain.reranker.tart.modeling_enc_t5": [[15, 1, 1, "", "EncT5ForSequenceClassification"]],
- "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification": [[15, 2, 1, "", "deparallelize"], [15, 2, 1, "", "forward"], [15, 2, 1, "", "get_encoder"], [15, 2, 1, "", "get_input_embeddings"], [15, 2, 1, "", "parallelize"], [15, 2, 1, "", "set_input_embeddings"], [15, 4, 1, "", "training"]],
- "RAGchain.reranker.tart.tart": [[15, 1, 1, "", "TARTReranker"]],
- "RAGchain.reranker.tart.tart.TARTReranker": [[15, 2, 1, "", "rerank"]],
- "RAGchain.reranker.tart.tokenization_enc_t5": [[15, 1, 1, "", "EncT5Tokenizer"]],
- "RAGchain.reranker.tart.tokenization_enc_t5.EncT5Tokenizer": [[15, 2, 1, "", "build_inputs_with_special_tokens"], [15, 2, 1, "", "create_token_type_ids_from_sequences"], [15, 2, 1, "", "get_special_tokens_mask"]],
- "RAGchain.reranker.time": [[16, 0, 0, "-", "simple_time"], [16, 0, 0, "-", "weighted_time"]],
- "RAGchain.reranker.time.simple_time": [[16, 1, 1, "", "SimpleTimeReranker"]],
- "RAGchain.reranker.time.simple_time.SimpleTimeReranker": [[16, 2, 1, "", "rerank"]],
- "RAGchain.reranker.time.weighted_time": [[16, 1, 1, "", "WeightedTimeReranker"]],
- "RAGchain.reranker.time.weighted_time.WeightedTimeReranker": [[16, 2, 1, "", "rerank"]],
- "RAGchain.reranker.upr": [[17, 0, 0, "-", "upr"]],
- "RAGchain.reranker.upr.upr": [[17, 1, 1, "", "UPRReranker"]],
- "RAGchain.reranker.upr.upr.UPRReranker": [[17, 2, 1, "", "calculate_likelihood"], [17, 2, 1, "", "rerank"]],
- "RAGchain.retrieval": [[18, 0, 0, "-", "base"], [18, 0, 0, "-", "bm25_retrieval"], [18, 0, 0, "-", "hybrid"], [18, 0, 0, "-", "hyde"], [18, 0, 0, "-", "vectordb_retrieval"]],
- "RAGchain.retrieval.base": [[18, 1, 1, "", "BaseRetrieval"]],
- "RAGchain.retrieval.base.BaseRetrieval": [[18, 2, 1, "", "create_db"], [18, 2, 1, "", "delete"], [18, 2, 1, "", "duplicate_check"], [18, 2, 1, "", "fetch_data"], [18, 2, 1, "", "fetch_data_from_db_origin"], [18, 2, 1, "", "fetch_each_db"], [18, 2, 1, "", "ingest"], [18, 2, 1, "", "is_created"], [18, 2, 1, "", "retrieve"], [18, 2, 1, "", "retrieve_id"], [18, 2, 1, "", "retrieve_id_with_scores"], [18, 2, 1, "", "retrieve_with_filter"], [18, 2, 1, "", "search_data"], [18, 2, 1, "", "search_data_from_db_origin"], [18, 2, 1, "", "search_each_db"]],
- "RAGchain.retrieval.bm25_retrieval": [[18, 1, 1, "", "BM25Retrieval"]],
- "RAGchain.retrieval.bm25_retrieval.BM25Retrieval": [[18, 2, 1, "", "delete"], [18, 2, 1, "", "ingest"], [18, 2, 1, "", "load_data"], [18, 2, 1, "", "persist"], [18, 2, 1, "", "retrieve"], [18, 2, 1, "", "retrieve_id"], [18, 2, 1, "", "retrieve_id_with_scores"]],
- "RAGchain.retrieval.hybrid": [[18, 1, 1, "", "HybridRetrieval"]],
- "RAGchain.retrieval.hybrid.HybridRetrieval": [[18, 2, 1, "", "delete"], [18, 2, 1, "", "ingest"], [18, 2, 1, "", "min_max_normalization"], [18, 2, 1, "", "retrieve"], [18, 2, 1, "", "retrieve_id"], [18, 2, 1, "", "retrieve_id_with_scores"], [18, 2, 1, "", "retrieve_id_with_scores_parallel"]],
- "RAGchain.retrieval.hyde": [[18, 1, 1, "", "HyDERetrieval"]],
- "RAGchain.retrieval.hyde.HyDERetrieval": [[18, 4, 1, "", "BASIC_SYSTEM_PROMPT"], [18, 2, 1, "", "delete"], [18, 2, 1, "", "ingest"], [18, 2, 1, "", "retrieve"], [18, 2, 1, "", "retrieve_id"], [18, 2, 1, "", "retrieve_id_with_scores"]],
- "RAGchain.retrieval.vectordb_retrieval": [[18, 1, 1, "", "VectorDBRetrieval"]],
- "RAGchain.retrieval.vectordb_retrieval.VectorDBRetrieval": [[18, 2, 1, "", "delete"], [18, 2, 1, "", "ingest"], [18, 2, 1, "", "retrieve"], [18, 2, 1, "", "retrieve_id"], [18, 2, 1, "", "retrieve_id_with_scores"]],
- "RAGchain.schema": [[19, 0, 0, "-", "db_origin"], [19, 0, 0, "-", "evaluate_result"], [19, 0, 0, "-", "passage"], [19, 0, 0, "-", "prompt"]],
- "RAGchain.schema.db_origin": [[19, 1, 1, "", "DBOrigin"]],
- "RAGchain.schema.db_origin.DBOrigin": [[19, 4, 1, "", "db_path"], [19, 4, 1, "", "db_type"], [19, 2, 1, "", "to_dict"]],
- "RAGchain.schema.evaluate_result": [[19, 1, 1, "", "EvaluateResult"]],
- "RAGchain.schema.evaluate_result.EvaluateResult": [[19, 4, 1, "", "each_results"], [19, 4, 1, "", "results"], [19, 4, 1, "", "use_metrics"]],
- "RAGchain.schema.passage": [[19, 1, 1, "", "Passage"]],
- "RAGchain.schema.passage.Passage": [[19, 1, 1, "", "Config"], [19, 4, 1, "", "content"], [19, 4, 1, "", "content_datetime"], [19, 2, 1, "", "copy"], [19, 4, 1, "", "filepath"], [19, 4, 1, "", "id"], [19, 2, 1, "", "is_exactly_same"], [19, 2, 1, "", "make_prompts"], [19, 4, 1, "", "metadata_etc"], [19, 4, 1, "", "next_passage_id"], [19, 4, 1, "", "previous_passage_id"], [19, 2, 1, "", "reset_id"], [19, 2, 1, "", "to_dict"], [19, 2, 1, "", "to_document"]],
- "RAGchain.schema.passage.Passage.Config": [[19, 4, 1, "", "extra"]],
- "RAGchain.schema.prompt": [[19, 1, 1, "", "RAGchainChatPromptTemplate"], [19, 1, 1, "", "RAGchainPromptTemplate"]],
- "RAGchain.schema.prompt.RAGchainChatPromptTemplate": [[19, 4, 1, "", "input_variables"], [19, 4, 1, "", "messages"], [19, 4, 1, "", "validate_template"]],
- "RAGchain.schema.prompt.RAGchainPromptTemplate": [[19, 4, 1, "", "input_variables"], [19, 4, 1, "", "template"], [19, 4, 1, "", "template_format"], [19, 4, 1, "", "validate_template"]],
- "RAGchain.utils": [[21, 0, 0, "-", "compressor"], [22, 0, 0, "-", "embed"], [20, 0, 0, "-", "evidence_extractor"], [20, 0, 0, "-", "file_cache"], [23, 0, 0, "-", "linker"], [20, 0, 0, "-", "query_decompose"], [20, 0, 0, "-", "rede_search_detector"], [20, 0, 0, "-", "semantic_clustering"], [20, 0, 0, "-", "util"], [24, 0, 0, "-", "vectorstore"]],
- "RAGchain.utils.compressor": [[21, 0, 0, "-", "base"], [21, 0, 0, "-", "cluster_time"]],
- "RAGchain.utils.compressor.base": [[21, 1, 1, "", "BaseCompressor"]],
- "RAGchain.utils.compressor.base.BaseCompressor": [[21, 2, 1, "", "compress"]],
- "RAGchain.utils.compressor.cluster_time": [[21, 1, 1, "", "ClusterTimeCompressor"]],
- "RAGchain.utils.compressor.cluster_time.ClusterTimeCompressor": [[21, 2, 1, "", "compress"]],
- "RAGchain.utils.embed": [[22, 0, 0, "-", "embeddingfactory"]],
- "RAGchain.utils.embed.embeddingfactory": [[22, 1, 1, "", "EmbeddingFactory"], [22, 1, 1, "", "EmbeddingType"]],
- "RAGchain.utils.embed.embeddingfactory.EmbeddingFactory": [[22, 2, 1, "", "get"]],
- "RAGchain.utils.embed.embeddingfactory.EmbeddingType": [[22, 4, 1, "", "CONTRIEVER"], [22, 4, 1, "", "KOSIMCSE"], [22, 4, 1, "", "KO_SROBERTA_MULTITASK"], [22, 4, 1, "", "MULTILINGUAL_E5"], [22, 4, 1, "", "OPENAI"]],
- "RAGchain.utils.evidence_extractor": [[20, 1, 1, "", "EvidenceExtractor"]],
- "RAGchain.utils.evidence_extractor.EvidenceExtractor": [[20, 2, 1, "", "extract"]],
- "RAGchain.utils.file_cache": [[20, 1, 1, "", "FileCache"]],
- "RAGchain.utils.file_cache.FileCache": [[20, 2, 1, "", "delete_duplicate"]],
- "RAGchain.utils.linker": [[23, 0, 0, "-", "base"], [23, 0, 0, "-", "dynamo_linker"], [23, 0, 0, "-", "json_linker"], [23, 0, 0, "-", "redis_linker"]],
- "RAGchain.utils.linker.base": [[23, 1, 1, "", "BaseLinker"], [23, 1, 1, "", "Singleton"], [23, 6, 1, "", "SingletonCreationError"]],
- "RAGchain.utils.linker.base.BaseLinker": [[23, 2, 1, "", "flush_db"], [23, 2, 1, "", "get_json"], [23, 2, 1, "", "put_json"]],
- "RAGchain.utils.linker.dynamo_linker": [[23, 1, 1, "", "DynamoLinker"]],
- "RAGchain.utils.linker.dynamo_linker.DynamoLinker": [[23, 2, 1, "", "create_or_load_table"], [23, 2, 1, "", "create_table"], [23, 2, 1, "", "flush_db"], [23, 2, 1, "", "get_json"], [23, 2, 1, "", "handle_error"], [23, 2, 1, "", "load_table"], [23, 2, 1, "", "put_json"]],
- "RAGchain.utils.linker.json_linker": [[23, 1, 1, "", "JsonLinker"]],
- "RAGchain.utils.linker.json_linker.JsonLinker": [[23, 2, 1, "", "create_json"], [23, 2, 1, "", "create_or_load_json"], [23, 2, 1, "", "flush_db"], [23, 2, 1, "", "get_json"], [23, 2, 1, "", "load_json"], [23, 2, 1, "", "put_json"]],
- "RAGchain.utils.linker.redis_linker": [[23, 1, 1, "", "RedisLinker"]],
- "RAGchain.utils.linker.redis_linker.RedisLinker": [[23, 2, 1, "", "connection_check"], [23, 2, 1, "", "flush_db"], [23, 2, 1, "", "get_json"], [23, 2, 1, "", "put_json"]],
- "RAGchain.utils.query_decompose": [[20, 1, 1, "", "QueryDecomposition"]],
- "RAGchain.utils.query_decompose.QueryDecomposition": [[20, 2, 1, "", "decompose"], [20, 4, 1, "", "decompose_prompt"]],
- "RAGchain.utils.rede_search_detector": [[20, 1, 1, "", "RedeSearchDetector"]],
- "RAGchain.utils.rede_search_detector.RedeSearchDetector": [[20, 2, 1, "", "detect"], [20, 2, 1, "", "evaluate"], [20, 2, 1, "", "find_representation_transform"], [20, 2, 1, "", "find_threshold"], [20, 2, 1, "", "representation_formation"], [20, 2, 1, "", "train_density_estimation"]],
- "RAGchain.utils.semantic_clustering": [[20, 1, 1, "", "SemanticClustering"]],
- "RAGchain.utils.semantic_clustering.SemanticClustering": [[20, 2, 1, "", "cluster"]],
- "RAGchain.utils.util": [[20, 1, 1, "", "FileChecker"], [20, 5, 1, "", "set_api_base"], [20, 5, 1, "", "slice_stop_words"], [20, 5, 1, "", "text_modifier"]],
- "RAGchain.utils.util.FileChecker": [[20, 2, 1, "", "check_type"], [20, 2, 1, "", "is_exist"]],
- "RAGchain.utils.vectorstore": [[24, 0, 0, "-", "base"], [24, 0, 0, "-", "chroma"], [24, 0, 0, "-", "pinecone"]],
- "RAGchain.utils.vectorstore.base": [[24, 1, 1, "", "SlimVectorStore"]],
- "RAGchain.utils.vectorstore.base.SlimVectorStore": [[24, 2, 1, "", "add_passage"], [24, 2, 1, "", "add_passages"]],
- "RAGchain.utils.vectorstore.chroma": [[24, 1, 1, "", "ChromaSlim"]],
- "RAGchain.utils.vectorstore.chroma.ChromaSlim": [[24, 2, 1, "", "add_passages"]],
- "RAGchain.utils.vectorstore.pinecone": [[24, 1, 1, "", "PineconeSlim"]],
- "RAGchain.utils.vectorstore.pinecone.PineconeSlim": [[24, 2, 1, "", "add_passages"]]
+ "RAGchain.reranker.importance": [[12, 0, 0, "-", "simple_importance"], [12, 0, 0, "-", "weighted_importance"]],
+ "RAGchain.reranker.importance.simple_importance": [[12, 1, 1, "", "SimpleImportanceReranker"]],
+ "RAGchain.reranker.importance.simple_importance.SimpleImportanceReranker": [[12, 2, 1, "", "rerank"]],
+ "RAGchain.reranker.importance.weighted_importance": [[12, 1, 1, "", "WeightedImportanceReranker"]],
+ "RAGchain.reranker.importance.weighted_importance.WeightedImportanceReranker": [[12, 2, 1, "", "rerank"]],
+ "RAGchain.reranker.llm": [[13, 0, 0, "-", "llm"], [13, 0, 0, "-", "rank_gpt"]],
+ "RAGchain.reranker.llm.llm": [[13, 1, 1, "", "LLMReranker"]],
+ "RAGchain.reranker.llm.llm.LLMReranker": [[13, 2, 1, "", "find_passages"], [13, 2, 1, "", "make_item"], [13, 2, 1, "", "make_passages"], [13, 2, 1, "", "rerank"], [13, 2, 1, "", "rerank_sliding_window"]],
+ "RAGchain.reranker.llm.rank_gpt": [[13, 1, 1, "", "SafeOpenai"], [13, 5, 1, "", "clean_response"], [13, 5, 1, "", "create_permutation_instruction"], [13, 5, 1, "", "get_post_prompt"], [13, 5, 1, "", "get_prefix_prompt"], [13, 5, 1, "", "max_tokens"], [13, 5, 1, "", "num_tokens_from_messages"], [13, 5, 1, "", "permutation_pipeline"], [13, 5, 1, "", "receive_permutation"], [13, 5, 1, "", "remove_duplicate"], [13, 5, 1, "", "run_llm"], [13, 5, 1, "", "sliding_windows"]],
+ "RAGchain.reranker.llm.rank_gpt.SafeOpenai": [[13, 2, 1, "", "chat"], [13, 2, 1, "", "text"]],
+ "RAGchain.reranker.pygaggle": [[14, 0, 0, "-", "base"], [15, 0, 0, "-", "model"], [14, 0, 0, "-", "monoT5"], [14, 0, 0, "-", "transformer"]],
+ "RAGchain.reranker.pygaggle.base": [[14, 1, 1, "", "Query"], [14, 1, 1, "", "Reranker"], [14, 1, 1, "", "Text"]],
+ "RAGchain.reranker.pygaggle.base.Reranker": [[14, 2, 1, "", "rerank"], [14, 2, 1, "", "rescore"]],
+ "RAGchain.reranker.pygaggle.model": [[15, 0, 0, "-", "decode"], [15, 0, 0, "-", "tokenize"]],
+ "RAGchain.reranker.pygaggle.model.decode": [[15, 5, 1, "", "greedy_decode"]],
+ "RAGchain.reranker.pygaggle.model.tokenize": [[15, 1, 1, "", "DuoQueryDocumentBatch"], [15, 1, 1, "", "QueryDocumentBatch"], [15, 1, 1, "", "QueryDocumentBatchTokenizer"], [15, 1, 1, "", "T5BatchTokenizer"], [15, 1, 1, "", "TokenizerEncodeMixin"]],
+ "RAGchain.reranker.pygaggle.model.tokenize.DuoQueryDocumentBatch": [[15, 4, 1, "", "doc_pairs"], [15, 4, 1, "", "output"], [15, 4, 1, "", "query"]],
+ "RAGchain.reranker.pygaggle.model.tokenize.QueryDocumentBatch": [[15, 4, 1, "", "documents"], [15, 4, 1, "", "output"], [15, 4, 1, "", "query"]],
+ "RAGchain.reranker.pygaggle.model.tokenize.QueryDocumentBatchTokenizer": [[15, 2, 1, "", "traverse_duo_query_document"], [15, 2, 1, "", "traverse_query_document"]],
+ "RAGchain.reranker.pygaggle.model.tokenize.TokenizerEncodeMixin": [[15, 2, 1, "", "encode"], [15, 4, 1, "", "tokenizer"], [15, 4, 1, "", "tokenizer_kwargs"]],
+ "RAGchain.reranker.pygaggle.monoT5": [[14, 1, 1, "", "MonoT5Reranker"]],
+ "RAGchain.reranker.pygaggle.monoT5.MonoT5Reranker": [[14, 2, 1, "", "rerank"]],
+ "RAGchain.reranker.pygaggle.transformer": [[14, 1, 1, "", "MonoT5"]],
+ "RAGchain.reranker.pygaggle.transformer.MonoT5": [[14, 2, 1, "", "get_model"], [14, 2, 1, "", "get_prediction_tokens"], [14, 2, 1, "", "get_tokenizer"], [14, 2, 1, "", "rescore"]],
+ "RAGchain.reranker.tart": [[16, 0, 0, "-", "modeling_enc_t5"], [16, 0, 0, "-", "tart"], [16, 0, 0, "-", "tokenization_enc_t5"]],
+ "RAGchain.reranker.tart.modeling_enc_t5": [[16, 1, 1, "", "EncT5ForSequenceClassification"]],
+ "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification": [[16, 2, 1, "", "deparallelize"], [16, 2, 1, "", "forward"], [16, 2, 1, "", "get_encoder"], [16, 2, 1, "", "get_input_embeddings"], [16, 2, 1, "", "parallelize"], [16, 2, 1, "", "set_input_embeddings"], [16, 4, 1, "", "training"]],
+ "RAGchain.reranker.tart.tart": [[16, 1, 1, "", "TARTReranker"]],
+ "RAGchain.reranker.tart.tart.TARTReranker": [[16, 2, 1, "", "rerank"]],
+ "RAGchain.reranker.tart.tokenization_enc_t5": [[16, 1, 1, "", "EncT5Tokenizer"]],
+ "RAGchain.reranker.tart.tokenization_enc_t5.EncT5Tokenizer": [[16, 2, 1, "", "build_inputs_with_special_tokens"], [16, 2, 1, "", "create_token_type_ids_from_sequences"], [16, 2, 1, "", "get_special_tokens_mask"]],
+ "RAGchain.reranker.time": [[17, 0, 0, "-", "simple_time"], [17, 0, 0, "-", "weighted_time"]],
+ "RAGchain.reranker.time.simple_time": [[17, 1, 1, "", "SimpleTimeReranker"]],
+ "RAGchain.reranker.time.simple_time.SimpleTimeReranker": [[17, 2, 1, "", "rerank"]],
+ "RAGchain.reranker.time.weighted_time": [[17, 1, 1, "", "WeightedTimeReranker"]],
+ "RAGchain.reranker.time.weighted_time.WeightedTimeReranker": [[17, 2, 1, "", "rerank"]],
+ "RAGchain.reranker.upr": [[18, 0, 0, "-", "upr"]],
+ "RAGchain.reranker.upr.upr": [[18, 1, 1, "", "UPRReranker"]],
+ "RAGchain.reranker.upr.upr.UPRReranker": [[18, 2, 1, "", "calculate_likelihood"], [18, 2, 1, "", "rerank"]],
+ "RAGchain.retrieval": [[19, 0, 0, "-", "base"], [19, 0, 0, "-", "bm25_retrieval"], [19, 0, 0, "-", "hybrid"], [19, 0, 0, "-", "hyde"], [19, 0, 0, "-", "vectordb_retrieval"]],
+ "RAGchain.retrieval.base": [[19, 1, 1, "", "BaseRetrieval"]],
+ "RAGchain.retrieval.base.BaseRetrieval": [[19, 2, 1, "", "create_db"], [19, 2, 1, "", "delete"], [19, 2, 1, "", "duplicate_check"], [19, 2, 1, "", "fetch_data"], [19, 2, 1, "", "fetch_data_from_db_origin"], [19, 2, 1, "", "fetch_each_db"], [19, 2, 1, "", "ingest"], [19, 2, 1, "", "is_created"], [19, 2, 1, "", "retrieve"], [19, 2, 1, "", "retrieve_id"], [19, 2, 1, "", "retrieve_id_with_scores"], [19, 2, 1, "", "retrieve_with_filter"], [19, 2, 1, "", "search_data"], [19, 2, 1, "", "search_data_from_db_origin"], [19, 2, 1, "", "search_each_db"]],
+ "RAGchain.retrieval.bm25_retrieval": [[19, 1, 1, "", "BM25Retrieval"]],
+ "RAGchain.retrieval.bm25_retrieval.BM25Retrieval": [[19, 2, 1, "", "delete"], [19, 2, 1, "", "ingest"], [19, 2, 1, "", "load_data"], [19, 2, 1, "", "persist"], [19, 2, 1, "", "retrieve"], [19, 2, 1, "", "retrieve_id"], [19, 2, 1, "", "retrieve_id_with_scores"]],
+ "RAGchain.retrieval.hybrid": [[19, 1, 1, "", "HybridRetrieval"]],
+ "RAGchain.retrieval.hybrid.HybridRetrieval": [[19, 2, 1, "", "delete"], [19, 2, 1, "", "ingest"], [19, 2, 1, "", "min_max_normalization"], [19, 2, 1, "", "retrieve"], [19, 2, 1, "", "retrieve_id"], [19, 2, 1, "", "retrieve_id_with_scores"], [19, 2, 1, "", "retrieve_id_with_scores_parallel"]],
+ "RAGchain.retrieval.hyde": [[19, 1, 1, "", "HyDERetrieval"]],
+ "RAGchain.retrieval.hyde.HyDERetrieval": [[19, 4, 1, "", "BASIC_SYSTEM_PROMPT"], [19, 2, 1, "", "delete"], [19, 2, 1, "", "ingest"], [19, 2, 1, "", "retrieve"], [19, 2, 1, "", "retrieve_id"], [19, 2, 1, "", "retrieve_id_with_scores"]],
+ "RAGchain.retrieval.vectordb_retrieval": [[19, 1, 1, "", "VectorDBRetrieval"]],
+ "RAGchain.retrieval.vectordb_retrieval.VectorDBRetrieval": [[19, 2, 1, "", "delete"], [19, 2, 1, "", "ingest"], [19, 2, 1, "", "retrieve"], [19, 2, 1, "", "retrieve_id"], [19, 2, 1, "", "retrieve_id_with_scores"]],
+ "RAGchain.schema": [[20, 0, 0, "-", "db_origin"], [20, 0, 0, "-", "evaluate_result"], [20, 0, 0, "-", "passage"], [20, 0, 0, "-", "prompt"]],
+ "RAGchain.schema.db_origin": [[20, 1, 1, "", "DBOrigin"]],
+ "RAGchain.schema.db_origin.DBOrigin": [[20, 4, 1, "", "db_path"], [20, 4, 1, "", "db_type"], [20, 2, 1, "", "to_dict"]],
+ "RAGchain.schema.evaluate_result": [[20, 1, 1, "", "EvaluateResult"]],
+ "RAGchain.schema.evaluate_result.EvaluateResult": [[20, 4, 1, "", "each_results"], [20, 4, 1, "", "results"], [20, 4, 1, "", "use_metrics"]],
+ "RAGchain.schema.passage": [[20, 1, 1, "", "Passage"]],
+ "RAGchain.schema.passage.Passage": [[20, 1, 1, "", "Config"], [20, 4, 1, "", "content"], [20, 4, 1, "", "content_datetime"], [20, 2, 1, "", "copy"], [20, 4, 1, "", "filepath"], [20, 2, 1, "", "from_documents"], [20, 2, 1, "", "from_search"], [20, 4, 1, "", "id"], [20, 4, 1, "", "importance"], [20, 2, 1, "", "is_exactly_same"], [20, 2, 1, "", "make_prompts"], [20, 4, 1, "", "metadata_etc"], [20, 4, 1, "", "next_passage_id"], [20, 4, 1, "", "previous_passage_id"], [20, 2, 1, "", "reset_id"], [20, 2, 1, "", "to_dict"], [20, 2, 1, "", "to_document"]],
+ "RAGchain.schema.passage.Passage.Config": [[20, 4, 1, "", "extra"]],
+ "RAGchain.schema.prompt": [[20, 1, 1, "", "RAGchainChatPromptTemplate"], [20, 1, 1, "", "RAGchainPromptTemplate"]],
+ "RAGchain.schema.prompt.RAGchainChatPromptTemplate": [[20, 4, 1, "", "input_variables"], [20, 4, 1, "", "messages"], [20, 4, 1, "", "validate_template"]],
+ "RAGchain.schema.prompt.RAGchainPromptTemplate": [[20, 4, 1, "", "input_variables"], [20, 4, 1, "", "template"], [20, 4, 1, "", "template_format"], [20, 4, 1, "", "validate_template"]],
+ "RAGchain.utils": [[22, 0, 0, "-", "compressor"], [23, 0, 0, "-", "embed"], [21, 0, 0, "-", "evidence_extractor"], [21, 0, 0, "-", "file_cache"], [24, 0, 0, "-", "linker"], [21, 0, 0, "-", "query_decompose"], [21, 0, 0, "-", "rede_search_detector"], [21, 0, 0, "-", "semantic_clustering"], [21, 0, 0, "-", "util"], [25, 0, 0, "-", "vectorstore"], [26, 0, 0, "-", "websearch"]],
+ "RAGchain.utils.compressor": [[22, 0, 0, "-", "base"], [22, 0, 0, "-", "cluster_time"], [22, 0, 0, "-", "llm_lingua"]],
+ "RAGchain.utils.compressor.base": [[22, 1, 1, "", "BaseCompressor"]],
+ "RAGchain.utils.compressor.base.BaseCompressor": [[22, 2, 1, "", "compress"]],
+ "RAGchain.utils.compressor.cluster_time": [[22, 1, 1, "", "ClusterTimeCompressor"]],
+ "RAGchain.utils.compressor.cluster_time.ClusterTimeCompressor": [[22, 2, 1, "", "compress"]],
+ "RAGchain.utils.compressor.llm_lingua": [[22, 1, 1, "", "LLMLinguaCompressor"]],
+ "RAGchain.utils.compressor.llm_lingua.LLMLinguaCompressor": [[22, 3, 1, "", "InputType"], [22, 2, 1, "", "invoke"]],
+ "RAGchain.utils.embed": [[23, 0, 0, "-", "embeddingfactory"]],
+ "RAGchain.utils.embed.embeddingfactory": [[23, 1, 1, "", "EmbeddingFactory"], [23, 1, 1, "", "EmbeddingType"]],
+ "RAGchain.utils.embed.embeddingfactory.EmbeddingFactory": [[23, 2, 1, "", "get"]],
+ "RAGchain.utils.embed.embeddingfactory.EmbeddingType": [[23, 4, 1, "", "CONTRIEVER"], [23, 4, 1, "", "KOSIMCSE"], [23, 4, 1, "", "KO_SROBERTA_MULTITASK"], [23, 4, 1, "", "MULTILINGUAL_E5"], [23, 4, 1, "", "OPENAI"]],
+ "RAGchain.utils.evidence_extractor": [[21, 1, 1, "", "EvidenceExtractor"]],
+ "RAGchain.utils.evidence_extractor.EvidenceExtractor": [[21, 2, 1, "", "extract"]],
+ "RAGchain.utils.file_cache": [[21, 1, 1, "", "FileCache"]],
+ "RAGchain.utils.file_cache.FileCache": [[21, 2, 1, "", "delete_duplicate"]],
+ "RAGchain.utils.linker": [[24, 0, 0, "-", "base"], [24, 0, 0, "-", "dynamo_linker"], [24, 0, 0, "-", "json_linker"], [24, 0, 0, "-", "redis_linker"]],
+ "RAGchain.utils.linker.base": [[24, 1, 1, "", "BaseLinker"], [24, 1, 1, "", "Singleton"], [24, 6, 1, "", "SingletonCreationError"]],
+ "RAGchain.utils.linker.base.BaseLinker": [[24, 2, 1, "", "flush_db"], [24, 2, 1, "", "get_json"], [24, 2, 1, "", "put_json"]],
+ "RAGchain.utils.linker.dynamo_linker": [[24, 1, 1, "", "DynamoLinker"]],
+ "RAGchain.utils.linker.dynamo_linker.DynamoLinker": [[24, 2, 1, "", "create_or_load_table"], [24, 2, 1, "", "create_table"], [24, 2, 1, "", "flush_db"], [24, 2, 1, "", "get_json"], [24, 2, 1, "", "handle_error"], [24, 2, 1, "", "load_table"], [24, 2, 1, "", "put_json"]],
+ "RAGchain.utils.linker.json_linker": [[24, 1, 1, "", "JsonLinker"]],
+ "RAGchain.utils.linker.json_linker.JsonLinker": [[24, 2, 1, "", "create_json"], [24, 2, 1, "", "create_or_load_json"], [24, 2, 1, "", "flush_db"], [24, 2, 1, "", "get_json"], [24, 2, 1, "", "load_json"], [24, 2, 1, "", "put_json"]],
+ "RAGchain.utils.linker.redis_linker": [[24, 1, 1, "", "RedisLinker"]],
+ "RAGchain.utils.linker.redis_linker.RedisLinker": [[24, 2, 1, "", "connection_check"], [24, 2, 1, "", "flush_db"], [24, 2, 1, "", "get_json"], [24, 2, 1, "", "put_json"]],
+ "RAGchain.utils.query_decompose": [[21, 1, 1, "", "QueryDecomposition"]],
+ "RAGchain.utils.query_decompose.QueryDecomposition": [[21, 2, 1, "", "decompose"], [21, 4, 1, "", "decompose_prompt"]],
+ "RAGchain.utils.rede_search_detector": [[21, 1, 1, "", "RedeSearchDetector"]],
+ "RAGchain.utils.rede_search_detector.RedeSearchDetector": [[21, 2, 1, "", "detect"], [21, 2, 1, "", "evaluate"], [21, 2, 1, "", "find_representation_transform"], [21, 2, 1, "", "find_threshold"], [21, 2, 1, "", "representation_formation"], [21, 2, 1, "", "train_density_estimation"]],
+ "RAGchain.utils.semantic_clustering": [[21, 1, 1, "", "SemanticClustering"]],
+ "RAGchain.utils.semantic_clustering.SemanticClustering": [[21, 2, 1, "", "cluster"]],
+ "RAGchain.utils.util": [[21, 1, 1, "", "FileChecker"], [21, 5, 1, "", "set_api_base"], [21, 5, 1, "", "slice_stop_words"], [21, 5, 1, "", "text_modifier"]],
+ "RAGchain.utils.util.FileChecker": [[21, 2, 1, "", "check_type"], [21, 2, 1, "", "is_exist"]],
+ "RAGchain.utils.vectorstore": [[25, 0, 0, "-", "base"], [25, 0, 0, "-", "chroma"], [25, 0, 0, "-", "pinecone"]],
+ "RAGchain.utils.vectorstore.base": [[25, 1, 1, "", "SlimVectorStore"]],
+ "RAGchain.utils.vectorstore.base.SlimVectorStore": [[25, 2, 1, "", "add_passage"], [25, 2, 1, "", "add_passages"]],
+ "RAGchain.utils.vectorstore.chroma": [[25, 1, 1, "", "ChromaSlim"]],
+ "RAGchain.utils.vectorstore.chroma.ChromaSlim": [[25, 2, 1, "", "add_passages"]],
+ "RAGchain.utils.vectorstore.pinecone": [[25, 1, 1, "", "PineconeSlim"]],
+ "RAGchain.utils.vectorstore.pinecone.PineconeSlim": [[25, 2, 1, "", "add_passages"]],
+ "RAGchain.utils.websearch": [[26, 0, 0, "-", "base"], [26, 0, 0, "-", "bing_search"], [26, 0, 0, "-", "brave_search"], [26, 0, 0, "-", "google_search"]],
+ "RAGchain.utils.websearch.base": [[26, 1, 1, "", "BaseWebSearch"]],
+ "RAGchain.utils.websearch.base.BaseWebSearch": [[26, 2, 1, "", "get_search_data"]],
+ "RAGchain.utils.websearch.google_search": [[26, 1, 1, "", "GoogleSearch"]],
+ "RAGchain.utils.websearch.google_search.GoogleSearch": [[26, 2, 1, "", "get_search_data"]]
},
"objtypes": {
"0": "py:module",
@@ -1783,23 +1865,23 @@ Search.setIndex({
},
"titleterms": {
"koprivategpt": [],
- "packag": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24],
- "subpackag": [0, 2, 8, 11, 13, 20],
- "modul": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24],
- "content": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24],
+ "packag": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26],
+ "subpackag": [0, 2, 8, 11, 14, 21],
+ "modul": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26],
+ "content": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26],
"db": 1,
- "submodul": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24],
- "base": [1, 2, 4, 7, 10, 11, 13, 18, 21, 23, 24],
+ "submodul": [1, 2, 3, 4, 5, 6, 7, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26],
+ "base": [1, 2, 4, 7, 10, 11, 14, 19, 22, 24, 25, 26],
"mongo_db": 1,
"pickle_db": 1,
"benchmark": [2, 3, 4, 5, 6],
- "util": [20, 21, 22, 23, 24],
- "retriev": [6, 18],
+ "util": [21, 22, 23, 24, 25, 26],
+ "retriev": [6, 19],
"main": [],
"metric": [3, 6],
- "llm": 12,
+ "llm": 13,
"basic": 7,
- "rerank": [7, 11, 12, 13, 14, 15, 16, 17],
+ "rerank": [7, 11, 12, 13, 14, 15, 16, 17, 18],
"viscond": 7,
"pipelin": 7,
"selector": [],
@@ -1813,43 +1895,43 @@ Search.setIndex({
"nougat_pdf_load": 9,
"pdf_link_load": 9,
"text_splitt": 10,
- "rank_gpt": 12,
- "pygaggl": [13, 14],
- "paramet": 13,
- "return": 13,
- "monot5": 13,
- "transform": 13,
- "model": 14,
- "decod": 14,
- "token": 14,
- "tart": 15,
- "modeling_enc_t5": 15,
- "tokenization_enc_t5": 15,
- "upr": 17,
- "bm25_retriev": 18,
- "hybrid": 18,
- "hyde": 18,
- "vectordb_retriev": 18,
- "schema": 19,
- "db_origin": 19,
- "passag": 19,
- "evidence_extractor": 20,
- "file_cach": 20,
- "query_decompos": 20,
- "emb": 22,
+ "rank_gpt": 13,
+ "pygaggl": [14, 15],
+ "paramet": 14,
+ "return": 14,
+ "monot5": 14,
+ "transform": 14,
+ "model": 15,
+ "decod": 15,
+ "token": 15,
+ "tart": 16,
+ "modeling_enc_t5": 16,
+ "tokenization_enc_t5": 16,
+ "upr": 18,
+ "bm25_retriev": 19,
+ "hybrid": 19,
+ "hyde": 19,
+ "vectordb_retriev": 19,
+ "schema": 20,
+ "db_origin": 20,
+ "passag": 20,
+ "evidence_extractor": 21,
+ "file_cach": 21,
+ "query_decompos": 21,
+ "emb": 23,
"delete_embed": [],
- "embeddingfactori": 22,
- "linker": 23,
+ "embeddingfactori": 23,
+ "linker": 24,
"redisdbsingleton": [],
- "vectorstor": 24,
- "chroma": 24,
- "pinecon": 24,
- "welcom": 25,
- "": 25,
- "document": 25,
- "indic": 25,
- "tabl": 25,
- "ragchain": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26],
+ "vectorstor": 25,
+ "chroma": 25,
+ "pinecon": 25,
+ "welcom": 27,
+ "": 27,
+ "document": 27,
+ "indic": 27,
+ "tabl": 27,
+ "ragchain": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28],
"evalu": 6,
"auto": 2,
"dataset": 4,
@@ -1858,7 +1940,7 @@ Search.setIndex({
"strategy_qa": 4,
"markdown_splitt": [],
"bm25": 11,
- "evaluate_result": 19,
+ "evaluate_result": 20,
"complet": [],
"code_splitt": 10,
"html_header_splitt": 10,
@@ -1867,13 +1949,13 @@ Search.setIndex({
"answer": 3,
"msmarco": 4,
"mr_tydi": 4,
- "prompt": 19,
+ "prompt": 20,
"beir": 4,
- "natural_qa": 4,
+ "natural_qa": [],
"extra": 5,
"search_detector_evalu": 5,
"deepdoctection_load": 9,
- "rede_search_detector": 20,
+ "rede_search_detector": 21,
"antiqu": 4,
"nfcorpu": 4,
"search_qa": 4,
@@ -1882,15 +1964,26 @@ Search.setIndex({
"win32_hwp_load": 9,
"asqa": 4,
"dstc11_track5": 4,
- "time": 16,
- "simple_tim": 16,
- "weighted_tim": 16,
- "semantic_clust": 20,
- "compressor": 21,
- "cluster_tim": 21,
- "dynamo_link": 23,
- "json_link": 23,
- "redis_link": 23
+ "time": 17,
+ "simple_tim": 17,
+ "weighted_tim": 17,
+ "semantic_clust": 21,
+ "compressor": 22,
+ "cluster_tim": 22,
+ "dynamo_link": 24,
+ "json_link": 24,
+ "redis_link": 24,
+ "eli5": 4,
+ "natural_quest": 4,
+ "google_search": [7, 26],
+ "rem_load": 9,
+ "import": 12,
+ "simple_import": 12,
+ "weighted_import": 12,
+ "llm_lingua": 22,
+ "websearch": 26,
+ "bing_search": 26,
+ "brave_search": 26
},
"envversion": {
"sphinx.domains.c": 3,
@@ -1907,25 +2000,27 @@ Search.setIndex({
},
"alltitles": {
"RAGchain.preprocess package": [[8, "ragchain-preprocess-package"]],
- "Subpackages": [[8, "subpackages"], [0, "subpackages"], [2, "subpackages"], [11, "subpackages"], [13, "subpackages"], [20, "subpackages"]],
- "Module contents": [[8, "module-RAGchain.preprocess"], [14, "module-RAGchain.reranker.pygaggle.model"], [5, "module-RAGchain.benchmark.extra"], [6, "module-RAGchain.benchmark.retrieval"], [22, "module-RAGchain.utils.embed"], [23, "module-RAGchain.utils.linker"], [0, "module-RAGchain"], [1, "module-RAGchain.DB"], [2, "module-RAGchain.benchmark"], [3, "module-RAGchain.benchmark.answer"], [4, "module-RAGchain.benchmark.dataset"], [7, "module-RAGchain.pipeline"], [9, "module-RAGchain.preprocess.loader"], [10, "module-RAGchain.preprocess.text_splitter"], [11, "module-RAGchain.reranker"], [12, "module-RAGchain.reranker.llm"], [13, "module-RAGchain.reranker.pygaggle"], [15, "module-RAGchain.reranker.tart"], [16, "module-RAGchain.reranker.time"], [17, "module-RAGchain.reranker.upr"], [18, "module-RAGchain.retrieval"], [19, "module-RAGchain.schema"], [20, "module-RAGchain.utils"], [21, "module-RAGchain.utils.compressor"], [24, "module-RAGchain.utils.vectorstore"]],
- "Submodules": [[14, "submodules"], [5, "submodules"], [6, "submodules"], [22, "submodules"], [23, "submodules"], [1, "submodules"], [2, "submodules"], [3, "submodules"], [4, "submodules"], [7, "submodules"], [9, "submodules"], [10, "submodules"], [11, "submodules"], [12, "submodules"], [13, "submodules"], [15, "submodules"], [16, "submodules"], [17, "submodules"], [18, "submodules"], [19, "submodules"], [20, "submodules"], [21, "submodules"], [24, "submodules"]],
- "RAGchain.reranker.pygaggle.model package": [[14, "ragchain-reranker-pygaggle-model-package"]],
- "RAGchain.reranker.pygaggle.model.decode module": [[14, "module-RAGchain.reranker.pygaggle.model.decode"]],
- "RAGchain.reranker.pygaggle.model.tokenize module": [[14, "module-RAGchain.reranker.pygaggle.model.tokenize"]],
- "RAGchain": [[26, "ragchain"]],
+ "Subpackages": [[8, "subpackages"], [0, "subpackages"], [2, "subpackages"], [11, "subpackages"], [14, "subpackages"], [21, "subpackages"]],
+ "Module contents": [[8, "module-RAGchain.preprocess"], [15, "module-RAGchain.reranker.pygaggle.model"], [5, "module-RAGchain.benchmark.extra"], [6, "module-RAGchain.benchmark.retrieval"], [23, "module-RAGchain.utils.embed"], [24, "module-RAGchain.utils.linker"], [3, "module-RAGchain.benchmark.answer"], [0, "module-RAGchain"], [1, "module-RAGchain.DB"], [2, "module-RAGchain.benchmark"], [4, "module-RAGchain.benchmark.dataset"], [7, "module-RAGchain.pipeline"], [9, "module-RAGchain.preprocess.loader"], [10, "module-RAGchain.preprocess.text_splitter"], [11, "module-RAGchain.reranker"], [12, "module-RAGchain.reranker.importance"], [13, "module-RAGchain.reranker.llm"], [14, "module-RAGchain.reranker.pygaggle"], [16, "module-RAGchain.reranker.tart"], [17, "module-RAGchain.reranker.time"], [18, "module-RAGchain.reranker.upr"], [19, "module-RAGchain.retrieval"], [20, "module-RAGchain.schema"], [21, "module-RAGchain.utils"], [22, "module-RAGchain.utils.compressor"], [25, "module-RAGchain.utils.vectorstore"], [26, "module-RAGchain.utils.websearch"]],
+ "Submodules": [[15, "submodules"], [5, "submodules"], [6, "submodules"], [23, "submodules"], [24, "submodules"], [3, "submodules"], [1, "submodules"], [2, "submodules"], [4, "submodules"], [7, "submodules"], [9, "submodules"], [10, "submodules"], [11, "submodules"], [12, "submodules"], [13, "submodules"], [14, "submodules"], [16, "submodules"], [17, "submodules"], [18, "submodules"], [19, "submodules"], [20, "submodules"], [21, "submodules"], [22, "submodules"], [25, "submodules"], [26, "submodules"]],
+ "RAGchain.reranker.pygaggle.model package": [[15, "ragchain-reranker-pygaggle-model-package"]],
+ "RAGchain.reranker.pygaggle.model.decode module": [[15, "module-RAGchain.reranker.pygaggle.model.decode"]],
+ "RAGchain.reranker.pygaggle.model.tokenize module": [[15, "module-RAGchain.reranker.pygaggle.model.tokenize"]],
+ "RAGchain": [[28, "ragchain"]],
"RAGchain.benchmark.extra package": [[5, "ragchain-benchmark-extra-package"]],
"RAGchain.benchmark.extra.search_detector_evaluator module": [[5, "module-RAGchain.benchmark.extra.search_detector_evaluator"]],
"RAGchain.benchmark.retrieval package": [[6, "ragchain-benchmark-retrieval-package"]],
"RAGchain.benchmark.retrieval.evaluator module": [[6, "module-RAGchain.benchmark.retrieval.evaluator"]],
"RAGchain.benchmark.retrieval.metrics module": [[6, "module-RAGchain.benchmark.retrieval.metrics"]],
- "RAGchain.utils.embed package": [[22, "ragchain-utils-embed-package"]],
- "RAGchain.utils.embed.embeddingfactory module": [[22, "module-RAGchain.utils.embed.embeddingfactory"]],
- "RAGchain.utils.linker package": [[23, "ragchain-utils-linker-package"]],
- "RAGchain.utils.linker.base module": [[23, "module-RAGchain.utils.linker.base"]],
- "RAGchain.utils.linker.dynamo_linker module": [[23, "module-RAGchain.utils.linker.dynamo_linker"]],
- "RAGchain.utils.linker.json_linker module": [[23, "module-RAGchain.utils.linker.json_linker"]],
- "RAGchain.utils.linker.redis_linker module": [[23, "module-RAGchain.utils.linker.redis_linker"]],
+ "RAGchain.utils.embed package": [[23, "ragchain-utils-embed-package"]],
+ "RAGchain.utils.embed.embeddingfactory module": [[23, "module-RAGchain.utils.embed.embeddingfactory"]],
+ "RAGchain.utils.linker package": [[24, "ragchain-utils-linker-package"]],
+ "RAGchain.utils.linker.base module": [[24, "module-RAGchain.utils.linker.base"]],
+ "RAGchain.utils.linker.dynamo_linker module": [[24, "module-RAGchain.utils.linker.dynamo_linker"]],
+ "RAGchain.utils.linker.json_linker module": [[24, "module-RAGchain.utils.linker.json_linker"]],
+ "RAGchain.utils.linker.redis_linker module": [[24, "module-RAGchain.utils.linker.redis_linker"]],
+ "RAGchain.benchmark.answer package": [[3, "ragchain-benchmark-answer-package"]],
+ "RAGchain.benchmark.answer.metrics module": [[3, "module-RAGchain.benchmark.answer.metrics"]],
"RAGchain package": [[0, "ragchain-package"]],
"RAGchain.DB package": [[1, "ragchain-db-package"]],
"RAGchain.DB.base module": [[1, "module-RAGchain.DB.base"]],
@@ -1934,18 +2029,17 @@ Search.setIndex({
"RAGchain.benchmark package": [[2, "ragchain-benchmark-package"]],
"RAGchain.benchmark.auto module": [[2, "module-RAGchain.benchmark.auto"]],
"RAGchain.benchmark.base module": [[2, "module-RAGchain.benchmark.base"]],
- "RAGchain.benchmark.answer package": [[3, "ragchain-benchmark-answer-package"]],
- "RAGchain.benchmark.answer.metrics module": [[3, "module-RAGchain.benchmark.answer.metrics"]],
"RAGchain.benchmark.dataset package": [[4, "ragchain-benchmark-dataset-package"]],
"RAGchain.benchmark.dataset.antique module": [[4, "module-RAGchain.benchmark.dataset.antique"]],
"RAGchain.benchmark.dataset.asqa module": [[4, "module-RAGchain.benchmark.dataset.asqa"]],
"RAGchain.benchmark.dataset.base module": [[4, "module-RAGchain.benchmark.dataset.base"]],
"RAGchain.benchmark.dataset.beir module": [[4, "module-RAGchain.benchmark.dataset.beir"]],
"RAGchain.benchmark.dataset.dstc11_track5 module": [[4, "module-RAGchain.benchmark.dataset.dstc11_track5"]],
+ "RAGchain.benchmark.dataset.eli5 module": [[4, "module-RAGchain.benchmark.dataset.eli5"]],
"RAGchain.benchmark.dataset.ko_strategy_qa module": [[4, "module-RAGchain.benchmark.dataset.ko_strategy_qa"]],
"RAGchain.benchmark.dataset.mr_tydi module": [[4, "module-RAGchain.benchmark.dataset.mr_tydi"]],
"RAGchain.benchmark.dataset.msmarco module": [[4, "module-RAGchain.benchmark.dataset.msmarco"]],
- "RAGchain.benchmark.dataset.natural_qa module": [[4, "module-RAGchain.benchmark.dataset.natural_qa"]],
+ "RAGchain.benchmark.dataset.natural_question module": [[4, "module-RAGchain.benchmark.dataset.natural_question"]],
"RAGchain.benchmark.dataset.nfcorpus module": [[4, "module-RAGchain.benchmark.dataset.nfcorpus"]],
"RAGchain.benchmark.dataset.qasper module": [[4, "module-RAGchain.benchmark.dataset.qasper"]],
"RAGchain.benchmark.dataset.search_qa module": [[4, "module-RAGchain.benchmark.dataset.search_qa"]],
@@ -1954,6 +2048,7 @@ Search.setIndex({
"RAGchain.pipeline package": [[7, "ragchain-pipeline-package"]],
"RAGchain.pipeline.base module": [[7, "module-RAGchain.pipeline.base"]],
"RAGchain.pipeline.basic module": [[7, "module-RAGchain.pipeline.basic"]],
+ "RAGchain.pipeline.google_search module": [[7, "module-RAGchain.pipeline.google_search"]],
"RAGchain.pipeline.rerank module": [[7, "module-RAGchain.pipeline.rerank"]],
"RAGchain.pipeline.visconde module": [[7, "module-RAGchain.pipeline.visconde"]],
"RAGchain.preprocess.loader package": [[9, "ragchain-preprocess-loader-package"]],
@@ -1965,6 +2060,7 @@ Search.setIndex({
"RAGchain.preprocess.loader.mathpix_markdown_loader module": [[9, "module-RAGchain.preprocess.loader.mathpix_markdown_loader"]],
"RAGchain.preprocess.loader.nougat_pdf_loader module": [[9, "module-RAGchain.preprocess.loader.nougat_pdf_loader"]],
"RAGchain.preprocess.loader.pdf_link_loader module": [[9, "module-RAGchain.preprocess.loader.pdf_link_loader"]],
+ "RAGchain.preprocess.loader.rem_loader module": [[9, "module-RAGchain.preprocess.loader.rem_loader"]],
"RAGchain.preprocess.loader.rust_hwp_loader module": [[9, "module-RAGchain.preprocess.loader.rust_hwp_loader"]],
"RAGchain.preprocess.loader.win32_hwp_loader module": [[9, "module-RAGchain.preprocess.loader.win32_hwp_loader"]],
"RAGchain.preprocess.text_splitter package": [[10, "ragchain-preprocess-text-splitter-package"]],
@@ -1977,55 +2073,64 @@ Search.setIndex({
"RAGchain.reranker package": [[11, "ragchain-reranker-package"]],
"RAGchain.reranker.base module": [[11, "module-RAGchain.reranker.base"]],
"RAGchain.reranker.bm25 module": [[11, "module-RAGchain.reranker.bm25"]],
- "RAGchain.reranker.llm package": [[12, "ragchain-reranker-llm-package"]],
- "RAGchain.reranker.llm.llm module": [[12, "module-RAGchain.reranker.llm.llm"]],
- "RAGchain.reranker.llm.rank_gpt module": [[12, "module-RAGchain.reranker.llm.rank_gpt"]],
- "RAGchain.reranker.pygaggle package": [[13, "ragchain-reranker-pygaggle-package"]],
- "RAGchain.reranker.pygaggle.base module": [[13, "module-RAGchain.reranker.pygaggle.base"]],
- "Parameters": [[13, "parameters"], [13, "id1"], [13, "id2"], [13, "id3"]],
- "Returns": [[13, "returns"], [13, "id4"]],
- "RAGchain.reranker.pygaggle.monoT5 module": [[13, "module-RAGchain.reranker.pygaggle.monoT5"]],
- "RAGchain.reranker.pygaggle.transformer module": [[13, "module-RAGchain.reranker.pygaggle.transformer"]],
- "RAGchain.reranker.tart package": [[15, "ragchain-reranker-tart-package"]],
- "RAGchain.reranker.tart.modeling_enc_t5 module": [[15, "module-RAGchain.reranker.tart.modeling_enc_t5"]],
- "RAGchain.reranker.tart.tart module": [[15, "module-RAGchain.reranker.tart.tart"]],
- "RAGchain.reranker.tart.tokenization_enc_t5 module": [[15, "module-RAGchain.reranker.tart.tokenization_enc_t5"]],
- "RAGchain.reranker.time package": [[16, "ragchain-reranker-time-package"]],
- "RAGchain.reranker.time.simple_time module": [[16, "module-RAGchain.reranker.time.simple_time"]],
- "RAGchain.reranker.time.weighted_time module": [[16, "module-RAGchain.reranker.time.weighted_time"]],
- "RAGchain.reranker.upr package": [[17, "ragchain-reranker-upr-package"]],
- "RAGchain.reranker.upr.upr module": [[17, "module-RAGchain.reranker.upr.upr"]],
- "RAGchain.retrieval package": [[18, "ragchain-retrieval-package"]],
- "RAGchain.retrieval.base module": [[18, "module-RAGchain.retrieval.base"]],
- "RAGchain.retrieval.bm25_retrieval module": [[18, "module-RAGchain.retrieval.bm25_retrieval"]],
- "RAGchain.retrieval.hybrid module": [[18, "module-RAGchain.retrieval.hybrid"]],
- "RAGchain.retrieval.hyde module": [[18, "module-RAGchain.retrieval.hyde"]],
- "RAGchain.retrieval.vectordb_retrieval module": [[18, "module-RAGchain.retrieval.vectordb_retrieval"]],
- "RAGchain.schema package": [[19, "ragchain-schema-package"]],
- "RAGchain.schema.db_origin module": [[19, "module-RAGchain.schema.db_origin"]],
- "RAGchain.schema.evaluate_result module": [[19, "module-RAGchain.schema.evaluate_result"]],
- "RAGchain.schema.passage module": [[19, "module-RAGchain.schema.passage"]],
- "RAGchain.schema.prompt module": [[19, "module-RAGchain.schema.prompt"]],
- "RAGchain.utils package": [[20, "ragchain-utils-package"]],
- "RAGchain.utils.evidence_extractor module": [[20, "module-RAGchain.utils.evidence_extractor"]],
- "RAGchain.utils.file_cache module": [[20, "module-RAGchain.utils.file_cache"]],
- "RAGchain.utils.query_decompose module": [[20, "module-RAGchain.utils.query_decompose"]],
- "RAGchain.utils.rede_search_detector module": [[20, "module-RAGchain.utils.rede_search_detector"]],
- "RAGchain.utils.semantic_clustering module": [[20, "module-RAGchain.utils.semantic_clustering"]],
- "RAGchain.utils.util module": [[20, "module-RAGchain.utils.util"]],
- "RAGchain.utils.compressor package": [[21, "ragchain-utils-compressor-package"]],
- "RAGchain.utils.compressor.base module": [[21, "module-RAGchain.utils.compressor.base"]],
- "RAGchain.utils.compressor.cluster_time module": [[21, "module-RAGchain.utils.compressor.cluster_time"]],
- "RAGchain.utils.vectorstore package": [[24, "ragchain-utils-vectorstore-package"]],
- "RAGchain.utils.vectorstore.base module": [[24, "module-RAGchain.utils.vectorstore.base"]],
- "RAGchain.utils.vectorstore.chroma module": [[24, "module-RAGchain.utils.vectorstore.chroma"]],
- "RAGchain.utils.vectorstore.pinecone module": [[24, "module-RAGchain.utils.vectorstore.pinecone"]],
- "Welcome to RAGchain\u2019s documentation!": [[25, "welcome-to-ragchain-s-documentation"]],
- "Indices and tables": [[25, "indices-and-tables"]]
+ "RAGchain.reranker.importance package": [[12, "ragchain-reranker-importance-package"]],
+ "RAGchain.reranker.importance.simple_importance module": [[12, "module-RAGchain.reranker.importance.simple_importance"]],
+ "RAGchain.reranker.importance.weighted_importance module": [[12, "module-RAGchain.reranker.importance.weighted_importance"]],
+ "RAGchain.reranker.llm package": [[13, "ragchain-reranker-llm-package"]],
+ "RAGchain.reranker.llm.llm module": [[13, "module-RAGchain.reranker.llm.llm"]],
+ "RAGchain.reranker.llm.rank_gpt module": [[13, "module-RAGchain.reranker.llm.rank_gpt"]],
+ "RAGchain.reranker.pygaggle package": [[14, "ragchain-reranker-pygaggle-package"]],
+ "RAGchain.reranker.pygaggle.base module": [[14, "module-RAGchain.reranker.pygaggle.base"]],
+ "Parameters": [[14, "parameters"], [14, "id1"], [14, "id2"], [14, "id3"]],
+ "Returns": [[14, "returns"], [14, "id4"]],
+ "RAGchain.reranker.pygaggle.monoT5 module": [[14, "module-RAGchain.reranker.pygaggle.monoT5"]],
+ "RAGchain.reranker.pygaggle.transformer module": [[14, "module-RAGchain.reranker.pygaggle.transformer"]],
+ "RAGchain.reranker.tart package": [[16, "ragchain-reranker-tart-package"]],
+ "RAGchain.reranker.tart.modeling_enc_t5 module": [[16, "module-RAGchain.reranker.tart.modeling_enc_t5"]],
+ "RAGchain.reranker.tart.tart module": [[16, "module-RAGchain.reranker.tart.tart"]],
+ "RAGchain.reranker.tart.tokenization_enc_t5 module": [[16, "module-RAGchain.reranker.tart.tokenization_enc_t5"]],
+ "RAGchain.reranker.time package": [[17, "ragchain-reranker-time-package"]],
+ "RAGchain.reranker.time.simple_time module": [[17, "module-RAGchain.reranker.time.simple_time"]],
+ "RAGchain.reranker.time.weighted_time module": [[17, "module-RAGchain.reranker.time.weighted_time"]],
+ "RAGchain.reranker.upr package": [[18, "ragchain-reranker-upr-package"]],
+ "RAGchain.reranker.upr.upr module": [[18, "module-RAGchain.reranker.upr.upr"]],
+ "RAGchain.retrieval package": [[19, "ragchain-retrieval-package"]],
+ "RAGchain.retrieval.base module": [[19, "module-RAGchain.retrieval.base"]],
+ "RAGchain.retrieval.bm25_retrieval module": [[19, "module-RAGchain.retrieval.bm25_retrieval"]],
+ "RAGchain.retrieval.hybrid module": [[19, "module-RAGchain.retrieval.hybrid"]],
+ "RAGchain.retrieval.hyde module": [[19, "module-RAGchain.retrieval.hyde"]],
+ "RAGchain.retrieval.vectordb_retrieval module": [[19, "module-RAGchain.retrieval.vectordb_retrieval"]],
+ "RAGchain.schema package": [[20, "ragchain-schema-package"]],
+ "RAGchain.schema.db_origin module": [[20, "module-RAGchain.schema.db_origin"]],
+ "RAGchain.schema.evaluate_result module": [[20, "module-RAGchain.schema.evaluate_result"]],
+ "RAGchain.schema.passage module": [[20, "module-RAGchain.schema.passage"]],
+ "RAGchain.schema.prompt module": [[20, "module-RAGchain.schema.prompt"]],
+ "RAGchain.utils package": [[21, "ragchain-utils-package"]],
+ "RAGchain.utils.evidence_extractor module": [[21, "module-RAGchain.utils.evidence_extractor"]],
+ "RAGchain.utils.file_cache module": [[21, "module-RAGchain.utils.file_cache"]],
+ "RAGchain.utils.query_decompose module": [[21, "module-RAGchain.utils.query_decompose"]],
+ "RAGchain.utils.rede_search_detector module": [[21, "module-RAGchain.utils.rede_search_detector"]],
+ "RAGchain.utils.semantic_clustering module": [[21, "module-RAGchain.utils.semantic_clustering"]],
+ "RAGchain.utils.util module": [[21, "module-RAGchain.utils.util"]],
+ "RAGchain.utils.compressor package": [[22, "ragchain-utils-compressor-package"]],
+ "RAGchain.utils.compressor.base module": [[22, "module-RAGchain.utils.compressor.base"]],
+ "RAGchain.utils.compressor.cluster_time module": [[22, "module-RAGchain.utils.compressor.cluster_time"]],
+ "RAGchain.utils.compressor.llm_lingua module": [[22, "module-RAGchain.utils.compressor.llm_lingua"]],
+ "RAGchain.utils.vectorstore package": [[25, "ragchain-utils-vectorstore-package"]],
+ "RAGchain.utils.vectorstore.base module": [[25, "module-RAGchain.utils.vectorstore.base"]],
+ "RAGchain.utils.vectorstore.chroma module": [[25, "module-RAGchain.utils.vectorstore.chroma"]],
+ "RAGchain.utils.vectorstore.pinecone module": [[25, "module-RAGchain.utils.vectorstore.pinecone"]],
+ "RAGchain.utils.websearch package": [[26, "ragchain-utils-websearch-package"]],
+ "RAGchain.utils.websearch.base module": [[26, "module-RAGchain.utils.websearch.base"]],
+ "RAGchain.utils.websearch.bing_search module": [[26, "module-RAGchain.utils.websearch.bing_search"]],
+ "RAGchain.utils.websearch.brave_search module": [[26, "module-RAGchain.utils.websearch.brave_search"]],
+ "RAGchain.utils.websearch.google_search module": [[26, "module-RAGchain.utils.websearch.google_search"]],
+ "Welcome to RAGchain\u2019s documentation!": [[27, "welcome-to-ragchain-s-documentation"]],
+ "Indices and tables": [[27, "indices-and-tables"]]
},
"indexentries": {
"ragchain": [[0, "module-RAGchain"]],
- "module": [[0, "module-RAGchain"], [1, "module-RAGchain.DB"], [1, "module-RAGchain.DB.base"], [1, "module-RAGchain.DB.mongo_db"], [1, "module-RAGchain.DB.pickle_db"], [2, "module-RAGchain.benchmark"], [2, "module-RAGchain.benchmark.auto"], [2, "module-RAGchain.benchmark.base"], [3, "module-RAGchain.benchmark.answer"], [3, "module-RAGchain.benchmark.answer.metrics"], [4, "module-RAGchain.benchmark.dataset"], [4, "module-RAGchain.benchmark.dataset.antique"], [4, "module-RAGchain.benchmark.dataset.asqa"], [4, "module-RAGchain.benchmark.dataset.base"], [4, "module-RAGchain.benchmark.dataset.beir"], [4, "module-RAGchain.benchmark.dataset.dstc11_track5"], [4, "module-RAGchain.benchmark.dataset.ko_strategy_qa"], [4, "module-RAGchain.benchmark.dataset.mr_tydi"], [4, "module-RAGchain.benchmark.dataset.msmarco"], [4, "module-RAGchain.benchmark.dataset.natural_qa"], [4, "module-RAGchain.benchmark.dataset.nfcorpus"], [4, "module-RAGchain.benchmark.dataset.qasper"], [4, "module-RAGchain.benchmark.dataset.search_qa"], [4, "module-RAGchain.benchmark.dataset.strategy_qa"], [4, "module-RAGchain.benchmark.dataset.triviaqa"], [7, "module-RAGchain.pipeline"], [7, "module-RAGchain.pipeline.base"], [7, "module-RAGchain.pipeline.basic"], [7, "module-RAGchain.pipeline.rerank"], [7, "module-RAGchain.pipeline.visconde"], [8, "module-RAGchain.preprocess"], [9, "module-RAGchain.preprocess.loader"], [9, "module-RAGchain.preprocess.loader.dataset_loader"], [9, "module-RAGchain.preprocess.loader.deepdoctection_loader"], [9, "module-RAGchain.preprocess.loader.excel_loader"], [9, "module-RAGchain.preprocess.loader.file_loader"], [9, "module-RAGchain.preprocess.loader.hwp_loader"], [9, "module-RAGchain.preprocess.loader.mathpix_markdown_loader"], [9, "module-RAGchain.preprocess.loader.nougat_pdf_loader"], [9, "module-RAGchain.preprocess.loader.pdf_link_loader"], [9, "module-RAGchain.preprocess.loader.rust_hwp_loader"], [9, "module-RAGchain.preprocess.loader.win32_hwp_loader"], [10, "module-RAGchain.preprocess.text_splitter"], [10, "module-RAGchain.preprocess.text_splitter.base"], [10, "module-RAGchain.preprocess.text_splitter.code_splitter"], [10, "module-RAGchain.preprocess.text_splitter.html_header_splitter"], [10, "module-RAGchain.preprocess.text_splitter.markdown_header_splitter"], [10, "module-RAGchain.preprocess.text_splitter.text_splitter"], [10, "module-RAGchain.preprocess.text_splitter.token_splitter"], [11, "module-RAGchain.reranker"], [11, "module-RAGchain.reranker.base"], [11, "module-RAGchain.reranker.bm25"], [12, "module-RAGchain.reranker.llm"], [12, "module-RAGchain.reranker.llm.llm"], [12, "module-RAGchain.reranker.llm.rank_gpt"], [13, "module-RAGchain.reranker.pygaggle"], [13, "module-RAGchain.reranker.pygaggle.base"], [13, "module-RAGchain.reranker.pygaggle.monoT5"], [13, "module-RAGchain.reranker.pygaggle.transformer"], [15, "module-RAGchain.reranker.tart"], [15, "module-RAGchain.reranker.tart.modeling_enc_t5"], [15, "module-RAGchain.reranker.tart.tart"], [15, "module-RAGchain.reranker.tart.tokenization_enc_t5"], [16, "module-RAGchain.reranker.time"], [16, "module-RAGchain.reranker.time.simple_time"], [16, "module-RAGchain.reranker.time.weighted_time"], [17, "module-RAGchain.reranker.upr"], [17, "module-RAGchain.reranker.upr.upr"], [18, "module-RAGchain.retrieval"], [18, "module-RAGchain.retrieval.base"], [18, "module-RAGchain.retrieval.bm25_retrieval"], [18, "module-RAGchain.retrieval.hybrid"], [18, "module-RAGchain.retrieval.hyde"], [18, "module-RAGchain.retrieval.vectordb_retrieval"], [19, "module-RAGchain.schema"], [19, "module-RAGchain.schema.db_origin"], [19, "module-RAGchain.schema.evaluate_result"], [19, "module-RAGchain.schema.passage"], [19, "module-RAGchain.schema.prompt"], [20, "module-RAGchain.utils"], [20, "module-RAGchain.utils.evidence_extractor"], [20, "module-RAGchain.utils.file_cache"], [20, "module-RAGchain.utils.query_decompose"], [20, "module-RAGchain.utils.rede_search_detector"], [20, "module-RAGchain.utils.semantic_clustering"], [20, "module-RAGchain.utils.util"], [21, "module-RAGchain.utils.compressor"], [21, "module-RAGchain.utils.compressor.base"], [21, "module-RAGchain.utils.compressor.cluster_time"], [24, "module-RAGchain.utils.vectorstore"], [24, "module-RAGchain.utils.vectorstore.base"], [24, "module-RAGchain.utils.vectorstore.chroma"], [24, "module-RAGchain.utils.vectorstore.pinecone"]],
+ "module": [[0, "module-RAGchain"], [1, "module-RAGchain.DB"], [1, "module-RAGchain.DB.base"], [1, "module-RAGchain.DB.mongo_db"], [1, "module-RAGchain.DB.pickle_db"], [2, "module-RAGchain.benchmark"], [2, "module-RAGchain.benchmark.auto"], [2, "module-RAGchain.benchmark.base"], [4, "module-RAGchain.benchmark.dataset"], [4, "module-RAGchain.benchmark.dataset.antique"], [4, "module-RAGchain.benchmark.dataset.asqa"], [4, "module-RAGchain.benchmark.dataset.base"], [4, "module-RAGchain.benchmark.dataset.beir"], [4, "module-RAGchain.benchmark.dataset.dstc11_track5"], [4, "module-RAGchain.benchmark.dataset.eli5"], [4, "module-RAGchain.benchmark.dataset.ko_strategy_qa"], [4, "module-RAGchain.benchmark.dataset.mr_tydi"], [4, "module-RAGchain.benchmark.dataset.msmarco"], [4, "module-RAGchain.benchmark.dataset.natural_question"], [4, "module-RAGchain.benchmark.dataset.nfcorpus"], [4, "module-RAGchain.benchmark.dataset.qasper"], [4, "module-RAGchain.benchmark.dataset.search_qa"], [4, "module-RAGchain.benchmark.dataset.strategy_qa"], [4, "module-RAGchain.benchmark.dataset.triviaqa"], [7, "module-RAGchain.pipeline"], [7, "module-RAGchain.pipeline.base"], [7, "module-RAGchain.pipeline.basic"], [7, "module-RAGchain.pipeline.google_search"], [7, "module-RAGchain.pipeline.rerank"], [7, "module-RAGchain.pipeline.visconde"], [8, "module-RAGchain.preprocess"], [9, "module-RAGchain.preprocess.loader"], [9, "module-RAGchain.preprocess.loader.dataset_loader"], [9, "module-RAGchain.preprocess.loader.deepdoctection_loader"], [9, "module-RAGchain.preprocess.loader.excel_loader"], [9, "module-RAGchain.preprocess.loader.file_loader"], [9, "module-RAGchain.preprocess.loader.hwp_loader"], [9, "module-RAGchain.preprocess.loader.mathpix_markdown_loader"], [9, "module-RAGchain.preprocess.loader.nougat_pdf_loader"], [9, "module-RAGchain.preprocess.loader.pdf_link_loader"], [9, "module-RAGchain.preprocess.loader.rem_loader"], [9, "module-RAGchain.preprocess.loader.rust_hwp_loader"], [9, "module-RAGchain.preprocess.loader.win32_hwp_loader"], [10, "module-RAGchain.preprocess.text_splitter"], [10, "module-RAGchain.preprocess.text_splitter.base"], [10, "module-RAGchain.preprocess.text_splitter.code_splitter"], [10, "module-RAGchain.preprocess.text_splitter.html_header_splitter"], [10, "module-RAGchain.preprocess.text_splitter.markdown_header_splitter"], [10, "module-RAGchain.preprocess.text_splitter.text_splitter"], [10, "module-RAGchain.preprocess.text_splitter.token_splitter"], [11, "module-RAGchain.reranker"], [11, "module-RAGchain.reranker.base"], [11, "module-RAGchain.reranker.bm25"], [12, "module-RAGchain.reranker.importance"], [12, "module-RAGchain.reranker.importance.simple_importance"], [12, "module-RAGchain.reranker.importance.weighted_importance"], [13, "module-RAGchain.reranker.llm"], [13, "module-RAGchain.reranker.llm.llm"], [13, "module-RAGchain.reranker.llm.rank_gpt"], [14, "module-RAGchain.reranker.pygaggle"], [14, "module-RAGchain.reranker.pygaggle.base"], [14, "module-RAGchain.reranker.pygaggle.monoT5"], [14, "module-RAGchain.reranker.pygaggle.transformer"], [16, "module-RAGchain.reranker.tart"], [16, "module-RAGchain.reranker.tart.modeling_enc_t5"], [16, "module-RAGchain.reranker.tart.tart"], [16, "module-RAGchain.reranker.tart.tokenization_enc_t5"], [17, "module-RAGchain.reranker.time"], [17, "module-RAGchain.reranker.time.simple_time"], [17, "module-RAGchain.reranker.time.weighted_time"], [18, "module-RAGchain.reranker.upr"], [18, "module-RAGchain.reranker.upr.upr"], [19, "module-RAGchain.retrieval"], [19, "module-RAGchain.retrieval.base"], [19, "module-RAGchain.retrieval.bm25_retrieval"], [19, "module-RAGchain.retrieval.hybrid"], [19, "module-RAGchain.retrieval.hyde"], [19, "module-RAGchain.retrieval.vectordb_retrieval"], [20, "module-RAGchain.schema"], [20, "module-RAGchain.schema.db_origin"], [20, "module-RAGchain.schema.evaluate_result"], [20, "module-RAGchain.schema.passage"], [20, "module-RAGchain.schema.prompt"], [21, "module-RAGchain.utils"], [21, "module-RAGchain.utils.evidence_extractor"], [21, "module-RAGchain.utils.file_cache"], [21, "module-RAGchain.utils.query_decompose"], [21, "module-RAGchain.utils.rede_search_detector"], [21, "module-RAGchain.utils.semantic_clustering"], [21, "module-RAGchain.utils.util"], [22, "module-RAGchain.utils.compressor"], [22, "module-RAGchain.utils.compressor.base"], [22, "module-RAGchain.utils.compressor.cluster_time"], [22, "module-RAGchain.utils.compressor.llm_lingua"], [25, "module-RAGchain.utils.vectorstore"], [25, "module-RAGchain.utils.vectorstore.base"], [25, "module-RAGchain.utils.vectorstore.chroma"], [25, "module-RAGchain.utils.vectorstore.pinecone"], [26, "module-RAGchain.utils.websearch"], [26, "module-RAGchain.utils.websearch.base"], [26, "module-RAGchain.utils.websearch.bing_search"], [26, "module-RAGchain.utils.websearch.brave_search"], [26, "module-RAGchain.utils.websearch.google_search"]],
"basedb (class in ragchain.db.base)": [[1, "RAGchain.DB.base.BaseDB"]],
"mongodb (class in ragchain.db.mongo_db)": [[1, "RAGchain.DB.mongo_db.MongoDB"]],
"pickledb (class in ragchain.db.pickle_db)": [[1, "RAGchain.DB.pickle_db.PickleDB"]],
@@ -2079,23 +2184,6 @@ Search.setIndex({
"retrieve_id() (ragchain.benchmark.base.dummyretrieval method)": [[2, "RAGchain.benchmark.base.DummyRetrieval.retrieve_id"]],
"retrieve_id_with_scores() (ragchain.benchmark.base.dummyretrieval method)": [[2, "RAGchain.benchmark.base.DummyRetrieval.retrieve_id_with_scores"]],
"uuid_to_str() (ragchain.benchmark.base.baseevaluator static method)": [[2, "RAGchain.benchmark.base.BaseEvaluator.uuid_to_str"]],
- "bleu (class in ragchain.benchmark.answer.metrics)": [[3, "RAGchain.benchmark.answer.metrics.BLEU"]],
- "baseanswermetric (class in ragchain.benchmark.answer.metrics)": [[3, "RAGchain.benchmark.answer.metrics.BaseAnswerMetric"]],
- "basepassageanswermetric (class in ragchain.benchmark.answer.metrics)": [[3, "RAGchain.benchmark.answer.metrics.BasePassageAnswerMetric"]],
- "kf1 (class in ragchain.benchmark.answer.metrics)": [[3, "RAGchain.benchmark.answer.metrics.KF1"]],
- "meteor (class in ragchain.benchmark.answer.metrics)": [[3, "RAGchain.benchmark.answer.metrics.METEOR"]],
- "ragchain.benchmark.answer": [[3, "module-RAGchain.benchmark.answer"]],
- "ragchain.benchmark.answer.metrics": [[3, "module-RAGchain.benchmark.answer.metrics"]],
- "rouge (class in ragchain.benchmark.answer.metrics)": [[3, "RAGchain.benchmark.answer.metrics.ROUGE"]],
- "eval() (ragchain.benchmark.answer.metrics.baseanswermetric method)": [[3, "RAGchain.benchmark.answer.metrics.BaseAnswerMetric.eval"]],
- "eval() (ragchain.benchmark.answer.metrics.basepassageanswermetric method)": [[3, "RAGchain.benchmark.answer.metrics.BasePassageAnswerMetric.eval"]],
- "metric_name (ragchain.benchmark.answer.metrics.baseanswermetric property)": [[3, "RAGchain.benchmark.answer.metrics.BaseAnswerMetric.metric_name"]],
- "retrieval_metric_function() (ragchain.benchmark.answer.metrics.bleu method)": [[3, "RAGchain.benchmark.answer.metrics.BLEU.retrieval_metric_function"]],
- "retrieval_metric_function() (ragchain.benchmark.answer.metrics.baseanswermetric method)": [[3, "RAGchain.benchmark.answer.metrics.BaseAnswerMetric.retrieval_metric_function"]],
- "retrieval_metric_function() (ragchain.benchmark.answer.metrics.basepassageanswermetric method)": [[3, "RAGchain.benchmark.answer.metrics.BasePassageAnswerMetric.retrieval_metric_function"]],
- "retrieval_metric_function() (ragchain.benchmark.answer.metrics.kf1 method)": [[3, "RAGchain.benchmark.answer.metrics.KF1.retrieval_metric_function"]],
- "retrieval_metric_function() (ragchain.benchmark.answer.metrics.meteor method)": [[3, "RAGchain.benchmark.answer.metrics.METEOR.retrieval_metric_function"]],
- "retrieval_metric_function() (ragchain.benchmark.answer.metrics.rouge method)": [[3, "RAGchain.benchmark.answer.metrics.ROUGE.retrieval_metric_function"]],
"asqaevaluator (class in ragchain.benchmark.dataset.asqa)": [[4, "RAGchain.benchmark.dataset.asqa.ASQAEvaluator"]],
"antiqueevaluator (class in ragchain.benchmark.dataset.antique)": [[4, "RAGchain.benchmark.dataset.antique.AntiqueEvaluator"]],
"basebeirevaluator (class in ragchain.benchmark.dataset.base)": [[4, "RAGchain.benchmark.dataset.base.BaseBeirEvaluator"]],
@@ -2108,11 +2196,12 @@ Search.setIndex({
"beirscidocsevaluator (class in ragchain.benchmark.dataset.beir)": [[4, "RAGchain.benchmark.dataset.beir.BeirSCIDOCSEvaluator"]],
"beirscifactevaluator (class in ragchain.benchmark.dataset.beir)": [[4, "RAGchain.benchmark.dataset.beir.BeirSCIFACTEvaluator"]],
"dstc11track5evaluator (class in ragchain.benchmark.dataset.dstc11_track5)": [[4, "RAGchain.benchmark.dataset.dstc11_track5.DSTC11Track5Evaluator"]],
+ "eli5evaluator (class in ragchain.benchmark.dataset.eli5)": [[4, "RAGchain.benchmark.dataset.eli5.Eli5Evaluator"]],
"kostrategyqaevaluator (class in ragchain.benchmark.dataset.ko_strategy_qa)": [[4, "RAGchain.benchmark.dataset.ko_strategy_qa.KoStrategyQAEvaluator"]],
"msmarcoevaluator (class in ragchain.benchmark.dataset.msmarco)": [[4, "RAGchain.benchmark.dataset.msmarco.MSMARCOEvaluator"]],
"mrtydievaluator (class in ragchain.benchmark.dataset.mr_tydi)": [[4, "RAGchain.benchmark.dataset.mr_tydi.MrTydiEvaluator"]],
"nfcorpusevaluator (class in ragchain.benchmark.dataset.nfcorpus)": [[4, "RAGchain.benchmark.dataset.nfcorpus.NFCorpusEvaluator"]],
- "naturalqaevaluator (class in ragchain.benchmark.dataset.natural_qa)": [[4, "RAGchain.benchmark.dataset.natural_qa.NaturalQAEvaluator"]],
+ "naturalqaevaluator (class in ragchain.benchmark.dataset.natural_question)": [[4, "RAGchain.benchmark.dataset.natural_question.NaturalQAEvaluator"]],
"qasperevaluator (class in ragchain.benchmark.dataset.qasper)": [[4, "RAGchain.benchmark.dataset.qasper.QasperEvaluator"]],
"ragchain.benchmark.dataset": [[4, "module-RAGchain.benchmark.dataset"]],
"ragchain.benchmark.dataset.antique": [[4, "module-RAGchain.benchmark.dataset.antique"]],
@@ -2120,10 +2209,11 @@ Search.setIndex({
"ragchain.benchmark.dataset.base": [[4, "module-RAGchain.benchmark.dataset.base"]],
"ragchain.benchmark.dataset.beir": [[4, "module-RAGchain.benchmark.dataset.beir"]],
"ragchain.benchmark.dataset.dstc11_track5": [[4, "module-RAGchain.benchmark.dataset.dstc11_track5"]],
+ "ragchain.benchmark.dataset.eli5": [[4, "module-RAGchain.benchmark.dataset.eli5"]],
"ragchain.benchmark.dataset.ko_strategy_qa": [[4, "module-RAGchain.benchmark.dataset.ko_strategy_qa"]],
"ragchain.benchmark.dataset.mr_tydi": [[4, "module-RAGchain.benchmark.dataset.mr_tydi"]],
"ragchain.benchmark.dataset.msmarco": [[4, "module-RAGchain.benchmark.dataset.msmarco"]],
- "ragchain.benchmark.dataset.natural_qa": [[4, "module-RAGchain.benchmark.dataset.natural_qa"]],
+ "ragchain.benchmark.dataset.natural_question": [[4, "module-RAGchain.benchmark.dataset.natural_question"]],
"ragchain.benchmark.dataset.nfcorpus": [[4, "module-RAGchain.benchmark.dataset.nfcorpus"]],
"ragchain.benchmark.dataset.qasper": [[4, "module-RAGchain.benchmark.dataset.qasper"]],
"ragchain.benchmark.dataset.search_qa": [[4, "module-RAGchain.benchmark.dataset.search_qa"]],
@@ -2140,10 +2230,11 @@ Search.setIndex({
"evaluate() (ragchain.benchmark.dataset.asqa.asqaevaluator method)": [[4, "RAGchain.benchmark.dataset.asqa.ASQAEvaluator.evaluate"]],
"evaluate() (ragchain.benchmark.dataset.base.basebeirevaluator method)": [[4, "RAGchain.benchmark.dataset.base.BaseBeirEvaluator.evaluate"]],
"evaluate() (ragchain.benchmark.dataset.dstc11_track5.dstc11track5evaluator method)": [[4, "RAGchain.benchmark.dataset.dstc11_track5.DSTC11Track5Evaluator.evaluate"]],
+ "evaluate() (ragchain.benchmark.dataset.eli5.eli5evaluator method)": [[4, "RAGchain.benchmark.dataset.eli5.Eli5Evaluator.evaluate"]],
"evaluate() (ragchain.benchmark.dataset.ko_strategy_qa.kostrategyqaevaluator method)": [[4, "RAGchain.benchmark.dataset.ko_strategy_qa.KoStrategyQAEvaluator.evaluate"]],
"evaluate() (ragchain.benchmark.dataset.mr_tydi.mrtydievaluator method)": [[4, "RAGchain.benchmark.dataset.mr_tydi.MrTydiEvaluator.evaluate"]],
"evaluate() (ragchain.benchmark.dataset.msmarco.msmarcoevaluator method)": [[4, "RAGchain.benchmark.dataset.msmarco.MSMARCOEvaluator.evaluate"]],
- "evaluate() (ragchain.benchmark.dataset.natural_qa.naturalqaevaluator method)": [[4, "RAGchain.benchmark.dataset.natural_qa.NaturalQAEvaluator.evaluate"]],
+ "evaluate() (ragchain.benchmark.dataset.natural_question.naturalqaevaluator method)": [[4, "RAGchain.benchmark.dataset.natural_question.NaturalQAEvaluator.evaluate"]],
"evaluate() (ragchain.benchmark.dataset.nfcorpus.nfcorpusevaluator method)": [[4, "RAGchain.benchmark.dataset.nfcorpus.NFCorpusEvaluator.evaluate"]],
"evaluate() (ragchain.benchmark.dataset.qasper.qasperevaluator method)": [[4, "RAGchain.benchmark.dataset.qasper.QasperEvaluator.evaluate"]],
"evaluate() (ragchain.benchmark.dataset.search_qa.searchqaevaluator method)": [[4, "RAGchain.benchmark.dataset.search_qa.SearchQAEvaluator.evaluate"]],
@@ -2154,10 +2245,11 @@ Search.setIndex({
"ingest() (ragchain.benchmark.dataset.base.basebeirevaluator method)": [[4, "RAGchain.benchmark.dataset.base.BaseBeirEvaluator.ingest"]],
"ingest() (ragchain.benchmark.dataset.base.basedatasetevaluator method)": [[4, "RAGchain.benchmark.dataset.base.BaseDatasetEvaluator.ingest"]],
"ingest() (ragchain.benchmark.dataset.dstc11_track5.dstc11track5evaluator method)": [[4, "RAGchain.benchmark.dataset.dstc11_track5.DSTC11Track5Evaluator.ingest"]],
+ "ingest() (ragchain.benchmark.dataset.eli5.eli5evaluator method)": [[4, "RAGchain.benchmark.dataset.eli5.Eli5Evaluator.ingest"]],
"ingest() (ragchain.benchmark.dataset.ko_strategy_qa.kostrategyqaevaluator method)": [[4, "RAGchain.benchmark.dataset.ko_strategy_qa.KoStrategyQAEvaluator.ingest"]],
"ingest() (ragchain.benchmark.dataset.mr_tydi.mrtydievaluator method)": [[4, "RAGchain.benchmark.dataset.mr_tydi.MrTydiEvaluator.ingest"]],
"ingest() (ragchain.benchmark.dataset.msmarco.msmarcoevaluator method)": [[4, "RAGchain.benchmark.dataset.msmarco.MSMARCOEvaluator.ingest"]],
- "ingest() (ragchain.benchmark.dataset.natural_qa.naturalqaevaluator method)": [[4, "RAGchain.benchmark.dataset.natural_qa.NaturalQAEvaluator.ingest"]],
+ "ingest() (ragchain.benchmark.dataset.natural_question.naturalqaevaluator method)": [[4, "RAGchain.benchmark.dataset.natural_question.NaturalQAEvaluator.ingest"]],
"ingest() (ragchain.benchmark.dataset.nfcorpus.nfcorpusevaluator method)": [[4, "RAGchain.benchmark.dataset.nfcorpus.NFCorpusEvaluator.ingest"]],
"ingest() (ragchain.benchmark.dataset.qasper.qasperevaluator method)": [[4, "RAGchain.benchmark.dataset.qasper.QasperEvaluator.ingest"]],
"ingest() (ragchain.benchmark.dataset.search_qa.searchqaevaluator method)": [[4, "RAGchain.benchmark.dataset.search_qa.SearchQAEvaluator.ingest"]],
@@ -2171,9 +2263,11 @@ Search.setIndex({
"baserunpipeline (class in ragchain.pipeline.base)": [[7, "RAGchain.pipeline.base.BaseRunPipeline"]],
"basicingestpipeline (class in ragchain.pipeline.basic)": [[7, "RAGchain.pipeline.basic.BasicIngestPipeline"]],
"basicrunpipeline (class in ragchain.pipeline.basic)": [[7, "RAGchain.pipeline.basic.BasicRunPipeline"]],
+ "googlesearchrunpipeline (class in ragchain.pipeline.google_search)": [[7, "RAGchain.pipeline.google_search.GoogleSearchRunPipeline"]],
"ragchain.pipeline": [[7, "module-RAGchain.pipeline"]],
"ragchain.pipeline.base": [[7, "module-RAGchain.pipeline.base"]],
"ragchain.pipeline.basic": [[7, "module-RAGchain.pipeline.basic"]],
+ "ragchain.pipeline.google_search": [[7, "module-RAGchain.pipeline.google_search"]],
"ragchain.pipeline.rerank": [[7, "module-RAGchain.pipeline.rerank"]],
"ragchain.pipeline.visconde": [[7, "module-RAGchain.pipeline.visconde"]],
"rerankrunpipeline (class in ragchain.pipeline.rerank)": [[7, "RAGchain.pipeline.rerank.RerankRunPipeline"]],
@@ -2182,9 +2276,11 @@ Search.setIndex({
"default_prompt (ragchain.pipeline.base.baserunpipeline attribute)": [[7, "RAGchain.pipeline.base.BaseRunPipeline.default_prompt"]],
"get_passages_and_run() (ragchain.pipeline.base.baserunpipeline method)": [[7, "RAGchain.pipeline.base.BaseRunPipeline.get_passages_and_run"]],
"get_passages_and_run() (ragchain.pipeline.basic.basicrunpipeline method)": [[7, "RAGchain.pipeline.basic.BasicRunPipeline.get_passages_and_run"]],
+ "get_passages_and_run() (ragchain.pipeline.google_search.googlesearchrunpipeline method)": [[7, "RAGchain.pipeline.google_search.GoogleSearchRunPipeline.get_passages_and_run"]],
"get_passages_and_run() (ragchain.pipeline.rerank.rerankrunpipeline method)": [[7, "RAGchain.pipeline.rerank.RerankRunPipeline.get_passages_and_run"]],
"get_passages_and_run() (ragchain.pipeline.visconde.visconderunpipeline method)": [[7, "RAGchain.pipeline.visconde.ViscondeRunPipeline.get_passages_and_run"]],
"run (ragchain.pipeline.basic.basicrunpipeline attribute)": [[7, "RAGchain.pipeline.basic.BasicRunPipeline.run"]],
+ "run (ragchain.pipeline.google_search.googlesearchrunpipeline attribute)": [[7, "RAGchain.pipeline.google_search.GoogleSearchRunPipeline.run"]],
"run (ragchain.pipeline.rerank.rerankrunpipeline attribute)": [[7, "RAGchain.pipeline.rerank.RerankRunPipeline.run"]],
"run (ragchain.pipeline.visconde.visconderunpipeline attribute)": [[7, "RAGchain.pipeline.visconde.ViscondeRunPipeline.run"]],
"run() (ragchain.pipeline.base.baseingestpipeline method)": [[7, "RAGchain.pipeline.base.BaseIngestPipeline.run"]],
@@ -2208,8 +2304,10 @@ Search.setIndex({
"ragchain.preprocess.loader.mathpix_markdown_loader": [[9, "module-RAGchain.preprocess.loader.mathpix_markdown_loader"]],
"ragchain.preprocess.loader.nougat_pdf_loader": [[9, "module-RAGchain.preprocess.loader.nougat_pdf_loader"]],
"ragchain.preprocess.loader.pdf_link_loader": [[9, "module-RAGchain.preprocess.loader.pdf_link_loader"]],
+ "ragchain.preprocess.loader.rem_loader": [[9, "module-RAGchain.preprocess.loader.rem_loader"]],
"ragchain.preprocess.loader.rust_hwp_loader": [[9, "module-RAGchain.preprocess.loader.rust_hwp_loader"]],
"ragchain.preprocess.loader.win32_hwp_loader": [[9, "module-RAGchain.preprocess.loader.win32_hwp_loader"]],
+ "remloader (class in ragchain.preprocess.loader.rem_loader)": [[9, "RAGchain.preprocess.loader.rem_loader.RemLoader"]],
"rusthwploader (class in ragchain.preprocess.loader.rust_hwp_loader)": [[9, "RAGchain.preprocess.loader.rust_hwp_loader.RustHwpLoader"]],
"win32hwploader (class in ragchain.preprocess.loader.win32_hwp_loader)": [[9, "RAGchain.preprocess.loader.win32_hwp_loader.Win32HwpLoader"]],
"async_request() (ragchain.preprocess.loader.hwp_loader.hwploader method)": [[9, "RAGchain.preprocess.loader.hwp_loader.HwpLoader.async_request"]],
@@ -2222,6 +2320,7 @@ Search.setIndex({
"lazy_load() (ragchain.preprocess.loader.hwp_loader.hwploader method)": [[9, "RAGchain.preprocess.loader.hwp_loader.HwpLoader.lazy_load"]],
"lazy_load() (ragchain.preprocess.loader.mathpix_markdown_loader.mathpixmarkdownloader method)": [[9, "RAGchain.preprocess.loader.mathpix_markdown_loader.MathpixMarkdownLoader.lazy_load"]],
"lazy_load() (ragchain.preprocess.loader.nougat_pdf_loader.nougatpdfloader method)": [[9, "RAGchain.preprocess.loader.nougat_pdf_loader.NougatPDFLoader.lazy_load"]],
+ "lazy_load() (ragchain.preprocess.loader.rem_loader.remloader method)": [[9, "RAGchain.preprocess.loader.rem_loader.RemLoader.lazy_load"]],
"lazy_load() (ragchain.preprocess.loader.rust_hwp_loader.rusthwploader method)": [[9, "RAGchain.preprocess.loader.rust_hwp_loader.RustHwpLoader.lazy_load"]],
"lazy_load() (ragchain.preprocess.loader.win32_hwp_loader.win32hwploader method)": [[9, "RAGchain.preprocess.loader.win32_hwp_loader.Win32HwpLoader.lazy_load"]],
"load() (ragchain.preprocess.loader.dataset_loader.kostrategyqaloader method)": [[9, "RAGchain.preprocess.loader.dataset_loader.KoStrategyQALoader.load"]],
@@ -2232,6 +2331,7 @@ Search.setIndex({
"load() (ragchain.preprocess.loader.mathpix_markdown_loader.mathpixmarkdownloader method)": [[9, "RAGchain.preprocess.loader.mathpix_markdown_loader.MathpixMarkdownLoader.load"]],
"load() (ragchain.preprocess.loader.nougat_pdf_loader.nougatpdfloader method)": [[9, "RAGchain.preprocess.loader.nougat_pdf_loader.NougatPDFLoader.load"]],
"load() (ragchain.preprocess.loader.pdf_link_loader.pdflinkloader method)": [[9, "RAGchain.preprocess.loader.pdf_link_loader.PdfLinkLoader.load"]],
+ "load() (ragchain.preprocess.loader.rem_loader.remloader method)": [[9, "RAGchain.preprocess.loader.rem_loader.RemLoader.load"]],
"load() (ragchain.preprocess.loader.rust_hwp_loader.rusthwploader method)": [[9, "RAGchain.preprocess.loader.rust_hwp_loader.RustHwpLoader.load"]],
"load() (ragchain.preprocess.loader.win32_hwp_loader.win32hwploader method)": [[9, "RAGchain.preprocess.loader.win32_hwp_loader.Win32HwpLoader.load"]],
"preprocessor() (ragchain.preprocess.loader.win32_hwp_loader.win32hwploader method)": [[9, "RAGchain.preprocess.loader.win32_hwp_loader.Win32HwpLoader.preprocessor"]],
@@ -2251,7 +2351,6 @@ Search.setIndex({
"ragchain.preprocess.text_splitter.token_splitter": [[10, "module-RAGchain.preprocess.text_splitter.token_splitter"]],
"recursivetextsplitter (class in ragchain.preprocess.text_splitter.text_splitter)": [[10, "RAGchain.preprocess.text_splitter.text_splitter.RecursiveTextSplitter"]],
"tokensplitter (class in ragchain.preprocess.text_splitter.token_splitter)": [[10, "RAGchain.preprocess.text_splitter.token_splitter.TokenSplitter"]],
- "docs_to_passages() (ragchain.preprocess.text_splitter.base.basetextsplitter method)": [[10, "RAGchain.preprocess.text_splitter.base.BaseTextSplitter.docs_to_passages"]],
"split_document() (ragchain.preprocess.text_splitter.base.basetextsplitter method)": [[10, "RAGchain.preprocess.text_splitter.base.BaseTextSplitter.split_document"]],
"split_document() (ragchain.preprocess.text_splitter.code_splitter.codesplitter method)": [[10, "RAGchain.preprocess.text_splitter.code_splitter.CodeSplitter.split_document"]],
"split_document() (ragchain.preprocess.text_splitter.html_header_splitter.htmlheadersplitter method)": [[10, "RAGchain.preprocess.text_splitter.html_header_splitter.HTMLHeaderSplitter.split_document"]],
@@ -2266,210 +2365,233 @@ Search.setIndex({
"ragchain.reranker.bm25": [[11, "module-RAGchain.reranker.bm25"]],
"rerank() (ragchain.reranker.base.basereranker method)": [[11, "RAGchain.reranker.base.BaseReranker.rerank"]],
"rerank() (ragchain.reranker.bm25.bm25reranker method)": [[11, "RAGchain.reranker.bm25.BM25Reranker.rerank"]],
- "llmreranker (class in ragchain.reranker.llm.llm)": [[12, "RAGchain.reranker.llm.llm.LLMReranker"]],
- "ragchain.reranker.llm": [[12, "module-RAGchain.reranker.llm"]],
- "ragchain.reranker.llm.llm": [[12, "module-RAGchain.reranker.llm.llm"]],
- "ragchain.reranker.llm.rank_gpt": [[12, "module-RAGchain.reranker.llm.rank_gpt"]],
- "safeopenai (class in ragchain.reranker.llm.rank_gpt)": [[12, "RAGchain.reranker.llm.rank_gpt.SafeOpenai"]],
- "chat() (ragchain.reranker.llm.rank_gpt.safeopenai method)": [[12, "RAGchain.reranker.llm.rank_gpt.SafeOpenai.chat"]],
- "clean_response() (in module ragchain.reranker.llm.rank_gpt)": [[12, "RAGchain.reranker.llm.rank_gpt.clean_response"]],
- "create_permutation_instruction() (in module ragchain.reranker.llm.rank_gpt)": [[12, "RAGchain.reranker.llm.rank_gpt.create_permutation_instruction"]],
- "find_passages() (ragchain.reranker.llm.llm.llmreranker method)": [[12, "RAGchain.reranker.llm.llm.LLMReranker.find_passages"]],
- "get_post_prompt() (in module ragchain.reranker.llm.rank_gpt)": [[12, "RAGchain.reranker.llm.rank_gpt.get_post_prompt"]],
- "get_prefix_prompt() (in module ragchain.reranker.llm.rank_gpt)": [[12, "RAGchain.reranker.llm.rank_gpt.get_prefix_prompt"]],
- "make_item() (ragchain.reranker.llm.llm.llmreranker method)": [[12, "RAGchain.reranker.llm.llm.LLMReranker.make_item"]],
- "make_passages() (ragchain.reranker.llm.llm.llmreranker method)": [[12, "RAGchain.reranker.llm.llm.LLMReranker.make_passages"]],
- "max_tokens() (in module ragchain.reranker.llm.rank_gpt)": [[12, "RAGchain.reranker.llm.rank_gpt.max_tokens"]],
- "num_tokens_from_messages() (in module ragchain.reranker.llm.rank_gpt)": [[12, "RAGchain.reranker.llm.rank_gpt.num_tokens_from_messages"]],
- "permutation_pipeline() (in module ragchain.reranker.llm.rank_gpt)": [[12, "RAGchain.reranker.llm.rank_gpt.permutation_pipeline"]],
- "receive_permutation() (in module ragchain.reranker.llm.rank_gpt)": [[12, "RAGchain.reranker.llm.rank_gpt.receive_permutation"]],
- "remove_duplicate() (in module ragchain.reranker.llm.rank_gpt)": [[12, "RAGchain.reranker.llm.rank_gpt.remove_duplicate"]],
- "rerank() (ragchain.reranker.llm.llm.llmreranker method)": [[12, "RAGchain.reranker.llm.llm.LLMReranker.rerank"]],
- "rerank_sliding_window() (ragchain.reranker.llm.llm.llmreranker method)": [[12, "RAGchain.reranker.llm.llm.LLMReranker.rerank_sliding_window"]],
- "run_llm() (in module ragchain.reranker.llm.rank_gpt)": [[12, "RAGchain.reranker.llm.rank_gpt.run_llm"]],
- "sliding_windows() (in module ragchain.reranker.llm.rank_gpt)": [[12, "RAGchain.reranker.llm.rank_gpt.sliding_windows"]],
- "text() (ragchain.reranker.llm.rank_gpt.safeopenai method)": [[12, "RAGchain.reranker.llm.rank_gpt.SafeOpenai.text"]],
- "monot5 (class in ragchain.reranker.pygaggle.transformer)": [[13, "RAGchain.reranker.pygaggle.transformer.MonoT5"]],
- "monot5reranker (class in ragchain.reranker.pygaggle.monot5)": [[13, "RAGchain.reranker.pygaggle.monoT5.MonoT5Reranker"]],
- "query (class in ragchain.reranker.pygaggle.base)": [[13, "RAGchain.reranker.pygaggle.base.Query"]],
- "ragchain.reranker.pygaggle": [[13, "module-RAGchain.reranker.pygaggle"]],
- "ragchain.reranker.pygaggle.base": [[13, "module-RAGchain.reranker.pygaggle.base"]],
- "ragchain.reranker.pygaggle.monot5": [[13, "module-RAGchain.reranker.pygaggle.monoT5"]],
- "ragchain.reranker.pygaggle.transformer": [[13, "module-RAGchain.reranker.pygaggle.transformer"]],
- "reranker (class in ragchain.reranker.pygaggle.base)": [[13, "RAGchain.reranker.pygaggle.base.Reranker"]],
- "text (class in ragchain.reranker.pygaggle.base)": [[13, "RAGchain.reranker.pygaggle.base.Text"]],
- "get_model() (ragchain.reranker.pygaggle.transformer.monot5 static method)": [[13, "RAGchain.reranker.pygaggle.transformer.MonoT5.get_model"]],
- "get_prediction_tokens() (ragchain.reranker.pygaggle.transformer.monot5 static method)": [[13, "RAGchain.reranker.pygaggle.transformer.MonoT5.get_prediction_tokens"]],
- "get_tokenizer() (ragchain.reranker.pygaggle.transformer.monot5 static method)": [[13, "RAGchain.reranker.pygaggle.transformer.MonoT5.get_tokenizer"]],
- "rerank() (ragchain.reranker.pygaggle.base.reranker method)": [[13, "RAGchain.reranker.pygaggle.base.Reranker.rerank"]],
- "rerank() (ragchain.reranker.pygaggle.monot5.monot5reranker method)": [[13, "RAGchain.reranker.pygaggle.monoT5.MonoT5Reranker.rerank"]],
- "rescore() (ragchain.reranker.pygaggle.base.reranker method)": [[13, "RAGchain.reranker.pygaggle.base.Reranker.rescore"]],
- "rescore() (ragchain.reranker.pygaggle.transformer.monot5 method)": [[13, "RAGchain.reranker.pygaggle.transformer.MonoT5.rescore"]],
- "enct5forsequenceclassification (class in ragchain.reranker.tart.modeling_enc_t5)": [[15, "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification"]],
- "enct5tokenizer (class in ragchain.reranker.tart.tokenization_enc_t5)": [[15, "RAGchain.reranker.tart.tokenization_enc_t5.EncT5Tokenizer"]],
- "ragchain.reranker.tart": [[15, "module-RAGchain.reranker.tart"]],
- "ragchain.reranker.tart.modeling_enc_t5": [[15, "module-RAGchain.reranker.tart.modeling_enc_t5"]],
- "ragchain.reranker.tart.tart": [[15, "module-RAGchain.reranker.tart.tart"]],
- "ragchain.reranker.tart.tokenization_enc_t5": [[15, "module-RAGchain.reranker.tart.tokenization_enc_t5"]],
- "tartreranker (class in ragchain.reranker.tart.tart)": [[15, "RAGchain.reranker.tart.tart.TARTReranker"]],
- "build_inputs_with_special_tokens() (ragchain.reranker.tart.tokenization_enc_t5.enct5tokenizer method)": [[15, "RAGchain.reranker.tart.tokenization_enc_t5.EncT5Tokenizer.build_inputs_with_special_tokens"]],
- "create_token_type_ids_from_sequences() (ragchain.reranker.tart.tokenization_enc_t5.enct5tokenizer method)": [[15, "RAGchain.reranker.tart.tokenization_enc_t5.EncT5Tokenizer.create_token_type_ids_from_sequences"]],
- "deparallelize() (ragchain.reranker.tart.modeling_enc_t5.enct5forsequenceclassification method)": [[15, "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification.deparallelize"]],
- "forward() (ragchain.reranker.tart.modeling_enc_t5.enct5forsequenceclassification method)": [[15, "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification.forward"]],
- "get_encoder() (ragchain.reranker.tart.modeling_enc_t5.enct5forsequenceclassification method)": [[15, "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification.get_encoder"]],
- "get_input_embeddings() (ragchain.reranker.tart.modeling_enc_t5.enct5forsequenceclassification method)": [[15, "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification.get_input_embeddings"]],
- "get_special_tokens_mask() (ragchain.reranker.tart.tokenization_enc_t5.enct5tokenizer method)": [[15, "RAGchain.reranker.tart.tokenization_enc_t5.EncT5Tokenizer.get_special_tokens_mask"]],
- "parallelize() (ragchain.reranker.tart.modeling_enc_t5.enct5forsequenceclassification method)": [[15, "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification.parallelize"]],
- "rerank() (ragchain.reranker.tart.tart.tartreranker method)": [[15, "RAGchain.reranker.tart.tart.TARTReranker.rerank"]],
- "set_input_embeddings() (ragchain.reranker.tart.modeling_enc_t5.enct5forsequenceclassification method)": [[15, "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification.set_input_embeddings"]],
- "training (ragchain.reranker.tart.modeling_enc_t5.enct5forsequenceclassification attribute)": [[15, "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification.training"]],
- "ragchain.reranker.time": [[16, "module-RAGchain.reranker.time"]],
- "ragchain.reranker.time.simple_time": [[16, "module-RAGchain.reranker.time.simple_time"]],
- "ragchain.reranker.time.weighted_time": [[16, "module-RAGchain.reranker.time.weighted_time"]],
- "simpletimereranker (class in ragchain.reranker.time.simple_time)": [[16, "RAGchain.reranker.time.simple_time.SimpleTimeReranker"]],
- "weightedtimereranker (class in ragchain.reranker.time.weighted_time)": [[16, "RAGchain.reranker.time.weighted_time.WeightedTimeReranker"]],
- "rerank() (ragchain.reranker.time.simple_time.simpletimereranker method)": [[16, "RAGchain.reranker.time.simple_time.SimpleTimeReranker.rerank"]],
- "rerank() (ragchain.reranker.time.weighted_time.weightedtimereranker method)": [[16, "RAGchain.reranker.time.weighted_time.WeightedTimeReranker.rerank"]],
- "ragchain.reranker.upr": [[17, "module-RAGchain.reranker.upr"]],
- "ragchain.reranker.upr.upr": [[17, "module-RAGchain.reranker.upr.upr"]],
- "uprreranker (class in ragchain.reranker.upr.upr)": [[17, "RAGchain.reranker.upr.upr.UPRReranker"]],
- "calculate_likelihood() (ragchain.reranker.upr.upr.uprreranker method)": [[17, "RAGchain.reranker.upr.upr.UPRReranker.calculate_likelihood"]],
- "rerank() (ragchain.reranker.upr.upr.uprreranker method)": [[17, "RAGchain.reranker.upr.upr.UPRReranker.rerank"]],
- "basic_system_prompt (ragchain.retrieval.hyde.hyderetrieval attribute)": [[18, "RAGchain.retrieval.hyde.HyDERetrieval.BASIC_SYSTEM_PROMPT"]],
- "bm25retrieval (class in ragchain.retrieval.bm25_retrieval)": [[18, "RAGchain.retrieval.bm25_retrieval.BM25Retrieval"]],
- "baseretrieval (class in ragchain.retrieval.base)": [[18, "RAGchain.retrieval.base.BaseRetrieval"]],
- "hyderetrieval (class in ragchain.retrieval.hyde)": [[18, "RAGchain.retrieval.hyde.HyDERetrieval"]],
- "hybridretrieval (class in ragchain.retrieval.hybrid)": [[18, "RAGchain.retrieval.hybrid.HybridRetrieval"]],
- "ragchain.retrieval": [[18, "module-RAGchain.retrieval"]],
- "ragchain.retrieval.base": [[18, "module-RAGchain.retrieval.base"]],
- "ragchain.retrieval.bm25_retrieval": [[18, "module-RAGchain.retrieval.bm25_retrieval"]],
- "ragchain.retrieval.hybrid": [[18, "module-RAGchain.retrieval.hybrid"]],
- "ragchain.retrieval.hyde": [[18, "module-RAGchain.retrieval.hyde"]],
- "ragchain.retrieval.vectordb_retrieval": [[18, "module-RAGchain.retrieval.vectordb_retrieval"]],
- "vectordbretrieval (class in ragchain.retrieval.vectordb_retrieval)": [[18, "RAGchain.retrieval.vectordb_retrieval.VectorDBRetrieval"]],
- "create_db() (ragchain.retrieval.base.baseretrieval static method)": [[18, "RAGchain.retrieval.base.BaseRetrieval.create_db"]],
- "delete() (ragchain.retrieval.base.baseretrieval method)": [[18, "RAGchain.retrieval.base.BaseRetrieval.delete"]],
- "delete() (ragchain.retrieval.bm25_retrieval.bm25retrieval method)": [[18, "RAGchain.retrieval.bm25_retrieval.BM25Retrieval.delete"]],
- "delete() (ragchain.retrieval.hybrid.hybridretrieval method)": [[18, "RAGchain.retrieval.hybrid.HybridRetrieval.delete"]],
- "delete() (ragchain.retrieval.hyde.hyderetrieval method)": [[18, "RAGchain.retrieval.hyde.HyDERetrieval.delete"]],
- "delete() (ragchain.retrieval.vectordb_retrieval.vectordbretrieval method)": [[18, "RAGchain.retrieval.vectordb_retrieval.VectorDBRetrieval.delete"]],
- "duplicate_check() (ragchain.retrieval.base.baseretrieval static method)": [[18, "RAGchain.retrieval.base.BaseRetrieval.duplicate_check"]],
- "fetch_data() (ragchain.retrieval.base.baseretrieval method)": [[18, "RAGchain.retrieval.base.BaseRetrieval.fetch_data"]],
- "fetch_data_from_db_origin() (ragchain.retrieval.base.baseretrieval method)": [[18, "RAGchain.retrieval.base.BaseRetrieval.fetch_data_from_db_origin"]],
- "fetch_each_db() (ragchain.retrieval.base.baseretrieval method)": [[18, "RAGchain.retrieval.base.BaseRetrieval.fetch_each_db"]],
- "ingest() (ragchain.retrieval.base.baseretrieval method)": [[18, "RAGchain.retrieval.base.BaseRetrieval.ingest"]],
- "ingest() (ragchain.retrieval.bm25_retrieval.bm25retrieval method)": [[18, "RAGchain.retrieval.bm25_retrieval.BM25Retrieval.ingest"]],
- "ingest() (ragchain.retrieval.hybrid.hybridretrieval method)": [[18, "RAGchain.retrieval.hybrid.HybridRetrieval.ingest"]],
- "ingest() (ragchain.retrieval.hyde.hyderetrieval method)": [[18, "RAGchain.retrieval.hyde.HyDERetrieval.ingest"]],
- "ingest() (ragchain.retrieval.vectordb_retrieval.vectordbretrieval method)": [[18, "RAGchain.retrieval.vectordb_retrieval.VectorDBRetrieval.ingest"]],
- "is_created() (ragchain.retrieval.base.baseretrieval method)": [[18, "RAGchain.retrieval.base.BaseRetrieval.is_created"]],
- "load_data() (ragchain.retrieval.bm25_retrieval.bm25retrieval static method)": [[18, "RAGchain.retrieval.bm25_retrieval.BM25Retrieval.load_data"]],
- "min_max_normalization() (ragchain.retrieval.hybrid.hybridretrieval static method)": [[18, "RAGchain.retrieval.hybrid.HybridRetrieval.min_max_normalization"]],
- "persist() (ragchain.retrieval.bm25_retrieval.bm25retrieval method)": [[18, "RAGchain.retrieval.bm25_retrieval.BM25Retrieval.persist"]],
- "retrieve() (ragchain.retrieval.base.baseretrieval method)": [[18, "RAGchain.retrieval.base.BaseRetrieval.retrieve"]],
- "retrieve() (ragchain.retrieval.bm25_retrieval.bm25retrieval method)": [[18, "RAGchain.retrieval.bm25_retrieval.BM25Retrieval.retrieve"]],
- "retrieve() (ragchain.retrieval.hybrid.hybridretrieval method)": [[18, "RAGchain.retrieval.hybrid.HybridRetrieval.retrieve"]],
- "retrieve() (ragchain.retrieval.hyde.hyderetrieval method)": [[18, "RAGchain.retrieval.hyde.HyDERetrieval.retrieve"]],
- "retrieve() (ragchain.retrieval.vectordb_retrieval.vectordbretrieval method)": [[18, "RAGchain.retrieval.vectordb_retrieval.VectorDBRetrieval.retrieve"]],
- "retrieve_id() (ragchain.retrieval.base.baseretrieval method)": [[18, "RAGchain.retrieval.base.BaseRetrieval.retrieve_id"]],
- "retrieve_id() (ragchain.retrieval.bm25_retrieval.bm25retrieval method)": [[18, "RAGchain.retrieval.bm25_retrieval.BM25Retrieval.retrieve_id"]],
- "retrieve_id() (ragchain.retrieval.hybrid.hybridretrieval method)": [[18, "RAGchain.retrieval.hybrid.HybridRetrieval.retrieve_id"]],
- "retrieve_id() (ragchain.retrieval.hyde.hyderetrieval method)": [[18, "RAGchain.retrieval.hyde.HyDERetrieval.retrieve_id"]],
- "retrieve_id() (ragchain.retrieval.vectordb_retrieval.vectordbretrieval method)": [[18, "RAGchain.retrieval.vectordb_retrieval.VectorDBRetrieval.retrieve_id"]],
- "retrieve_id_with_scores() (ragchain.retrieval.base.baseretrieval method)": [[18, "RAGchain.retrieval.base.BaseRetrieval.retrieve_id_with_scores"]],
- "retrieve_id_with_scores() (ragchain.retrieval.bm25_retrieval.bm25retrieval method)": [[18, "RAGchain.retrieval.bm25_retrieval.BM25Retrieval.retrieve_id_with_scores"]],
- "retrieve_id_with_scores() (ragchain.retrieval.hybrid.hybridretrieval method)": [[18, "RAGchain.retrieval.hybrid.HybridRetrieval.retrieve_id_with_scores"]],
- "retrieve_id_with_scores() (ragchain.retrieval.hyde.hyderetrieval method)": [[18, "RAGchain.retrieval.hyde.HyDERetrieval.retrieve_id_with_scores"]],
- "retrieve_id_with_scores() (ragchain.retrieval.vectordb_retrieval.vectordbretrieval method)": [[18, "RAGchain.retrieval.vectordb_retrieval.VectorDBRetrieval.retrieve_id_with_scores"]],
- "retrieve_id_with_scores_parallel() (ragchain.retrieval.hybrid.hybridretrieval method)": [[18, "RAGchain.retrieval.hybrid.HybridRetrieval.retrieve_id_with_scores_parallel"]],
- "retrieve_with_filter() (ragchain.retrieval.base.baseretrieval method)": [[18, "RAGchain.retrieval.base.BaseRetrieval.retrieve_with_filter"]],
- "search_data() (ragchain.retrieval.base.baseretrieval method)": [[18, "RAGchain.retrieval.base.BaseRetrieval.search_data"]],
- "search_data_from_db_origin() (ragchain.retrieval.base.baseretrieval method)": [[18, "RAGchain.retrieval.base.BaseRetrieval.search_data_from_db_origin"]],
- "search_each_db() (ragchain.retrieval.base.baseretrieval method)": [[18, "RAGchain.retrieval.base.BaseRetrieval.search_each_db"]],
- "dborigin (class in ragchain.schema.db_origin)": [[19, "RAGchain.schema.db_origin.DBOrigin"]],
- "evaluateresult (class in ragchain.schema.evaluate_result)": [[19, "RAGchain.schema.evaluate_result.EvaluateResult"]],
- "passage (class in ragchain.schema.passage)": [[19, "RAGchain.schema.passage.Passage"]],
- "passage.config (class in ragchain.schema.passage)": [[19, "RAGchain.schema.passage.Passage.Config"]],
- "ragchain.schema": [[19, "module-RAGchain.schema"]],
- "ragchain.schema.db_origin": [[19, "module-RAGchain.schema.db_origin"]],
- "ragchain.schema.evaluate_result": [[19, "module-RAGchain.schema.evaluate_result"]],
- "ragchain.schema.passage": [[19, "module-RAGchain.schema.passage"]],
- "ragchain.schema.prompt": [[19, "module-RAGchain.schema.prompt"]],
- "ragchainchatprompttemplate (class in ragchain.schema.prompt)": [[19, "RAGchain.schema.prompt.RAGchainChatPromptTemplate"]],
- "ragchainprompttemplate (class in ragchain.schema.prompt)": [[19, "RAGchain.schema.prompt.RAGchainPromptTemplate"]],
- "content (ragchain.schema.passage.passage attribute)": [[19, "RAGchain.schema.passage.Passage.content"]],
- "content_datetime (ragchain.schema.passage.passage attribute)": [[19, "RAGchain.schema.passage.Passage.content_datetime"]],
- "copy() (ragchain.schema.passage.passage method)": [[19, "RAGchain.schema.passage.Passage.copy"]],
- "db_path (ragchain.schema.db_origin.dborigin attribute)": [[19, "RAGchain.schema.db_origin.DBOrigin.db_path"]],
- "db_type (ragchain.schema.db_origin.dborigin attribute)": [[19, "RAGchain.schema.db_origin.DBOrigin.db_type"]],
- "each_results (ragchain.schema.evaluate_result.evaluateresult attribute)": [[19, "RAGchain.schema.evaluate_result.EvaluateResult.each_results"]],
- "extra (ragchain.schema.passage.passage.config attribute)": [[19, "RAGchain.schema.passage.Passage.Config.extra"]],
- "filepath (ragchain.schema.passage.passage attribute)": [[19, "RAGchain.schema.passage.Passage.filepath"]],
- "id (ragchain.schema.passage.passage attribute)": [[19, "RAGchain.schema.passage.Passage.id"]],
- "input_variables (ragchain.schema.prompt.ragchainchatprompttemplate attribute)": [[19, "RAGchain.schema.prompt.RAGchainChatPromptTemplate.input_variables"]],
- "input_variables (ragchain.schema.prompt.ragchainprompttemplate attribute)": [[19, "RAGchain.schema.prompt.RAGchainPromptTemplate.input_variables"]],
- "is_exactly_same() (ragchain.schema.passage.passage method)": [[19, "RAGchain.schema.passage.Passage.is_exactly_same"]],
- "make_prompts() (ragchain.schema.passage.passage static method)": [[19, "RAGchain.schema.passage.Passage.make_prompts"]],
- "messages (ragchain.schema.prompt.ragchainchatprompttemplate attribute)": [[19, "RAGchain.schema.prompt.RAGchainChatPromptTemplate.messages"]],
- "metadata_etc (ragchain.schema.passage.passage attribute)": [[19, "RAGchain.schema.passage.Passage.metadata_etc"]],
- "next_passage_id (ragchain.schema.passage.passage attribute)": [[19, "RAGchain.schema.passage.Passage.next_passage_id"]],
- "previous_passage_id (ragchain.schema.passage.passage attribute)": [[19, "RAGchain.schema.passage.Passage.previous_passage_id"]],
- "reset_id() (ragchain.schema.passage.passage method)": [[19, "RAGchain.schema.passage.Passage.reset_id"]],
- "results (ragchain.schema.evaluate_result.evaluateresult attribute)": [[19, "RAGchain.schema.evaluate_result.EvaluateResult.results"]],
- "template (ragchain.schema.prompt.ragchainprompttemplate attribute)": [[19, "RAGchain.schema.prompt.RAGchainPromptTemplate.template"]],
- "template_format (ragchain.schema.prompt.ragchainprompttemplate attribute)": [[19, "RAGchain.schema.prompt.RAGchainPromptTemplate.template_format"]],
- "to_dict() (ragchain.schema.db_origin.dborigin method)": [[19, "RAGchain.schema.db_origin.DBOrigin.to_dict"]],
- "to_dict() (ragchain.schema.passage.passage method)": [[19, "RAGchain.schema.passage.Passage.to_dict"]],
- "to_document() (ragchain.schema.passage.passage method)": [[19, "RAGchain.schema.passage.Passage.to_document"]],
- "use_metrics (ragchain.schema.evaluate_result.evaluateresult attribute)": [[19, "RAGchain.schema.evaluate_result.EvaluateResult.use_metrics"]],
- "validate_template (ragchain.schema.prompt.ragchainchatprompttemplate attribute)": [[19, "RAGchain.schema.prompt.RAGchainChatPromptTemplate.validate_template"]],
- "validate_template (ragchain.schema.prompt.ragchainprompttemplate attribute)": [[19, "RAGchain.schema.prompt.RAGchainPromptTemplate.validate_template"]],
- "evidenceextractor (class in ragchain.utils.evidence_extractor)": [[20, "RAGchain.utils.evidence_extractor.EvidenceExtractor"]],
- "filecache (class in ragchain.utils.file_cache)": [[20, "RAGchain.utils.file_cache.FileCache"]],
- "filechecker (class in ragchain.utils.util)": [[20, "RAGchain.utils.util.FileChecker"]],
- "querydecomposition (class in ragchain.utils.query_decompose)": [[20, "RAGchain.utils.query_decompose.QueryDecomposition"]],
- "ragchain.utils": [[20, "module-RAGchain.utils"]],
- "ragchain.utils.evidence_extractor": [[20, "module-RAGchain.utils.evidence_extractor"]],
- "ragchain.utils.file_cache": [[20, "module-RAGchain.utils.file_cache"]],
- "ragchain.utils.query_decompose": [[20, "module-RAGchain.utils.query_decompose"]],
- "ragchain.utils.rede_search_detector": [[20, "module-RAGchain.utils.rede_search_detector"]],
- "ragchain.utils.semantic_clustering": [[20, "module-RAGchain.utils.semantic_clustering"]],
- "ragchain.utils.util": [[20, "module-RAGchain.utils.util"]],
- "redesearchdetector (class in ragchain.utils.rede_search_detector)": [[20, "RAGchain.utils.rede_search_detector.RedeSearchDetector"]],
- "semanticclustering (class in ragchain.utils.semantic_clustering)": [[20, "RAGchain.utils.semantic_clustering.SemanticClustering"]],
- "check_type() (ragchain.utils.util.filechecker method)": [[20, "RAGchain.utils.util.FileChecker.check_type"]],
- "cluster() (ragchain.utils.semantic_clustering.semanticclustering method)": [[20, "RAGchain.utils.semantic_clustering.SemanticClustering.cluster"]],
- "decompose() (ragchain.utils.query_decompose.querydecomposition method)": [[20, "RAGchain.utils.query_decompose.QueryDecomposition.decompose"]],
- "decompose_prompt (ragchain.utils.query_decompose.querydecomposition attribute)": [[20, "RAGchain.utils.query_decompose.QueryDecomposition.decompose_prompt"]],
- "delete_duplicate() (ragchain.utils.file_cache.filecache method)": [[20, "RAGchain.utils.file_cache.FileCache.delete_duplicate"]],
- "detect() (ragchain.utils.rede_search_detector.redesearchdetector method)": [[20, "RAGchain.utils.rede_search_detector.RedeSearchDetector.detect"]],
- "evaluate() (ragchain.utils.rede_search_detector.redesearchdetector method)": [[20, "RAGchain.utils.rede_search_detector.RedeSearchDetector.evaluate"]],
- "extract() (ragchain.utils.evidence_extractor.evidenceextractor method)": [[20, "RAGchain.utils.evidence_extractor.EvidenceExtractor.extract"]],
- "find_representation_transform() (ragchain.utils.rede_search_detector.redesearchdetector method)": [[20, "RAGchain.utils.rede_search_detector.RedeSearchDetector.find_representation_transform"]],
- "find_threshold() (ragchain.utils.rede_search_detector.redesearchdetector method)": [[20, "RAGchain.utils.rede_search_detector.RedeSearchDetector.find_threshold"]],
- "is_exist() (ragchain.utils.util.filechecker method)": [[20, "RAGchain.utils.util.FileChecker.is_exist"]],
- "representation_formation() (ragchain.utils.rede_search_detector.redesearchdetector method)": [[20, "RAGchain.utils.rede_search_detector.RedeSearchDetector.representation_formation"]],
- "set_api_base() (in module ragchain.utils.util)": [[20, "RAGchain.utils.util.set_api_base"]],
- "slice_stop_words() (in module ragchain.utils.util)": [[20, "RAGchain.utils.util.slice_stop_words"]],
- "text_modifier() (in module ragchain.utils.util)": [[20, "RAGchain.utils.util.text_modifier"]],
- "train_density_estimation() (ragchain.utils.rede_search_detector.redesearchdetector method)": [[20, "RAGchain.utils.rede_search_detector.RedeSearchDetector.train_density_estimation"]],
- "basecompressor (class in ragchain.utils.compressor.base)": [[21, "RAGchain.utils.compressor.base.BaseCompressor"]],
- "clustertimecompressor (class in ragchain.utils.compressor.cluster_time)": [[21, "RAGchain.utils.compressor.cluster_time.ClusterTimeCompressor"]],
- "ragchain.utils.compressor": [[21, "module-RAGchain.utils.compressor"]],
- "ragchain.utils.compressor.base": [[21, "module-RAGchain.utils.compressor.base"]],
- "ragchain.utils.compressor.cluster_time": [[21, "module-RAGchain.utils.compressor.cluster_time"]],
- "compress() (ragchain.utils.compressor.base.basecompressor method)": [[21, "RAGchain.utils.compressor.base.BaseCompressor.compress"]],
- "compress() (ragchain.utils.compressor.cluster_time.clustertimecompressor method)": [[21, "RAGchain.utils.compressor.cluster_time.ClusterTimeCompressor.compress"]],
- "chromaslim (class in ragchain.utils.vectorstore.chroma)": [[24, "RAGchain.utils.vectorstore.chroma.ChromaSlim"]],
- "pineconeslim (class in ragchain.utils.vectorstore.pinecone)": [[24, "RAGchain.utils.vectorstore.pinecone.PineconeSlim"]],
- "ragchain.utils.vectorstore": [[24, "module-RAGchain.utils.vectorstore"]],
- "ragchain.utils.vectorstore.base": [[24, "module-RAGchain.utils.vectorstore.base"]],
- "ragchain.utils.vectorstore.chroma": [[24, "module-RAGchain.utils.vectorstore.chroma"]],
- "ragchain.utils.vectorstore.pinecone": [[24, "module-RAGchain.utils.vectorstore.pinecone"]],
- "slimvectorstore (class in ragchain.utils.vectorstore.base)": [[24, "RAGchain.utils.vectorstore.base.SlimVectorStore"]],
- "add_passage() (ragchain.utils.vectorstore.base.slimvectorstore method)": [[24, "RAGchain.utils.vectorstore.base.SlimVectorStore.add_passage"]],
- "add_passages() (ragchain.utils.vectorstore.base.slimvectorstore method)": [[24, "RAGchain.utils.vectorstore.base.SlimVectorStore.add_passages"]],
- "add_passages() (ragchain.utils.vectorstore.chroma.chromaslim method)": [[24, "RAGchain.utils.vectorstore.chroma.ChromaSlim.add_passages"]],
- "add_passages() (ragchain.utils.vectorstore.pinecone.pineconeslim method)": [[24, "RAGchain.utils.vectorstore.pinecone.PineconeSlim.add_passages"]]
+ "ragchain.reranker.importance": [[12, "module-RAGchain.reranker.importance"]],
+ "ragchain.reranker.importance.simple_importance": [[12, "module-RAGchain.reranker.importance.simple_importance"]],
+ "ragchain.reranker.importance.weighted_importance": [[12, "module-RAGchain.reranker.importance.weighted_importance"]],
+ "simpleimportancereranker (class in ragchain.reranker.importance.simple_importance)": [[12, "RAGchain.reranker.importance.simple_importance.SimpleImportanceReranker"]],
+ "weightedimportancereranker (class in ragchain.reranker.importance.weighted_importance)": [[12, "RAGchain.reranker.importance.weighted_importance.WeightedImportanceReranker"]],
+ "rerank() (ragchain.reranker.importance.simple_importance.simpleimportancereranker method)": [[12, "RAGchain.reranker.importance.simple_importance.SimpleImportanceReranker.rerank"]],
+ "rerank() (ragchain.reranker.importance.weighted_importance.weightedimportancereranker method)": [[12, "RAGchain.reranker.importance.weighted_importance.WeightedImportanceReranker.rerank"]],
+ "llmreranker (class in ragchain.reranker.llm.llm)": [[13, "RAGchain.reranker.llm.llm.LLMReranker"]],
+ "ragchain.reranker.llm": [[13, "module-RAGchain.reranker.llm"]],
+ "ragchain.reranker.llm.llm": [[13, "module-RAGchain.reranker.llm.llm"]],
+ "ragchain.reranker.llm.rank_gpt": [[13, "module-RAGchain.reranker.llm.rank_gpt"]],
+ "safeopenai (class in ragchain.reranker.llm.rank_gpt)": [[13, "RAGchain.reranker.llm.rank_gpt.SafeOpenai"]],
+ "chat() (ragchain.reranker.llm.rank_gpt.safeopenai method)": [[13, "RAGchain.reranker.llm.rank_gpt.SafeOpenai.chat"]],
+ "clean_response() (in module ragchain.reranker.llm.rank_gpt)": [[13, "RAGchain.reranker.llm.rank_gpt.clean_response"]],
+ "create_permutation_instruction() (in module ragchain.reranker.llm.rank_gpt)": [[13, "RAGchain.reranker.llm.rank_gpt.create_permutation_instruction"]],
+ "find_passages() (ragchain.reranker.llm.llm.llmreranker method)": [[13, "RAGchain.reranker.llm.llm.LLMReranker.find_passages"]],
+ "get_post_prompt() (in module ragchain.reranker.llm.rank_gpt)": [[13, "RAGchain.reranker.llm.rank_gpt.get_post_prompt"]],
+ "get_prefix_prompt() (in module ragchain.reranker.llm.rank_gpt)": [[13, "RAGchain.reranker.llm.rank_gpt.get_prefix_prompt"]],
+ "make_item() (ragchain.reranker.llm.llm.llmreranker method)": [[13, "RAGchain.reranker.llm.llm.LLMReranker.make_item"]],
+ "make_passages() (ragchain.reranker.llm.llm.llmreranker method)": [[13, "RAGchain.reranker.llm.llm.LLMReranker.make_passages"]],
+ "max_tokens() (in module ragchain.reranker.llm.rank_gpt)": [[13, "RAGchain.reranker.llm.rank_gpt.max_tokens"]],
+ "num_tokens_from_messages() (in module ragchain.reranker.llm.rank_gpt)": [[13, "RAGchain.reranker.llm.rank_gpt.num_tokens_from_messages"]],
+ "permutation_pipeline() (in module ragchain.reranker.llm.rank_gpt)": [[13, "RAGchain.reranker.llm.rank_gpt.permutation_pipeline"]],
+ "receive_permutation() (in module ragchain.reranker.llm.rank_gpt)": [[13, "RAGchain.reranker.llm.rank_gpt.receive_permutation"]],
+ "remove_duplicate() (in module ragchain.reranker.llm.rank_gpt)": [[13, "RAGchain.reranker.llm.rank_gpt.remove_duplicate"]],
+ "rerank() (ragchain.reranker.llm.llm.llmreranker method)": [[13, "RAGchain.reranker.llm.llm.LLMReranker.rerank"]],
+ "rerank_sliding_window() (ragchain.reranker.llm.llm.llmreranker method)": [[13, "RAGchain.reranker.llm.llm.LLMReranker.rerank_sliding_window"]],
+ "run_llm() (in module ragchain.reranker.llm.rank_gpt)": [[13, "RAGchain.reranker.llm.rank_gpt.run_llm"]],
+ "sliding_windows() (in module ragchain.reranker.llm.rank_gpt)": [[13, "RAGchain.reranker.llm.rank_gpt.sliding_windows"]],
+ "text() (ragchain.reranker.llm.rank_gpt.safeopenai method)": [[13, "RAGchain.reranker.llm.rank_gpt.SafeOpenai.text"]],
+ "monot5 (class in ragchain.reranker.pygaggle.transformer)": [[14, "RAGchain.reranker.pygaggle.transformer.MonoT5"]],
+ "monot5reranker (class in ragchain.reranker.pygaggle.monot5)": [[14, "RAGchain.reranker.pygaggle.monoT5.MonoT5Reranker"]],
+ "query (class in ragchain.reranker.pygaggle.base)": [[14, "RAGchain.reranker.pygaggle.base.Query"]],
+ "ragchain.reranker.pygaggle": [[14, "module-RAGchain.reranker.pygaggle"]],
+ "ragchain.reranker.pygaggle.base": [[14, "module-RAGchain.reranker.pygaggle.base"]],
+ "ragchain.reranker.pygaggle.monot5": [[14, "module-RAGchain.reranker.pygaggle.monoT5"]],
+ "ragchain.reranker.pygaggle.transformer": [[14, "module-RAGchain.reranker.pygaggle.transformer"]],
+ "reranker (class in ragchain.reranker.pygaggle.base)": [[14, "RAGchain.reranker.pygaggle.base.Reranker"]],
+ "text (class in ragchain.reranker.pygaggle.base)": [[14, "RAGchain.reranker.pygaggle.base.Text"]],
+ "get_model() (ragchain.reranker.pygaggle.transformer.monot5 static method)": [[14, "RAGchain.reranker.pygaggle.transformer.MonoT5.get_model"]],
+ "get_prediction_tokens() (ragchain.reranker.pygaggle.transformer.monot5 static method)": [[14, "RAGchain.reranker.pygaggle.transformer.MonoT5.get_prediction_tokens"]],
+ "get_tokenizer() (ragchain.reranker.pygaggle.transformer.monot5 static method)": [[14, "RAGchain.reranker.pygaggle.transformer.MonoT5.get_tokenizer"]],
+ "rerank() (ragchain.reranker.pygaggle.base.reranker method)": [[14, "RAGchain.reranker.pygaggle.base.Reranker.rerank"]],
+ "rerank() (ragchain.reranker.pygaggle.monot5.monot5reranker method)": [[14, "RAGchain.reranker.pygaggle.monoT5.MonoT5Reranker.rerank"]],
+ "rescore() (ragchain.reranker.pygaggle.base.reranker method)": [[14, "RAGchain.reranker.pygaggle.base.Reranker.rescore"]],
+ "rescore() (ragchain.reranker.pygaggle.transformer.monot5 method)": [[14, "RAGchain.reranker.pygaggle.transformer.MonoT5.rescore"]],
+ "enct5forsequenceclassification (class in ragchain.reranker.tart.modeling_enc_t5)": [[16, "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification"]],
+ "enct5tokenizer (class in ragchain.reranker.tart.tokenization_enc_t5)": [[16, "RAGchain.reranker.tart.tokenization_enc_t5.EncT5Tokenizer"]],
+ "ragchain.reranker.tart": [[16, "module-RAGchain.reranker.tart"]],
+ "ragchain.reranker.tart.modeling_enc_t5": [[16, "module-RAGchain.reranker.tart.modeling_enc_t5"]],
+ "ragchain.reranker.tart.tart": [[16, "module-RAGchain.reranker.tart.tart"]],
+ "ragchain.reranker.tart.tokenization_enc_t5": [[16, "module-RAGchain.reranker.tart.tokenization_enc_t5"]],
+ "tartreranker (class in ragchain.reranker.tart.tart)": [[16, "RAGchain.reranker.tart.tart.TARTReranker"]],
+ "build_inputs_with_special_tokens() (ragchain.reranker.tart.tokenization_enc_t5.enct5tokenizer method)": [[16, "RAGchain.reranker.tart.tokenization_enc_t5.EncT5Tokenizer.build_inputs_with_special_tokens"]],
+ "create_token_type_ids_from_sequences() (ragchain.reranker.tart.tokenization_enc_t5.enct5tokenizer method)": [[16, "RAGchain.reranker.tart.tokenization_enc_t5.EncT5Tokenizer.create_token_type_ids_from_sequences"]],
+ "deparallelize() (ragchain.reranker.tart.modeling_enc_t5.enct5forsequenceclassification method)": [[16, "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification.deparallelize"]],
+ "forward() (ragchain.reranker.tart.modeling_enc_t5.enct5forsequenceclassification method)": [[16, "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification.forward"]],
+ "get_encoder() (ragchain.reranker.tart.modeling_enc_t5.enct5forsequenceclassification method)": [[16, "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification.get_encoder"]],
+ "get_input_embeddings() (ragchain.reranker.tart.modeling_enc_t5.enct5forsequenceclassification method)": [[16, "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification.get_input_embeddings"]],
+ "get_special_tokens_mask() (ragchain.reranker.tart.tokenization_enc_t5.enct5tokenizer method)": [[16, "RAGchain.reranker.tart.tokenization_enc_t5.EncT5Tokenizer.get_special_tokens_mask"]],
+ "parallelize() (ragchain.reranker.tart.modeling_enc_t5.enct5forsequenceclassification method)": [[16, "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification.parallelize"]],
+ "rerank() (ragchain.reranker.tart.tart.tartreranker method)": [[16, "RAGchain.reranker.tart.tart.TARTReranker.rerank"]],
+ "set_input_embeddings() (ragchain.reranker.tart.modeling_enc_t5.enct5forsequenceclassification method)": [[16, "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification.set_input_embeddings"]],
+ "training (ragchain.reranker.tart.modeling_enc_t5.enct5forsequenceclassification attribute)": [[16, "RAGchain.reranker.tart.modeling_enc_t5.EncT5ForSequenceClassification.training"]],
+ "ragchain.reranker.time": [[17, "module-RAGchain.reranker.time"]],
+ "ragchain.reranker.time.simple_time": [[17, "module-RAGchain.reranker.time.simple_time"]],
+ "ragchain.reranker.time.weighted_time": [[17, "module-RAGchain.reranker.time.weighted_time"]],
+ "simpletimereranker (class in ragchain.reranker.time.simple_time)": [[17, "RAGchain.reranker.time.simple_time.SimpleTimeReranker"]],
+ "weightedtimereranker (class in ragchain.reranker.time.weighted_time)": [[17, "RAGchain.reranker.time.weighted_time.WeightedTimeReranker"]],
+ "rerank() (ragchain.reranker.time.simple_time.simpletimereranker method)": [[17, "RAGchain.reranker.time.simple_time.SimpleTimeReranker.rerank"]],
+ "rerank() (ragchain.reranker.time.weighted_time.weightedtimereranker method)": [[17, "RAGchain.reranker.time.weighted_time.WeightedTimeReranker.rerank"]],
+ "ragchain.reranker.upr": [[18, "module-RAGchain.reranker.upr"]],
+ "ragchain.reranker.upr.upr": [[18, "module-RAGchain.reranker.upr.upr"]],
+ "uprreranker (class in ragchain.reranker.upr.upr)": [[18, "RAGchain.reranker.upr.upr.UPRReranker"]],
+ "calculate_likelihood() (ragchain.reranker.upr.upr.uprreranker method)": [[18, "RAGchain.reranker.upr.upr.UPRReranker.calculate_likelihood"]],
+ "rerank() (ragchain.reranker.upr.upr.uprreranker method)": [[18, "RAGchain.reranker.upr.upr.UPRReranker.rerank"]],
+ "basic_system_prompt (ragchain.retrieval.hyde.hyderetrieval attribute)": [[19, "RAGchain.retrieval.hyde.HyDERetrieval.BASIC_SYSTEM_PROMPT"]],
+ "bm25retrieval (class in ragchain.retrieval.bm25_retrieval)": [[19, "RAGchain.retrieval.bm25_retrieval.BM25Retrieval"]],
+ "baseretrieval (class in ragchain.retrieval.base)": [[19, "RAGchain.retrieval.base.BaseRetrieval"]],
+ "hyderetrieval (class in ragchain.retrieval.hyde)": [[19, "RAGchain.retrieval.hyde.HyDERetrieval"]],
+ "hybridretrieval (class in ragchain.retrieval.hybrid)": [[19, "RAGchain.retrieval.hybrid.HybridRetrieval"]],
+ "ragchain.retrieval": [[19, "module-RAGchain.retrieval"]],
+ "ragchain.retrieval.base": [[19, "module-RAGchain.retrieval.base"]],
+ "ragchain.retrieval.bm25_retrieval": [[19, "module-RAGchain.retrieval.bm25_retrieval"]],
+ "ragchain.retrieval.hybrid": [[19, "module-RAGchain.retrieval.hybrid"]],
+ "ragchain.retrieval.hyde": [[19, "module-RAGchain.retrieval.hyde"]],
+ "ragchain.retrieval.vectordb_retrieval": [[19, "module-RAGchain.retrieval.vectordb_retrieval"]],
+ "vectordbretrieval (class in ragchain.retrieval.vectordb_retrieval)": [[19, "RAGchain.retrieval.vectordb_retrieval.VectorDBRetrieval"]],
+ "create_db() (ragchain.retrieval.base.baseretrieval static method)": [[19, "RAGchain.retrieval.base.BaseRetrieval.create_db"]],
+ "delete() (ragchain.retrieval.base.baseretrieval method)": [[19, "RAGchain.retrieval.base.BaseRetrieval.delete"]],
+ "delete() (ragchain.retrieval.bm25_retrieval.bm25retrieval method)": [[19, "RAGchain.retrieval.bm25_retrieval.BM25Retrieval.delete"]],
+ "delete() (ragchain.retrieval.hybrid.hybridretrieval method)": [[19, "RAGchain.retrieval.hybrid.HybridRetrieval.delete"]],
+ "delete() (ragchain.retrieval.hyde.hyderetrieval method)": [[19, "RAGchain.retrieval.hyde.HyDERetrieval.delete"]],
+ "delete() (ragchain.retrieval.vectordb_retrieval.vectordbretrieval method)": [[19, "RAGchain.retrieval.vectordb_retrieval.VectorDBRetrieval.delete"]],
+ "duplicate_check() (ragchain.retrieval.base.baseretrieval static method)": [[19, "RAGchain.retrieval.base.BaseRetrieval.duplicate_check"]],
+ "fetch_data() (ragchain.retrieval.base.baseretrieval method)": [[19, "RAGchain.retrieval.base.BaseRetrieval.fetch_data"]],
+ "fetch_data_from_db_origin() (ragchain.retrieval.base.baseretrieval method)": [[19, "RAGchain.retrieval.base.BaseRetrieval.fetch_data_from_db_origin"]],
+ "fetch_each_db() (ragchain.retrieval.base.baseretrieval method)": [[19, "RAGchain.retrieval.base.BaseRetrieval.fetch_each_db"]],
+ "ingest() (ragchain.retrieval.base.baseretrieval method)": [[19, "RAGchain.retrieval.base.BaseRetrieval.ingest"]],
+ "ingest() (ragchain.retrieval.bm25_retrieval.bm25retrieval method)": [[19, "RAGchain.retrieval.bm25_retrieval.BM25Retrieval.ingest"]],
+ "ingest() (ragchain.retrieval.hybrid.hybridretrieval method)": [[19, "RAGchain.retrieval.hybrid.HybridRetrieval.ingest"]],
+ "ingest() (ragchain.retrieval.hyde.hyderetrieval method)": [[19, "RAGchain.retrieval.hyde.HyDERetrieval.ingest"]],
+ "ingest() (ragchain.retrieval.vectordb_retrieval.vectordbretrieval method)": [[19, "RAGchain.retrieval.vectordb_retrieval.VectorDBRetrieval.ingest"]],
+ "is_created() (ragchain.retrieval.base.baseretrieval method)": [[19, "RAGchain.retrieval.base.BaseRetrieval.is_created"]],
+ "load_data() (ragchain.retrieval.bm25_retrieval.bm25retrieval static method)": [[19, "RAGchain.retrieval.bm25_retrieval.BM25Retrieval.load_data"]],
+ "min_max_normalization() (ragchain.retrieval.hybrid.hybridretrieval static method)": [[19, "RAGchain.retrieval.hybrid.HybridRetrieval.min_max_normalization"]],
+ "persist() (ragchain.retrieval.bm25_retrieval.bm25retrieval method)": [[19, "RAGchain.retrieval.bm25_retrieval.BM25Retrieval.persist"]],
+ "retrieve() (ragchain.retrieval.base.baseretrieval method)": [[19, "RAGchain.retrieval.base.BaseRetrieval.retrieve"]],
+ "retrieve() (ragchain.retrieval.bm25_retrieval.bm25retrieval method)": [[19, "RAGchain.retrieval.bm25_retrieval.BM25Retrieval.retrieve"]],
+ "retrieve() (ragchain.retrieval.hybrid.hybridretrieval method)": [[19, "RAGchain.retrieval.hybrid.HybridRetrieval.retrieve"]],
+ "retrieve() (ragchain.retrieval.hyde.hyderetrieval method)": [[19, "RAGchain.retrieval.hyde.HyDERetrieval.retrieve"]],
+ "retrieve() (ragchain.retrieval.vectordb_retrieval.vectordbretrieval method)": [[19, "RAGchain.retrieval.vectordb_retrieval.VectorDBRetrieval.retrieve"]],
+ "retrieve_id() (ragchain.retrieval.base.baseretrieval method)": [[19, "RAGchain.retrieval.base.BaseRetrieval.retrieve_id"]],
+ "retrieve_id() (ragchain.retrieval.bm25_retrieval.bm25retrieval method)": [[19, "RAGchain.retrieval.bm25_retrieval.BM25Retrieval.retrieve_id"]],
+ "retrieve_id() (ragchain.retrieval.hybrid.hybridretrieval method)": [[19, "RAGchain.retrieval.hybrid.HybridRetrieval.retrieve_id"]],
+ "retrieve_id() (ragchain.retrieval.hyde.hyderetrieval method)": [[19, "RAGchain.retrieval.hyde.HyDERetrieval.retrieve_id"]],
+ "retrieve_id() (ragchain.retrieval.vectordb_retrieval.vectordbretrieval method)": [[19, "RAGchain.retrieval.vectordb_retrieval.VectorDBRetrieval.retrieve_id"]],
+ "retrieve_id_with_scores() (ragchain.retrieval.base.baseretrieval method)": [[19, "RAGchain.retrieval.base.BaseRetrieval.retrieve_id_with_scores"]],
+ "retrieve_id_with_scores() (ragchain.retrieval.bm25_retrieval.bm25retrieval method)": [[19, "RAGchain.retrieval.bm25_retrieval.BM25Retrieval.retrieve_id_with_scores"]],
+ "retrieve_id_with_scores() (ragchain.retrieval.hybrid.hybridretrieval method)": [[19, "RAGchain.retrieval.hybrid.HybridRetrieval.retrieve_id_with_scores"]],
+ "retrieve_id_with_scores() (ragchain.retrieval.hyde.hyderetrieval method)": [[19, "RAGchain.retrieval.hyde.HyDERetrieval.retrieve_id_with_scores"]],
+ "retrieve_id_with_scores() (ragchain.retrieval.vectordb_retrieval.vectordbretrieval method)": [[19, "RAGchain.retrieval.vectordb_retrieval.VectorDBRetrieval.retrieve_id_with_scores"]],
+ "retrieve_id_with_scores_parallel() (ragchain.retrieval.hybrid.hybridretrieval method)": [[19, "RAGchain.retrieval.hybrid.HybridRetrieval.retrieve_id_with_scores_parallel"]],
+ "retrieve_with_filter() (ragchain.retrieval.base.baseretrieval method)": [[19, "RAGchain.retrieval.base.BaseRetrieval.retrieve_with_filter"]],
+ "search_data() (ragchain.retrieval.base.baseretrieval method)": [[19, "RAGchain.retrieval.base.BaseRetrieval.search_data"]],
+ "search_data_from_db_origin() (ragchain.retrieval.base.baseretrieval method)": [[19, "RAGchain.retrieval.base.BaseRetrieval.search_data_from_db_origin"]],
+ "search_each_db() (ragchain.retrieval.base.baseretrieval method)": [[19, "RAGchain.retrieval.base.BaseRetrieval.search_each_db"]],
+ "dborigin (class in ragchain.schema.db_origin)": [[20, "RAGchain.schema.db_origin.DBOrigin"]],
+ "evaluateresult (class in ragchain.schema.evaluate_result)": [[20, "RAGchain.schema.evaluate_result.EvaluateResult"]],
+ "passage (class in ragchain.schema.passage)": [[20, "RAGchain.schema.passage.Passage"]],
+ "passage.config (class in ragchain.schema.passage)": [[20, "RAGchain.schema.passage.Passage.Config"]],
+ "ragchain.schema": [[20, "module-RAGchain.schema"]],
+ "ragchain.schema.db_origin": [[20, "module-RAGchain.schema.db_origin"]],
+ "ragchain.schema.evaluate_result": [[20, "module-RAGchain.schema.evaluate_result"]],
+ "ragchain.schema.passage": [[20, "module-RAGchain.schema.passage"]],
+ "ragchain.schema.prompt": [[20, "module-RAGchain.schema.prompt"]],
+ "ragchainchatprompttemplate (class in ragchain.schema.prompt)": [[20, "RAGchain.schema.prompt.RAGchainChatPromptTemplate"]],
+ "ragchainprompttemplate (class in ragchain.schema.prompt)": [[20, "RAGchain.schema.prompt.RAGchainPromptTemplate"]],
+ "content (ragchain.schema.passage.passage attribute)": [[20, "RAGchain.schema.passage.Passage.content"]],
+ "content_datetime (ragchain.schema.passage.passage attribute)": [[20, "RAGchain.schema.passage.Passage.content_datetime"]],
+ "copy() (ragchain.schema.passage.passage method)": [[20, "RAGchain.schema.passage.Passage.copy"]],
+ "db_path (ragchain.schema.db_origin.dborigin attribute)": [[20, "RAGchain.schema.db_origin.DBOrigin.db_path"]],
+ "db_type (ragchain.schema.db_origin.dborigin attribute)": [[20, "RAGchain.schema.db_origin.DBOrigin.db_type"]],
+ "each_results (ragchain.schema.evaluate_result.evaluateresult attribute)": [[20, "RAGchain.schema.evaluate_result.EvaluateResult.each_results"]],
+ "extra (ragchain.schema.passage.passage.config attribute)": [[20, "RAGchain.schema.passage.Passage.Config.extra"]],
+ "filepath (ragchain.schema.passage.passage attribute)": [[20, "RAGchain.schema.passage.Passage.filepath"]],
+ "from_documents() (ragchain.schema.passage.passage class method)": [[20, "RAGchain.schema.passage.Passage.from_documents"]],
+ "from_search() (ragchain.schema.passage.passage class method)": [[20, "RAGchain.schema.passage.Passage.from_search"]],
+ "id (ragchain.schema.passage.passage attribute)": [[20, "RAGchain.schema.passage.Passage.id"]],
+ "importance (ragchain.schema.passage.passage attribute)": [[20, "RAGchain.schema.passage.Passage.importance"]],
+ "input_variables (ragchain.schema.prompt.ragchainchatprompttemplate attribute)": [[20, "RAGchain.schema.prompt.RAGchainChatPromptTemplate.input_variables"]],
+ "input_variables (ragchain.schema.prompt.ragchainprompttemplate attribute)": [[20, "RAGchain.schema.prompt.RAGchainPromptTemplate.input_variables"]],
+ "is_exactly_same() (ragchain.schema.passage.passage method)": [[20, "RAGchain.schema.passage.Passage.is_exactly_same"]],
+ "make_prompts() (ragchain.schema.passage.passage static method)": [[20, "RAGchain.schema.passage.Passage.make_prompts"]],
+ "messages (ragchain.schema.prompt.ragchainchatprompttemplate attribute)": [[20, "RAGchain.schema.prompt.RAGchainChatPromptTemplate.messages"]],
+ "metadata_etc (ragchain.schema.passage.passage attribute)": [[20, "RAGchain.schema.passage.Passage.metadata_etc"]],
+ "next_passage_id (ragchain.schema.passage.passage attribute)": [[20, "RAGchain.schema.passage.Passage.next_passage_id"]],
+ "previous_passage_id (ragchain.schema.passage.passage attribute)": [[20, "RAGchain.schema.passage.Passage.previous_passage_id"]],
+ "reset_id() (ragchain.schema.passage.passage method)": [[20, "RAGchain.schema.passage.Passage.reset_id"]],
+ "results (ragchain.schema.evaluate_result.evaluateresult attribute)": [[20, "RAGchain.schema.evaluate_result.EvaluateResult.results"]],
+ "template (ragchain.schema.prompt.ragchainprompttemplate attribute)": [[20, "RAGchain.schema.prompt.RAGchainPromptTemplate.template"]],
+ "template_format (ragchain.schema.prompt.ragchainprompttemplate attribute)": [[20, "RAGchain.schema.prompt.RAGchainPromptTemplate.template_format"]],
+ "to_dict() (ragchain.schema.db_origin.dborigin method)": [[20, "RAGchain.schema.db_origin.DBOrigin.to_dict"]],
+ "to_dict() (ragchain.schema.passage.passage method)": [[20, "RAGchain.schema.passage.Passage.to_dict"]],
+ "to_document() (ragchain.schema.passage.passage method)": [[20, "RAGchain.schema.passage.Passage.to_document"]],
+ "use_metrics (ragchain.schema.evaluate_result.evaluateresult attribute)": [[20, "RAGchain.schema.evaluate_result.EvaluateResult.use_metrics"]],
+ "validate_template (ragchain.schema.prompt.ragchainchatprompttemplate attribute)": [[20, "RAGchain.schema.prompt.RAGchainChatPromptTemplate.validate_template"]],
+ "validate_template (ragchain.schema.prompt.ragchainprompttemplate attribute)": [[20, "RAGchain.schema.prompt.RAGchainPromptTemplate.validate_template"]],
+ "evidenceextractor (class in ragchain.utils.evidence_extractor)": [[21, "RAGchain.utils.evidence_extractor.EvidenceExtractor"]],
+ "filecache (class in ragchain.utils.file_cache)": [[21, "RAGchain.utils.file_cache.FileCache"]],
+ "filechecker (class in ragchain.utils.util)": [[21, "RAGchain.utils.util.FileChecker"]],
+ "querydecomposition (class in ragchain.utils.query_decompose)": [[21, "RAGchain.utils.query_decompose.QueryDecomposition"]],
+ "ragchain.utils": [[21, "module-RAGchain.utils"]],
+ "ragchain.utils.evidence_extractor": [[21, "module-RAGchain.utils.evidence_extractor"]],
+ "ragchain.utils.file_cache": [[21, "module-RAGchain.utils.file_cache"]],
+ "ragchain.utils.query_decompose": [[21, "module-RAGchain.utils.query_decompose"]],
+ "ragchain.utils.rede_search_detector": [[21, "module-RAGchain.utils.rede_search_detector"]],
+ "ragchain.utils.semantic_clustering": [[21, "module-RAGchain.utils.semantic_clustering"]],
+ "ragchain.utils.util": [[21, "module-RAGchain.utils.util"]],
+ "redesearchdetector (class in ragchain.utils.rede_search_detector)": [[21, "RAGchain.utils.rede_search_detector.RedeSearchDetector"]],
+ "semanticclustering (class in ragchain.utils.semantic_clustering)": [[21, "RAGchain.utils.semantic_clustering.SemanticClustering"]],
+ "check_type() (ragchain.utils.util.filechecker method)": [[21, "RAGchain.utils.util.FileChecker.check_type"]],
+ "cluster() (ragchain.utils.semantic_clustering.semanticclustering method)": [[21, "RAGchain.utils.semantic_clustering.SemanticClustering.cluster"]],
+ "decompose() (ragchain.utils.query_decompose.querydecomposition method)": [[21, "RAGchain.utils.query_decompose.QueryDecomposition.decompose"]],
+ "decompose_prompt (ragchain.utils.query_decompose.querydecomposition attribute)": [[21, "RAGchain.utils.query_decompose.QueryDecomposition.decompose_prompt"]],
+ "delete_duplicate() (ragchain.utils.file_cache.filecache method)": [[21, "RAGchain.utils.file_cache.FileCache.delete_duplicate"]],
+ "detect() (ragchain.utils.rede_search_detector.redesearchdetector method)": [[21, "RAGchain.utils.rede_search_detector.RedeSearchDetector.detect"]],
+ "evaluate() (ragchain.utils.rede_search_detector.redesearchdetector method)": [[21, "RAGchain.utils.rede_search_detector.RedeSearchDetector.evaluate"]],
+ "extract() (ragchain.utils.evidence_extractor.evidenceextractor method)": [[21, "RAGchain.utils.evidence_extractor.EvidenceExtractor.extract"]],
+ "find_representation_transform() (ragchain.utils.rede_search_detector.redesearchdetector method)": [[21, "RAGchain.utils.rede_search_detector.RedeSearchDetector.find_representation_transform"]],
+ "find_threshold() (ragchain.utils.rede_search_detector.redesearchdetector method)": [[21, "RAGchain.utils.rede_search_detector.RedeSearchDetector.find_threshold"]],
+ "is_exist() (ragchain.utils.util.filechecker method)": [[21, "RAGchain.utils.util.FileChecker.is_exist"]],
+ "representation_formation() (ragchain.utils.rede_search_detector.redesearchdetector method)": [[21, "RAGchain.utils.rede_search_detector.RedeSearchDetector.representation_formation"]],
+ "set_api_base() (in module ragchain.utils.util)": [[21, "RAGchain.utils.util.set_api_base"]],
+ "slice_stop_words() (in module ragchain.utils.util)": [[21, "RAGchain.utils.util.slice_stop_words"]],
+ "text_modifier() (in module ragchain.utils.util)": [[21, "RAGchain.utils.util.text_modifier"]],
+ "train_density_estimation() (ragchain.utils.rede_search_detector.redesearchdetector method)": [[21, "RAGchain.utils.rede_search_detector.RedeSearchDetector.train_density_estimation"]],
+ "basecompressor (class in ragchain.utils.compressor.base)": [[22, "RAGchain.utils.compressor.base.BaseCompressor"]],
+ "clustertimecompressor (class in ragchain.utils.compressor.cluster_time)": [[22, "RAGchain.utils.compressor.cluster_time.ClusterTimeCompressor"]],
+ "inputtype (ragchain.utils.compressor.llm_lingua.llmlinguacompressor property)": [[22, "RAGchain.utils.compressor.llm_lingua.LLMLinguaCompressor.InputType"]],
+ "llmlinguacompressor (class in ragchain.utils.compressor.llm_lingua)": [[22, "RAGchain.utils.compressor.llm_lingua.LLMLinguaCompressor"]],
+ "ragchain.utils.compressor": [[22, "module-RAGchain.utils.compressor"]],
+ "ragchain.utils.compressor.base": [[22, "module-RAGchain.utils.compressor.base"]],
+ "ragchain.utils.compressor.cluster_time": [[22, "module-RAGchain.utils.compressor.cluster_time"]],
+ "ragchain.utils.compressor.llm_lingua": [[22, "module-RAGchain.utils.compressor.llm_lingua"]],
+ "compress() (ragchain.utils.compressor.base.basecompressor method)": [[22, "RAGchain.utils.compressor.base.BaseCompressor.compress"]],
+ "compress() (ragchain.utils.compressor.cluster_time.clustertimecompressor method)": [[22, "RAGchain.utils.compressor.cluster_time.ClusterTimeCompressor.compress"]],
+ "invoke() (ragchain.utils.compressor.llm_lingua.llmlinguacompressor method)": [[22, "RAGchain.utils.compressor.llm_lingua.LLMLinguaCompressor.invoke"]],
+ "chromaslim (class in ragchain.utils.vectorstore.chroma)": [[25, "RAGchain.utils.vectorstore.chroma.ChromaSlim"]],
+ "pineconeslim (class in ragchain.utils.vectorstore.pinecone)": [[25, "RAGchain.utils.vectorstore.pinecone.PineconeSlim"]],
+ "ragchain.utils.vectorstore": [[25, "module-RAGchain.utils.vectorstore"]],
+ "ragchain.utils.vectorstore.base": [[25, "module-RAGchain.utils.vectorstore.base"]],
+ "ragchain.utils.vectorstore.chroma": [[25, "module-RAGchain.utils.vectorstore.chroma"]],
+ "ragchain.utils.vectorstore.pinecone": [[25, "module-RAGchain.utils.vectorstore.pinecone"]],
+ "slimvectorstore (class in ragchain.utils.vectorstore.base)": [[25, "RAGchain.utils.vectorstore.base.SlimVectorStore"]],
+ "add_passage() (ragchain.utils.vectorstore.base.slimvectorstore method)": [[25, "RAGchain.utils.vectorstore.base.SlimVectorStore.add_passage"]],
+ "add_passages() (ragchain.utils.vectorstore.base.slimvectorstore method)": [[25, "RAGchain.utils.vectorstore.base.SlimVectorStore.add_passages"]],
+ "add_passages() (ragchain.utils.vectorstore.chroma.chromaslim method)": [[25, "RAGchain.utils.vectorstore.chroma.ChromaSlim.add_passages"]],
+ "add_passages() (ragchain.utils.vectorstore.pinecone.pineconeslim method)": [[25, "RAGchain.utils.vectorstore.pinecone.PineconeSlim.add_passages"]],
+ "basewebsearch (class in ragchain.utils.websearch.base)": [[26, "RAGchain.utils.websearch.base.BaseWebSearch"]],
+ "googlesearch (class in ragchain.utils.websearch.google_search)": [[26, "RAGchain.utils.websearch.google_search.GoogleSearch"]],
+ "ragchain.utils.websearch": [[26, "module-RAGchain.utils.websearch"]],
+ "ragchain.utils.websearch.base": [[26, "module-RAGchain.utils.websearch.base"]],
+ "ragchain.utils.websearch.bing_search": [[26, "module-RAGchain.utils.websearch.bing_search"]],
+ "ragchain.utils.websearch.brave_search": [[26, "module-RAGchain.utils.websearch.brave_search"]],
+ "ragchain.utils.websearch.google_search": [[26, "module-RAGchain.utils.websearch.google_search"]],
+ "get_search_data() (ragchain.utils.websearch.base.basewebsearch method)": [[26, "RAGchain.utils.websearch.base.BaseWebSearch.get_search_data"]],
+ "get_search_data() (ragchain.utils.websearch.google_search.googlesearch method)": [[26, "RAGchain.utils.websearch.google_search.GoogleSearch.get_search_data"]]
}
})
\ No newline at end of file
diff --git a/docs/source/RAGchain.benchmark.dataset.rst b/docs/source/RAGchain.benchmark.dataset.rst
index 0dd26855..a016c633 100644
--- a/docs/source/RAGchain.benchmark.dataset.rst
+++ b/docs/source/RAGchain.benchmark.dataset.rst
@@ -44,6 +44,14 @@ RAGchain.benchmark.dataset.dstc11\_track5 module
:undoc-members:
:show-inheritance:
+RAGchain.benchmark.dataset.eli5 module
+--------------------------------------
+
+.. automodule:: RAGchain.benchmark.dataset.eli5
+ :members:
+ :undoc-members:
+ :show-inheritance:
+
RAGchain.benchmark.dataset.ko\_strategy\_qa module
--------------------------------------------------
@@ -68,10 +76,10 @@ RAGchain.benchmark.dataset.msmarco module
:undoc-members:
:show-inheritance:
-RAGchain.benchmark.dataset.natural\_qa module
----------------------------------------------
+RAGchain.benchmark.dataset.natural\_question module
+---------------------------------------------------
-.. automodule:: RAGchain.benchmark.dataset.natural_qa
+.. automodule:: RAGchain.benchmark.dataset.natural_question
:members:
:undoc-members:
:show-inheritance:
diff --git a/docs/source/RAGchain.pipeline.rst b/docs/source/RAGchain.pipeline.rst
index c8e27851..737a2fb1 100644
--- a/docs/source/RAGchain.pipeline.rst
+++ b/docs/source/RAGchain.pipeline.rst
@@ -20,6 +20,14 @@ RAGchain.pipeline.basic module
:undoc-members:
:show-inheritance:
+RAGchain.pipeline.google\_search module
+---------------------------------------
+
+.. automodule:: RAGchain.pipeline.google_search
+ :members:
+ :undoc-members:
+ :show-inheritance:
+
RAGchain.pipeline.rerank module
-------------------------------
diff --git a/docs/source/RAGchain.preprocess.loader.rst b/docs/source/RAGchain.preprocess.loader.rst
index dc0e0299..2ca703ff 100644
--- a/docs/source/RAGchain.preprocess.loader.rst
+++ b/docs/source/RAGchain.preprocess.loader.rst
@@ -68,6 +68,14 @@ RAGchain.preprocess.loader.pdf\_link\_loader module
:undoc-members:
:show-inheritance:
+RAGchain.preprocess.loader.rem\_loader module
+---------------------------------------------
+
+.. automodule:: RAGchain.preprocess.loader.rem_loader
+ :members:
+ :undoc-members:
+ :show-inheritance:
+
RAGchain.preprocess.loader.rust\_hwp\_loader module
---------------------------------------------------
diff --git a/docs/source/RAGchain.reranker.importance.rst b/docs/source/RAGchain.reranker.importance.rst
new file mode 100644
index 00000000..647f1fc7
--- /dev/null
+++ b/docs/source/RAGchain.reranker.importance.rst
@@ -0,0 +1,29 @@
+RAGchain.reranker.importance package
+====================================
+
+Submodules
+----------
+
+RAGchain.reranker.importance.simple\_importance module
+------------------------------------------------------
+
+.. automodule:: RAGchain.reranker.importance.simple_importance
+ :members:
+ :undoc-members:
+ :show-inheritance:
+
+RAGchain.reranker.importance.weighted\_importance module
+--------------------------------------------------------
+
+.. automodule:: RAGchain.reranker.importance.weighted_importance
+ :members:
+ :undoc-members:
+ :show-inheritance:
+
+Module contents
+---------------
+
+.. automodule:: RAGchain.reranker.importance
+ :members:
+ :undoc-members:
+ :show-inheritance:
diff --git a/docs/source/RAGchain.reranker.rst b/docs/source/RAGchain.reranker.rst
index e738305d..4b596663 100644
--- a/docs/source/RAGchain.reranker.rst
+++ b/docs/source/RAGchain.reranker.rst
@@ -7,6 +7,7 @@ Subpackages
.. toctree::
:maxdepth: 4
+ RAGchain.reranker.importance
RAGchain.reranker.llm
RAGchain.reranker.pygaggle
RAGchain.reranker.tart
diff --git a/docs/source/RAGchain.utils.compressor.rst b/docs/source/RAGchain.utils.compressor.rst
index 822869ab..f114634d 100644
--- a/docs/source/RAGchain.utils.compressor.rst
+++ b/docs/source/RAGchain.utils.compressor.rst
@@ -20,6 +20,14 @@ RAGchain.utils.compressor.cluster\_time module
:undoc-members:
:show-inheritance:
+RAGchain.utils.compressor.llm\_lingua module
+--------------------------------------------
+
+.. automodule:: RAGchain.utils.compressor.llm_lingua
+ :members:
+ :undoc-members:
+ :show-inheritance:
+
Module contents
---------------
diff --git a/docs/source/RAGchain.utils.rst b/docs/source/RAGchain.utils.rst
index 1b2c2153..3838a7d4 100644
--- a/docs/source/RAGchain.utils.rst
+++ b/docs/source/RAGchain.utils.rst
@@ -11,6 +11,7 @@ Subpackages
RAGchain.utils.embed
RAGchain.utils.linker
RAGchain.utils.vectorstore
+ RAGchain.utils.websearch
Submodules
----------
diff --git a/docs/source/RAGchain.utils.websearch.rst b/docs/source/RAGchain.utils.websearch.rst
new file mode 100644
index 00000000..da83d41a
--- /dev/null
+++ b/docs/source/RAGchain.utils.websearch.rst
@@ -0,0 +1,45 @@
+RAGchain.utils.websearch package
+================================
+
+Submodules
+----------
+
+RAGchain.utils.websearch.base module
+------------------------------------
+
+.. automodule:: RAGchain.utils.websearch.base
+ :members:
+ :undoc-members:
+ :show-inheritance:
+
+RAGchain.utils.websearch.bing\_search module
+--------------------------------------------
+
+.. automodule:: RAGchain.utils.websearch.bing_search
+ :members:
+ :undoc-members:
+ :show-inheritance:
+
+RAGchain.utils.websearch.brave\_search module
+---------------------------------------------
+
+.. automodule:: RAGchain.utils.websearch.brave_search
+ :members:
+ :undoc-members:
+ :show-inheritance:
+
+RAGchain.utils.websearch.google\_search module
+----------------------------------------------
+
+.. automodule:: RAGchain.utils.websearch.google_search
+ :members:
+ :undoc-members:
+ :show-inheritance:
+
+Module contents
+---------------
+
+.. automodule:: RAGchain.utils.websearch
+ :members:
+ :undoc-members:
+ :show-inheritance:
diff --git a/setup.py b/setup.py
index cb260eb1..8f43e698 100644
--- a/setup.py
+++ b/setup.py
@@ -8,7 +8,7 @@
setup(
name='RAGchain',
- version='0.2.3',
+ version='0.2.4',
description='Build advanced RAG workflows with LLM, compatible with Langchain',
long_description=long_description,
long_description_content_type='text/markdown',