Index

_

__call__() (giskard.rag.metrics.Metric method) __init__() (giskard.Dataset method) (giskard.Suite method)

__new__() (giskard.Model static method) _infer_column_types() (giskard.Dataset method)

A

add_test() (giskard.Suite method), [1]

C

cat_columns (giskard.Dataset attribute) chat() (giskard_hub.resources.ModelsResource method) ChatTestCasesResource (class in giskard_hub.resources) close() (giskard_hub.client.SyncClient method) column_types (giskard.Dataset attribute) ComplexQuestionsGenerator (class in giskard.rag.question_generators) ConversationalQuestionsGenerator (class in giskard.rag.question_generators) ConversationsResource (class in giskard_hub.resources) copy() (giskard.rag.QATestset method) correctness_metric() (in module giskard.rag.metrics.correctness)

CorrectnessEvaluator (class in giskard.llm.evaluators) count_sample_by_metadata() (giskard.rag.QATestset method) create() (giskard_hub.resources.ChatTestCasesResource method) (giskard_hub.resources.ConversationsResource method) (giskard_hub.resources.DatasetsResource method) (giskard_hub.resources.EvaluationsResource method) (giskard_hub.resources.KnowledgeBasesResource method) (giskard_hub.resources.ModelsResource method) (giskard_hub.resources.ProjectsResource method) (giskard_hub.resources.ScheduledEvaluationsResource method) create_local() (giskard_hub.resources.EvaluationsResource method)

D

Dataset (class in giskard) DatasetInput (class in giskard.core.suite) DatasetsResource (class in giskard_hub.resources) delete() (giskard_hub.client.SyncClient method) (giskard_hub.resources.ChatTestCasesResource method) (giskard_hub.resources.ConversationsResource method) (giskard_hub.resources.DatasetsResource method) (giskard_hub.resources.EvaluationsResource method) (giskard_hub.resources.KnowledgeBasesResource method) (giskard_hub.resources.ModelsResource method) (giskard_hub.resources.ProjectsResource method) (giskard_hub.resources.ScheduledEvaluationsResource method)

df (giskard.Dataset attribute) DistractingQuestionsGenerator (class in giskard.rag.question_generators) Document (class in giskard.rag.knowledge_base) DoubleQuestionsGenerator (class in giskard.rag.question_generators)

E

evaluate() (in module giskard.rag)

EvaluationsResource (class in giskard_hub.resources)

F

from_pandas() (giskard.rag.knowledge_base.KnowledgeBase class method)

G

generate_adversarial() (giskard_hub.resources.DatasetsResource method) generate_document_based() (giskard_hub.resources.DatasetsResource method) generate_rails() (giskard.scanner.report.ScanReport method) generate_single_question() (giskard.rag.question_generators.OutOfScopeGenerator method) (giskard.rag.question_generators.SimpleQuestionsGenerator method) generate_test_suite() (giskard.scanner.report.ScanReport method) generate_tests() (giskard.scanner.report.ScanReport method) generate_testset() (in module giskard.rag)

get() (giskard_hub.client.SyncClient method) get_metadata_values() (giskard.rag.QATestset method) giskard.models module giskard.models.langchain module giskard_hub.resources module

K

KnowledgeBase (class in giskard.rag.knowledge_base)

KnowledgeBasesResource (class in giskard_hub.resources)

L

LangchainModel (class in giskard.models.langchain) list() (giskard_hub.resources.ChatTestCasesResource method) (giskard_hub.resources.ConversationsResource method) (giskard_hub.resources.DatasetsResource method) (giskard_hub.resources.EvaluationsResource method) (giskard_hub.resources.KnowledgeBasesResource method) (giskard_hub.resources.ModelsResource method) (giskard_hub.resources.ProjectsResource method) (giskard_hub.resources.ScheduledEvaluationsResource method) list_documents() (giskard_hub.resources.KnowledgeBasesResource method) list_entries() (giskard_hub.resources.EvaluationsResource method) list_evaluations() (giskard_hub.resources.ScheduledEvaluationsResource method)

LLMBasicSycophancyDetector (class in giskard.scanner.llm) LLMCharsInjectionDetector (class in giskard.scanner.llm) LLMHarmfulContentDetector (class in giskard.scanner.llm) LLMImplausibleOutputDetector (class in giskard.scanner.llm) LLMInformationDisclosureDetector (class in giskard.scanner.llm) LLMOutputFormattingDetector (class in giskard.scanner.llm) LLMPromptInjectionDetector (class in giskard.scanner.llm) LLMStereotypesDetector (class in giskard.scanner.llm) load() (giskard.rag.QATestset class method) (giskard.Suite class method) load_from_hf_hub() (giskard.rag.QATestset class method) load_model() (giskard.Model class method) (giskard.models.langchain.LangchainModel class method)

M

Metric (class in giskard.rag.metrics) Model (class in giskard) model_predict() (giskard.Model method) (giskard.models.langchain.LangchainModel method) ModelInput (class in giskard.core.suite)

ModelsResource (class in giskard_hub.resources) module giskard.models giskard.models.langchain giskard_hub.resources

N

name (giskard.Dataset attribute)

O

OutOfScopeGenerator (class in giskard.rag.question_generators)

P

patch() (giskard_hub.client.SyncClient method) post() (giskard_hub.client.SyncClient method) process() (giskard.Dataset method)

ProjectsResource (class in giskard_hub.resources) push_to_hf_hub() (giskard.rag.QATestset method) put() (giskard_hub.client.SyncClient method)

Q

QATestset (class in giskard.rag)

R

ragas_answer_relevancy() (in module giskard.rag.metrics.ragas_metrics) ragas_context_precision() (in module giskard.rag.metrics.ragas_metrics) ragas_context_recall() (in module giskard.rag.metrics.ragas_metrics) ragas_faithfulness() (in module giskard.rag.metrics.ragas_metrics) remove_test() (giskard.Suite method) retrieve() (giskard_hub.resources.ChatTestCasesResource method) (giskard_hub.resources.ConversationsResource method) (giskard_hub.resources.DatasetsResource method) (giskard_hub.resources.EvaluationsResource method) (giskard_hub.resources.KnowledgeBasesResource method) (giskard_hub.resources.ModelsResource method) (giskard_hub.resources.ProjectsResource method) (giskard_hub.resources.ScheduledEvaluationsResource method)

run() (giskard.Suite method)

S

save() (giskard.rag.QATestset method) (giskard.Suite method) save_model() (giskard.Model method) (giskard.models.langchain.LangchainModel method) ScanReport (class in giskard.scanner.report)

ScheduledEvaluationsResource (class in giskard_hub.resources) SimpleQuestionsGenerator (class in giskard.rag.question_generators) SituationalQuestionsGenerator (class in giskard.rag.question_generators) Suite (class in giskard) SuiteInput (class in giskard.core.suite) SyncClient (class in giskard_hub.client)

T

target (giskard.Dataset attribute) test_llm_as_a_judge_ground_truth_similarity() (in module giskard.testing.tests.llm) test_llm_char_injection() (in module giskard.testing.tests.llm) test_llm_correctness() (in module giskard.testing.tests.llm) test_llm_ground_truth() (in module giskard.testing.tests.llm) test_llm_ground_truth_similarity() (in module giskard.testing.tests.llm) test_llm_output_against_requirement() (in module giskard.testing.tests.llm) test_llm_output_against_requirement_per_row() (in module giskard.testing.tests.llm) test_llm_output_against_strings() (in module giskard.testing.tests.llm) test_llm_output_coherency() (in module giskard.testing.tests.llm) test_llm_output_plausibility() (in module giskard.testing.tests.llm) test_llm_single_output_against_requirement() (in module giskard.testing.tests.llm)

test_llm_single_output_against_strings() (in module giskard.testing.tests.llm) TestResult (class in giskard.core.test_result) TestSuiteResult (class in giskard.core.suite) to_avid() (giskard.scanner.report.ScanReport method) to_dataframe() (giskard.scanner.report.ScanReport method) to_html() (giskard.scanner.report.ScanReport method) to_json() (giskard.scanner.report.ScanReport method) to_markdown() (giskard.scanner.report.ScanReport method) to_mlflow() (giskard.scanner.report.ScanReport method) to_pandas() (giskard.rag.QATestset method) to_test_suite() (giskard.rag.QATestset method) to_unittest() (giskard.Suite method) to_wandb() (giskard.scanner.report.ScanReport method)

U

update() (giskard_hub.resources.ChatTestCasesResource method) (giskard_hub.resources.ConversationsResource method) (giskard_hub.resources.DatasetsResource method) (giskard_hub.resources.KnowledgeBasesResource method) (giskard_hub.resources.ModelsResource method) (giskard_hub.resources.ProjectsResource method) (giskard_hub.resources.ScheduledEvaluationsResource method)

update_entry() (giskard_hub.resources.EvaluationsResource method) update_rails_config() (giskard.scanner.report.ScanReport method) update_test_params() (giskard.Suite method) upgrade_test() (giskard.Suite method)