Index

A

ACS_DATASET_CONFIGS (folktexts.benchmark.CalibrationBenchmark attribute) ACSDataset (class in folktexts.acs.acs_dataset) ACSTaskMetadata (class in folktexts.acs.acs_tasks) add_pad_token() (in module folktexts.llm_utils)

answer_keys (folktexts.qa_interface.MultipleChoiceQA property) answer_probability (folktexts.qa_interface.DirectNumericQA attribute) apply_chat_template() (in module folktexts.prompting) apply_to_column_data() (folktexts.threshold.Threshold method) apply_to_column_name() (folktexts.threshold.Threshold method)

B

batch_size (folktexts.benchmark.BenchmarkConfig attribute)

BenchmarkConfig (class in folktexts.benchmark)

C

CalibrationBenchmark (class in folktexts.benchmark) chat_prompt (folktexts.benchmark.BenchmarkConfig attribute) Choice (class in folktexts.qa_interface) choice_to_key (folktexts.qa_interface.MultipleChoiceQA property) choices (folktexts.qa_interface.MultipleChoiceQA attribute) cols_to_text (folktexts.task.TaskMetadata attribute), [1] column (folktexts.qa_interface.QAInterface attribute) ColumnToText (class in folktexts.col_to_text) compute_best_threshold() (in module folktexts.evaluation)

compute_feature_importance() (in module folktexts.cli.eval_feature_importance) compute_risk_estimates_for_dataframe() (folktexts.classifier.LLMClassifier method) compute_risk_estimates_for_dataset() (folktexts.classifier.LLMClassifier method) configs_dict (folktexts.benchmark.CalibrationBenchmark property) context_size (folktexts.benchmark.BenchmarkConfig attribute) correct_order_bias (folktexts.benchmark.BenchmarkConfig attribute) create_answer_keys_permutations() (folktexts.qa_interface.MultipleChoiceQA class method) create_question_from_value_map() (folktexts.qa_interface.MultipleChoiceQA class method) create_task_with_feature_subset() (folktexts.task.TaskMetadata method)

D

data (folktexts.dataset.Dataset property) data_value (folktexts.qa_interface.Choice attribute), [1] Dataset (class in folktexts.dataset)

default_config() (folktexts.benchmark.BenchmarkConfig class method) description (folktexts.task.TaskMetadata attribute), [1] direct_risk_prompting (folktexts.benchmark.BenchmarkConfig attribute) DirectNumericQA (class in folktexts.qa_interface)

E

encode_row (folktexts.classifier.LLMClassifier property) encode_row_prompt() (in module folktexts.prompting) encode_row_prompt_chat() (in module folktexts.prompting) encode_row_prompt_few_shot() (in module folktexts.prompting)

evaluate_binary_predictions() (in module folktexts.evaluation) evaluate_binary_predictions_fairness() (in module folktexts.evaluation) evaluate_predictions() (in module folktexts.evaluation) evaluate_predictions_bootstrap() (in module folktexts.evaluation)

F

feature_subset (folktexts.benchmark.BenchmarkConfig attribute) features (folktexts.task.TaskMetadata attribute), [1] few_shot (folktexts.benchmark.BenchmarkConfig attribute) filter() (folktexts.dataset.Dataset method) fit() (folktexts.classifier.LLMClassifier method) folktables_obj (folktexts.acs.acs_tasks.ACSTaskMetadata attribute) folktexts module folktexts.acs module folktexts.acs.acs_columns module folktexts.acs.acs_dataset module folktexts.acs.acs_questions module folktexts.acs.acs_tasks module folktexts.acs.acs_thresholds module folktexts.benchmark module folktexts.classifier module folktexts.cli module

folktexts.cli.download_models module folktexts.cli.eval_feature_importance module folktexts.cli.run_acs_benchmark module folktexts.col_to_text module folktexts.dataset module folktexts.evaluation module folktexts.llm_utils module folktexts.plotting module folktexts.prompting module folktexts.qa_interface module folktexts.task module folktexts.threshold module

G

get_answer_from_model_output() (folktexts.qa_interface.DirectNumericQA method) (folktexts.qa_interface.MultipleChoiceQA method) (folktexts.qa_interface.QAInterface method) get_answer_from_text() (folktexts.qa_interface.MultipleChoiceQA method) get_answer_key_from_value() (folktexts.qa_interface.MultipleChoiceQA method) get_data_split() (folktexts.dataset.Dataset method) get_features_data() (folktexts.dataset.Dataset method) get_model_folder_path() (in module folktexts.llm_utils) get_model_size_B() (in module folktexts.llm_utils) get_numeric_value() (folktexts.qa_interface.Choice method) get_question_prompt() (folktexts.qa_interface.DirectNumericQA method) (folktexts.qa_interface.MultipleChoiceQA method) (folktexts.qa_interface.QAInterface method)

get_row_description() (folktexts.task.TaskMetadata method) get_sensitive_attribute_data() (folktexts.dataset.Dataset method) get_target() (folktexts.task.TaskMetadata method) get_target_data() (folktexts.dataset.Dataset method) get_task() (folktexts.task.TaskMetadata class method) get_test() (folktexts.dataset.Dataset method) get_text() (folktexts.col_to_text.ColumnToText method) get_train() (folktexts.dataset.Dataset method) get_val() (folktexts.dataset.Dataset method) get_value_to_text_map() (folktexts.qa_interface.MultipleChoiceQA method)

I

is_bf16_compatible() (in module folktexts.cli.download_models) (in module folktexts.llm_utils)

K

key_to_choice (folktexts.qa_interface.MultipleChoiceQA property)

L

LLMClassifier (class in folktexts.classifier)

load_from_disk() (folktexts.benchmark.BenchmarkConfig class method) load_model_tokenizer() (in module folktexts.llm_utils)

M

main() (in module folktexts.cli.download_models) (in module folktexts.cli.eval_feature_importance) (in module folktexts.cli.run_acs_benchmark) make_acs_benchmark() (folktexts.benchmark.CalibrationBenchmark class method) make_benchmark() (folktexts.benchmark.CalibrationBenchmark class method) make_folktables_task() (folktexts.acs.acs_tasks.ACSTaskMetadata class method) make_from_task() (folktexts.acs.acs_dataset.ACSDataset class method) make_task() (folktexts.acs.acs_tasks.ACSTaskMetadata class method) model (folktexts.classifier.LLMClassifier property) model_name (folktexts.benchmark.CalibrationBenchmark property) (folktexts.classifier.LLMClassifier property) module folktexts folktexts.acs folktexts.acs.acs_columns folktexts.acs.acs_dataset folktexts.acs.acs_questions folktexts.acs.acs_tasks folktexts.acs.acs_thresholds folktexts.benchmark folktexts.classifier folktexts.cli folktexts.cli.download_models folktexts.cli.eval_feature_importance folktexts.cli.run_acs_benchmark folktexts.col_to_text folktexts.dataset folktexts.evaluation folktexts.llm_utils folktexts.plotting folktexts.prompting folktexts.qa_interface folktexts.task folktexts.threshold

MultipleChoiceQA (class in folktexts.qa_interface)

N

name (folktexts.col_to_text.ColumnToText property) (folktexts.dataset.Dataset property) (folktexts.task.TaskMetadata attribute), [1]

num_forward_passes (folktexts.qa_interface.DirectNumericQA attribute) (folktexts.qa_interface.MultipleChoiceQA attribute) (folktexts.qa_interface.QAInterface attribute) numeric_value (folktexts.qa_interface.Choice attribute), [1]

O

op (folktexts.threshold.Threshold attribute), [1]

P

parse_feature_importance() (in module folktexts.cli.eval_feature_importance) plot_results() (folktexts.benchmark.CalibrationBenchmark method)

population_filter (folktexts.benchmark.BenchmarkConfig attribute) predict() (folktexts.classifier.LLMClassifier method) predict_proba() (folktexts.classifier.LLMClassifier method)

Q

QAInterface (class in folktexts.qa_interface) query_model_batch() (in module folktexts.llm_utils)

question (folktexts.col_to_text.ColumnToText property) (folktexts.task.TaskMetadata property)

R

render_evaluation_plots() (in module folktexts.plotting) render_fairness_plots() (in module folktexts.plotting) results (folktexts.benchmark.CalibrationBenchmark property)

results_dir (folktexts.benchmark.CalibrationBenchmark property) results_root_dir (folktexts.benchmark.CalibrationBenchmark property) reuse_few_shot_examples (folktexts.benchmark.BenchmarkConfig attribute) run() (folktexts.benchmark.CalibrationBenchmark method)

S

sample_n_train_examples() (folktexts.dataset.Dataset method) save_fig() (in module folktexts.plotting) save_results() (folktexts.benchmark.CalibrationBenchmark method) save_to_disk() (folktexts.benchmark.BenchmarkConfig method) seed (folktexts.benchmark.BenchmarkConfig attribute) (folktexts.dataset.Dataset property) sensitive_attribute (folktexts.task.TaskMetadata attribute), [1] sensitive_attribute_value_map() (folktexts.task.TaskMetadata method) set_fit_request() (folktexts.classifier.LLMClassifier method)

set_predict_proba_request() (folktexts.classifier.LLMClassifier method) set_predict_request() (folktexts.classifier.LLMClassifier method) set_score_request() (folktexts.classifier.LLMClassifier method) setup_arg_parser() (in module folktexts.cli.download_models) (in module folktexts.cli.eval_feature_importance) (in module folktexts.cli.run_acs_benchmark) short_description (folktexts.col_to_text.ColumnToText property) subsample() (folktexts.dataset.Dataset method) subsampling (folktexts.dataset.Dataset property)

T

target (folktexts.task.TaskMetadata attribute), [1] target_threshold (folktexts.task.TaskMetadata attribute), [1] task (folktexts.acs.acs_dataset.ACSDataset property) (folktexts.benchmark.CalibrationBenchmark property) (folktexts.classifier.LLMClassifier property) (folktexts.dataset.Dataset property) TaskMetadata (class in folktexts.task)

test_size (folktexts.dataset.Dataset property) text (folktexts.qa_interface.Choice attribute), [1] (folktexts.qa_interface.QAInterface attribute) Threshold (class in folktexts.threshold) threshold (folktexts.classifier.LLMClassifier property) tokenizer (folktexts.classifier.LLMClassifier property) train_size (folktexts.dataset.Dataset property)

V

val_size (folktexts.dataset.Dataset property) valid_ops (folktexts.threshold.Threshold attribute)

value (folktexts.threshold.Threshold attribute), [1] value_map (folktexts.col_to_text.ColumnToText property)