folktexts

• folktexts package
  • Subpackages
    • folktexts.acs package
      • Submodules
      • folktexts.acs.acs_columns module
      • folktexts.acs.acs_dataset module
      • folktexts.acs.acs_questions module
      • folktexts.acs.acs_tasks module
      • folktexts.acs.acs_thresholds module
      • Module contents
    • folktexts.cli package
      • Submodules
      • folktexts.cli.download_models module
      • folktexts.cli.eval_feature_importance module
      • folktexts.cli.experiments module
      • folktexts.cli.launch_experiments_htcondor module
      • folktexts.cli.rerun_experiment module
      • folktexts.cli.run_acs_benchmark module
      • Module contents
  • Submodules
  • folktexts.benchmark module
    • Benchmark
      • Benchmark.ACS_DATASET_CONFIGS
      • Benchmark.configs_dict
      • Benchmark.make_acs_benchmark()
      • Benchmark.make_benchmark()
      • Benchmark.model_name
      • Benchmark.plot_results()
      • Benchmark.results
      • Benchmark.results_dir
      • Benchmark.results_root_dir
      • Benchmark.run()
      • Benchmark.save_results()
      • Benchmark.task
    • BenchmarkConfig
      • BenchmarkConfig.numeric_risk_prompting
      • BenchmarkConfig.few_shot
      • BenchmarkConfig.reuse_few_shot_examples
      • BenchmarkConfig.batch_size
      • BenchmarkConfig.context_size
      • BenchmarkConfig.correct_order_bias
      • BenchmarkConfig.feature_subset
      • BenchmarkConfig.population_filter
      • BenchmarkConfig.seed
      • BenchmarkConfig.batch_size
      • BenchmarkConfig.context_size
      • BenchmarkConfig.correct_order_bias
      • BenchmarkConfig.default_config()
      • BenchmarkConfig.feature_subset
      • BenchmarkConfig.few_shot
      • BenchmarkConfig.load_from_disk()
      • BenchmarkConfig.numeric_risk_prompting
      • BenchmarkConfig.population_filter
      • BenchmarkConfig.reuse_few_shot_examples
      • BenchmarkConfig.save_to_disk()
      • BenchmarkConfig.seed
      • BenchmarkConfig.update()
  • folktexts.classifier module
  • folktexts.col_to_text module
    • ColumnToText
      • ColumnToText.get_text()
      • ColumnToText.name
      • ColumnToText.question
      • ColumnToText.short_description
      • ColumnToText.value_map
  • folktexts.dataset module
    • Dataset
      • Dataset.data
      • Dataset.filter()
      • Dataset.get_data_split()
      • Dataset.get_features_data()
      • Dataset.get_sensitive_attribute_data()
      • Dataset.get_target_data()
      • Dataset.get_test()
      • Dataset.get_train()
      • Dataset.get_val()
      • Dataset.name
      • Dataset.sample_n_train_examples()
      • Dataset.seed
      • Dataset.subsample()
      • Dataset.subsampling
      • Dataset.task
      • Dataset.test_size
      • Dataset.train_size
      • Dataset.val_size
  • folktexts.evaluation module
    • bootstrap_estimate()
    • compute_best_threshold()
    • evaluate_binary_predictions()
    • evaluate_binary_predictions_fairness()
    • evaluate_predictions()
    • evaluate_predictions_bootstrap()
  • folktexts.llm_utils module
    • add_pad_token()
    • get_model_folder_path()
    • get_model_size_B()
    • is_bf16_compatible()
    • load_model_tokenizer()
    • query_model_batch()
    • query_model_batch_multiple_passes()
  • folktexts.plotting module
    • render_evaluation_plots()
    • render_fairness_plots()
    • save_fig()
  • folktexts.prompting module
    • apply_chat_template()
    • encode_row_prompt()
    • encode_row_prompt_chat()
    • encode_row_prompt_few_shot()
  • folktexts.qa_interface module
    • Choice
      • Choice.text
      • Choice.data_value
      • Choice.numeric_value
      • Choice.data_value
      • Choice.get_numeric_value()
      • Choice.numeric_value
      • Choice.text
    • DirectNumericQA
      • DirectNumericQA.answer_probability
      • DirectNumericQA.get_answer_from_model_output()
      • DirectNumericQA.get_question_prompt()
      • DirectNumericQA.num_forward_passes
    • MultipleChoiceQA
      • MultipleChoiceQA.answer_keys
      • MultipleChoiceQA.choice_to_key
      • MultipleChoiceQA.choices
      • MultipleChoiceQA.create_answer_keys_permutations()
      • MultipleChoiceQA.create_question_from_value_map()
      • MultipleChoiceQA.get_answer_from_model_output()
      • MultipleChoiceQA.get_answer_from_text()
      • MultipleChoiceQA.get_answer_key_from_value()
      • MultipleChoiceQA.get_question_prompt()
      • MultipleChoiceQA.get_value_to_text_map()
      • MultipleChoiceQA.key_to_choice
      • MultipleChoiceQA.num_forward_passes
    • QAInterface
      • QAInterface.column
      • QAInterface.get_answer_from_model_output()
      • QAInterface.get_question_prompt()
      • QAInterface.num_forward_passes
      • QAInterface.text
  • folktexts.task module
    • TaskMetadata
      • TaskMetadata.cols_to_text
      • TaskMetadata.create_task_with_feature_subset()
      • TaskMetadata.description
      • TaskMetadata.direct_numeric_qa
      • TaskMetadata.features
      • TaskMetadata.get_row_description()
      • TaskMetadata.get_target()
      • TaskMetadata.get_task()
      • TaskMetadata.multiple_choice_qa
      • TaskMetadata.name
      • TaskMetadata.population_description
      • TaskMetadata.question
      • TaskMetadata.sensitive_attribute
      • TaskMetadata.sensitive_attribute_value_map()
      • TaskMetadata.set_question()
      • TaskMetadata.target
      • TaskMetadata.target_threshold
      • TaskMetadata.use_numeric_qa
  • folktexts.threshold module
    • Threshold
      • Threshold.value
      • Threshold.op
      • Threshold.apply_to_column_data()
      • Threshold.apply_to_column_name()
      • Threshold.op
      • Threshold.valid_ops
      • Threshold.value
  • Module contents