Index

_

__init__() (datastudio.datasets.DatasetConfig method) (datastudio.datasets.StandardConfig method) (datastudio.datasets.StandardDataLoader method) (datastudio.datasets.StandardDataSaver method) (datastudio.models.base.BaseAPI method) (datastudio.models.MPOpenAIAPI method) (datastudio.models.openai_api.OpenAIAPI method) (datastudio.models.OpenAIAPI method) (datastudio.operators.AddNoThinkRewriter method) (datastudio.operators.ConvLengthFilter method) (datastudio.operators.core.result.FilterDecision method) (datastudio.operators.core.result.Result method) (datastudio.operators.core.result.RewriteDecision method) (datastudio.operators.DataItem method) (datastudio.operators.FilterDecision method) (datastudio.operators.ImageAspectRatioFilter method) (datastudio.operators.ImageExtFilter method) (datastudio.operators.ImageSizeFilter method) (datastudio.operators.LengthAnomalyFilter method) (datastudio.operators.MLLMFilter method) (datastudio.operators.MLLMOperator method) (datastudio.operators.MLLMRewriter method) (datastudio.operators.NormImageTagRewriter method) (datastudio.operators.NormMultiTurnPromptRewriter method) (datastudio.operators.NormPromptRewriter method) (datastudio.operators.NormThinkRewriter method) (datastudio.operators.Operator method) (datastudio.operators.QA method) (datastudio.operators.RemoveAnswerRewriter method) (datastudio.operators.RemoveReasonRewriter method) (datastudio.operators.RemoveThinkRewriter method) (datastudio.operators.RequestBuilder method) (datastudio.operators.ResponseTagFilter method) (datastudio.operators.Result method) (datastudio.operators.RewriteDecision method) (datastudio.operators.SelectiveMLLMRewriter method) (datastudio.operators.SplitRewriter method) (datastudio.operators.TextRepeatFilter method) (datastudio.pipelines.Pipeline method) (datastudio.pipelines.pipeline.Pipeline method) (datastudio.pipelines.sub_pipeline.SubPipeline method) (datastudio.pipelines.SubPipeline method)

A

add_filter() (datastudio.operators.core.result.Result method) (datastudio.operators.Result method) add_filter_record() (datastudio.operators.DataItem method) add_full_filter_record() (datastudio.operators.DataItem method) add_keep_record() (datastudio.operators.DataItem method) add_model_record() (datastudio.operators.DataItem method) add_rewrite() (datastudio.operators.core.result.Result method) (datastudio.operators.Result method)

add_rewrite_record() (datastudio.operators.DataItem method) AddNoThinkRewriter (class in datastudio.operators) allowed_types (datastudio.models.base.BaseAPI attribute) answer (datastudio.operators.QA attribute), [1] apply_to() (datastudio.operators.core.result.Result method) (datastudio.operators.Result method)

B

BaseAPI (class in datastudio.models.base) BaseFormat (class in datastudio.datasets)

build_request() (datastudio.operators.RequestBuilder method) build_requests() (datastudio.operators.RequestBuilder method) build_requests_selective() (datastudio.operators.RequestBuilder method)

C

check() (datastudio.operators.ConvLengthFilter method) (datastudio.operators.Filter method) (datastudio.operators.ImageAspectRatioFilter method) (datastudio.operators.ImageExtFilter method) (datastudio.operators.ImageSizeFilter method) (datastudio.operators.LengthAnomalyFilter method) (datastudio.operators.ResponseTagFilter method) (datastudio.operators.TextRepeatFilter method)

check_content() (datastudio.models.base.BaseAPI method) clean() (datastudio.datasets.StandardDataSaver method) ConfigLoader (class in datastudio.datasets) conversations (datastudio.operators.DataItem property) ConvLengthFilter (class in datastudio.operators) create_config() (datastudio.datasets.ConfigLoader class method)

D

data (datastudio.operators.DataItem property) data_size (datastudio.datasets.DatasetConfig attribute), [1] DataItem (class in datastudio.operators) DatasetConfig (class in datastudio.datasets) datasets (datastudio.datasets.StandardConfig attribute), [1] datastudio.datasets module datastudio.models module datastudio.models.base module

datastudio.models.openai_api module datastudio.operators module datastudio.operators.core.result module datastudio.pipelines module datastudio.pipelines.pipeline module datastudio.pipelines.sub_pipeline module

E

encode_image_directly() (datastudio.models.base.BaseAPI method) expand_items() (datastudio.operators.SplitRewriter method) extensions() (datastudio.datasets.BaseFormat class method) (datastudio.datasets.JsonFormat class method) (datastudio.datasets.JsonlFormat class method)

extra (datastudio.datasets.DatasetConfig attribute), [1] (datastudio.datasets.StandardConfig attribute), [1]

F

file_path (datastudio.datasets.DatasetConfig attribute), [1] Filter (class in datastudio.operators) filter_decisions (datastudio.operators.core.result.Result attribute) (datastudio.operators.Result attribute) FilterDecision (class in datastudio.operators) (class in datastudio.operators.core.result)

format_all_qa() (datastudio.operators.DataItem method) format_content() (datastudio.operators.RequestBuilder method) format_qa() (datastudio.operators.DataItem method) FormatRegistry (class in datastudio.datasets) from_dict() (datastudio.datasets.DatasetConfig class method) (datastudio.datasets.StandardConfig class method)

G

generate() (datastudio.models.base.BaseAPI method) (datastudio.models.MPOpenAIAPI method) (datastudio.models.openai_api.OpenAIAPI method) (datastudio.models.OpenAIAPI method) generate_inner() (datastudio.models.base.BaseAPI method) (datastudio.models.MPOpenAIAPI method) (datastudio.models.openai_api.OpenAIAPI method) (datastudio.models.OpenAIAPI method)

get() (datastudio.datasets.FormatRegistry class method) get_answer() (datastudio.operators.DataItem method) get_file_paths() (datastudio.datasets.StandardConfig method) get_name() (datastudio.datasets.StandardDataLoader method) get_qa() (datastudio.operators.DataItem method) get_question() (datastudio.operators.DataItem method) get_sources_map() (datastudio.datasets.StandardConfig method)

H

has_checkpoint() (datastudio.datasets.StandardDataLoader method) has_filter (datastudio.operators.core.result.Result property) (datastudio.operators.Result property)

has_image (datastudio.operators.DataItem property) has_processed() (datastudio.datasets.StandardDataSaver method) has_rewrite (datastudio.operators.core.result.Result property) (datastudio.operators.Result property)

I

idx (datastudio.operators.QA attribute), [1] image (datastudio.operators.DataItem property) ImageAspectRatioFilter (class in datastudio.operators) ImageExtFilter (class in datastudio.operators) ImageSizeFilter (class in datastudio.operators)

incremental_save() (datastudio.datasets.StandardDataSaver method) is_completed() (datastudio.datasets.StandardDataLoader method) is_empty() (datastudio.datasets.StandardDataLoader method) is_rejected (datastudio.operators.DataItem property) item_idx (datastudio.operators.core.result.Result attribute) (datastudio.operators.Result attribute)

J

JsonFormat (class in datastudio.datasets)

JsonlFormat (class in datastudio.datasets)

K

key_templates (datastudio.operators.RequestBuilder attribute), [1]

L

LengthAnomalyFilter (class in datastudio.operators) load() (datastudio.datasets.BaseFormat method) (datastudio.datasets.ConfigLoader class method) (datastudio.datasets.FormatRegistry class method) (datastudio.datasets.JsonFormat method) (datastudio.datasets.JsonlFormat method)

load_file_paths() (datastudio.datasets.ConfigLoader class method) load_sources_map() (datastudio.datasets.ConfigLoader class method)

M

mark_kept() (datastudio.operators.DataItem method) mark_rejected() (datastudio.operators.DataItem method) message (datastudio.operators.core.result.RewriteDecision attribute), [1] (datastudio.operators.RewriteDecision attribute), [1] MLLMFilter (class in datastudio.operators) MLLMOperator (class in datastudio.operators) MLLMRewriter (class in datastudio.operators) module datastudio.datasets datastudio.models datastudio.models.base datastudio.models.openai_api datastudio.operators datastudio.operators.core.result datastudio.pipelines datastudio.pipelines.pipeline datastudio.pipelines.sub_pipeline

MPOpenAIAPI (class in datastudio.models)

N

name (datastudio.operators.Operator property) new_answer (datastudio.operators.core.result.RewriteDecision attribute), [1] (datastudio.operators.RewriteDecision attribute), [1] new_question (datastudio.operators.core.result.RewriteDecision attribute), [1] (datastudio.operators.RewriteDecision attribute), [1]

NormImageTagRewriter (class in datastudio.operators) NormMultiTurnPromptRewriter (class in datastudio.operators) NormPromptRewriter (class in datastudio.operators) NormThinkRewriter (class in datastudio.operators)

O

OpenAIAPI (class in datastudio.models) (class in datastudio.models.openai_api) Operator (class in datastudio.operators)

OperatorResult (in module datastudio.operators) (in module datastudio.operators.core.result) ori_answer (datastudio.operators.QA attribute), [1] ori_question (datastudio.operators.QA attribute), [1]

P

parse_response() (datastudio.operators.RequestBuilder method) Pipeline (class in datastudio.pipelines) (class in datastudio.pipelines.pipeline) pre_process() (datastudio.models.base.BaseAPI method) prepare_inputs() (datastudio.models.base.BaseAPI method) preproc_content() (datastudio.models.base.BaseAPI method) process() (datastudio.operators.ConvLengthFilter method) (datastudio.operators.Filter method) (datastudio.operators.ImageAspectRatioFilter method) (datastudio.operators.ImageExtFilter method) (datastudio.operators.ImageSizeFilter method) (datastudio.operators.MLLMOperator method) (datastudio.operators.NormImageTagRewriter method) (datastudio.operators.NormMultiTurnPromptRewriter method) (datastudio.operators.NormPromptRewriter method) (datastudio.operators.Operator method) (datastudio.operators.Rewriter method) (datastudio.operators.SplitRewriter method)

process_batch() (datastudio.operators.MLLMOperator method) (datastudio.operators.Operator method) (datastudio.operators.SplitRewriter method) process_single_message() (datastudio.models.base.BaseAPI method) prompt (datastudio.operators.RequestBuilder attribute), [1] prompt_text (datastudio.operators.RequestBuilder property)

Q

QA (class in datastudio.operators) qa_count (datastudio.operators.DataItem property) qa_idx (datastudio.operators.core.result.FilterDecision attribute), [1] (datastudio.operators.core.result.RewriteDecision attribute), [1] (datastudio.operators.FilterDecision attribute), [1] (datastudio.operators.RewriteDecision attribute), [1]

qa_pairs (datastudio.operators.DataItem property) question (datastudio.operators.QA attribute), [1]

R

reason (datastudio.operators.core.result.FilterDecision attribute), [1] (datastudio.operators.FilterDecision attribute), [1] register() (datastudio.datasets.FormatRegistry class method) rejected (datastudio.operators.core.result.FilterDecision attribute), [1] (datastudio.operators.FilterDecision attribute), [1] RemoveAnswerRewriter (class in datastudio.operators) RemoveReasonRewriter (class in datastudio.operators) RemoveThinkRewriter (class in datastudio.operators) RequestBuilder (class in datastudio.operators) ResponseTagFilter (class in datastudio.operators) Result (class in datastudio.operators) (class in datastudio.operators.core.result) rewrite() (datastudio.operators.AddNoThinkRewriter method) (datastudio.operators.NormImageTagRewriter method) (datastudio.operators.NormMultiTurnPromptRewriter method) (datastudio.operators.NormPromptRewriter method) (datastudio.operators.NormThinkRewriter method) (datastudio.operators.RemoveAnswerRewriter method) (datastudio.operators.RemoveReasonRewriter method) (datastudio.operators.RemoveThinkRewriter method) (datastudio.operators.Rewriter method)

rewrite_decisions (datastudio.operators.core.result.Result attribute) (datastudio.operators.Result attribute) RewriteDecision (class in datastudio.operators) (class in datastudio.operators.core.result) Rewriter (class in datastudio.operators)

S

save() (datastudio.datasets.BaseFormat method) (datastudio.datasets.ConfigLoader class method) (datastudio.datasets.FormatRegistry class method) (datastudio.datasets.JsonFormat method) (datastudio.datasets.JsonlFormat method) (datastudio.datasets.StandardDataSaver method) save_yaml() (datastudio.datasets.StandardDataSaver method) SelectiveMLLMRewriter (class in datastudio.operators) set_answer() (datastudio.operators.DataItem method) set_question() (datastudio.operators.DataItem method) shutdown() (datastudio.models.base.BaseAPI method) (datastudio.models.MPOpenAIAPI method) (datastudio.models.openai_api.OpenAIAPI method) (datastudio.models.OpenAIAPI method)

source (datastudio.datasets.DatasetConfig attribute), [1] split() (datastudio.operators.DataItem method) SplitRewriter (class in datastudio.operators) StandardConfig (class in datastudio.datasets) StandardDataLoader (class in datastudio.datasets) StandardDataSaver (class in datastudio.datasets) sub_pipelines (datastudio.pipelines.Pipeline attribute) (datastudio.pipelines.pipeline.Pipeline attribute) SubPipeline (class in datastudio.pipelines) (class in datastudio.pipelines.sub_pipeline) supported_extensions() (datastudio.datasets.FormatRegistry class method) system_prompt (datastudio.operators.RequestBuilder attribute), [1] system_prompt_text (datastudio.operators.RequestBuilder property)

T

TextRepeatFilter (class in datastudio.operators) THINK_VARIANTS (datastudio.operators.NormThinkRewriter attribute)

to_dict() (datastudio.datasets.DatasetConfig method) (datastudio.datasets.StandardConfig method)

U

unwrap_items() (in module datastudio.pipelines) (in module datastudio.pipelines.sub_pipeline)

update_checkpoint() (datastudio.datasets.StandardDataLoader method)

W

with_answer (datastudio.operators.RequestBuilder attribute) with_image (datastudio.operators.RequestBuilder attribute) with_original (datastudio.operators.RequestBuilder attribute)

with_question (datastudio.operators.RequestBuilder attribute) wrap_items() (in module datastudio.pipelines) (in module datastudio.pipelines.sub_pipeline)