logits_sampler.md

logits_sampler

Source: emel/logits/sampler/sm.hpp

Mermaid

stateDiagram-v2
  direction TB
  [*] --> ready
  ready --> done : configure_runtime [valid_config_] / configure_table_
  ready --> errored : configure_runtime [invalid_config_] / mark_invalid_request_
  ready --> request_logits_decision : sample_logits_runtime [always] / none
  ready --> request_preselected_decision : sample_preselected_runtime [always] / none
  request_preselected_decision --> done : completion_sample_preselected_runtime_ [preselected_token_valid_] / none
  request_preselected_decision --> errored : completion_sample_preselected_runtime_ [preselected_token_invalid_] / mark_invalid_request_
  request_logits_decision --> preparing_candidates : completion_sample_logits_runtime_ [valid_request_] / begin_sample_
  request_logits_decision --> errored : completion_sample_logits_runtime_ [invalid_request_] / mark_invalid_request_
  preparing_candidates --> apply_samplers : completion_sample_logits_runtime_ [always] / prepare_candidates_
  apply_samplers --> sample_decision : completion_sample_logits_runtime_ [has_more_samplers_] / none
  apply_samplers --> sample_complete_decision : completion_sample_logits_runtime_ [no_more_samplers_] / none
  sample_decision --> sample_call : completion_sample_logits_runtime_ [sampler_fn_available_] / apply_sampler_
  sample_decision --> errored : completion_sample_logits_runtime_ [sampler_fn_missing_] / mark_invalid_request_
  sample_call --> sample_call_decision : completion_sample_logits_runtime_ [always] / none
  sample_call_decision --> apply_samplers : completion_sample_logits_runtime_ [sampler_call_succeeded_with_valid_candidate_count_] / advance_sampler_index_
  sample_call_decision --> errored : completion_sample_logits_runtime_ [sampler_call_succeeded_with_invalid_candidate_count_] / mark_invalid_request_
  sample_call_decision --> errored : completion_sample_logits_runtime_ [sampler_call_failed_] / mark_sampler_error_
  sample_complete_decision --> done : completion_sample_logits_runtime_ [selected_token_valid_] / none
  sample_complete_decision --> errored : completion_sample_logits_runtime_ [selected_token_missing_or_invalid_] / mark_invalid_request_
  done --> ready : completion_configure_runtime_ [always] / publish_done_
  errored --> ready : completion_configure_runtime_ [always] / publish_error_
  done --> ready : completion_sample_logits_runtime_ [always] / publish_done_
  errored --> ready : completion_sample_logits_runtime_ [always] / publish_error_
  done --> ready : completion_sample_preselected_runtime_ [always] / publish_done_
  errored --> ready : completion_sample_preselected_runtime_ [always] / publish_error_
  ready --> ready : _ [always] / on_unexpected_
  request_logits_decision --> ready : _ [always] / on_unexpected_
  request_preselected_decision --> ready : _ [always] / on_unexpected_
  preparing_candidates --> ready : _ [always] / on_unexpected_
  apply_samplers --> ready : _ [always] / on_unexpected_
  sample_decision --> ready : _ [always] / on_unexpected_
  sample_call --> ready : _ [always] / on_unexpected_
  sample_call_decision --> ready : _ [always] / on_unexpected_
  sample_complete_decision --> ready : _ [always] / on_unexpected_
  done --> ready : _ [always] / on_unexpected_
  errored --> ready : _ [always] / on_unexpected_

Loading

Transitions

Source	Event	Guard	Action	Target
ready	configure_runtime	valid_config>	configure_table>	done
ready	configure_runtime	invalid_config>	mark_invalid_request>	errored
ready	sample_logits_runtime	always	none	request_logits_decision
ready	sample_preselected_runtime	always	none	request_preselected_decision
request_preselected_decision	completion<sample_preselected_runtime>	preselected_token_valid>	none	done
request_preselected_decision	completion<sample_preselected_runtime>	preselected_token_invalid>	mark_invalid_request>	errored
request_logits_decision	completion<sample_logits_runtime>	valid_request>	begin_sample>	preparing_candidates
request_logits_decision	completion<sample_logits_runtime>	invalid_request>	mark_invalid_request>	errored
preparing_candidates	completion<sample_logits_runtime>	always	prepare_candidates>	apply_samplers
apply_samplers	completion<sample_logits_runtime>	has_more_samplers>	none	sample_decision
apply_samplers	completion<sample_logits_runtime>	no_more_samplers>	none	sample_complete_decision
sample_decision	completion<sample_logits_runtime>	sampler_fn_available>	apply_sampler>	sample_call
sample_decision	completion<sample_logits_runtime>	sampler_fn_missing>	mark_invalid_request>	errored
sample_call	completion<sample_logits_runtime>	always	none	sample_call_decision
sample_call_decision	completion<sample_logits_runtime>	sampler_call_succeeded_with_valid_candidate_count>	advance_sampler_index>	apply_samplers
sample_call_decision	completion<sample_logits_runtime>	sampler_call_succeeded_with_invalid_candidate_count>	mark_invalid_request>	errored
sample_call_decision	completion<sample_logits_runtime>	sampler_call_failed>	mark_sampler_error>	errored
sample_complete_decision	completion<sample_logits_runtime>	selected_token_valid>	none	done
sample_complete_decision	completion<sample_logits_runtime>	selected_token_missing_or_invalid>	mark_invalid_request>	errored
done	completion<configure_runtime>	always	publish_done>	ready
errored	completion<configure_runtime>	always	publish_error>	ready
done	completion<sample_logits_runtime>	always	publish_done>	ready
errored	completion<sample_logits_runtime>	always	publish_error>	ready
done	completion<sample_preselected_runtime>	always	publish_done>	ready
errored	completion<sample_preselected_runtime>	always	publish_error>	ready
ready	_	always	on_unexpected>	ready
request_logits_decision	_	always	on_unexpected>	ready
request_preselected_decision	_	always	on_unexpected>	ready
preparing_candidates	_	always	on_unexpected>	ready
apply_samplers	_	always	on_unexpected>	ready
sample_decision	_	always	on_unexpected>	ready
sample_call	_	always	on_unexpected>	ready
sample_call_decision	_	always	on_unexpected>	ready
sample_complete_decision	_	always	on_unexpected>	ready
done	_	always	on_unexpected>	ready
errored	_	always	on_unexpected>	ready