21#include <unordered_map>
22#include <unordered_set>
26template <
typename ExecutionTrace>
54 if (!this->circuit_finalized) {
56 add_gates_to_ensure_all_polys_are_non_zero();
58 process_non_native_field_multiplications();
60 this->rom_ram_logic.process_ROM_arrays(
this);
61 this->rom_ram_logic.process_RAM_arrays(
this);
62 process_range_lists();
64 populate_public_inputs_block();
65 this->circuit_finalized =
true;
68 info(
"WARNING: Redundant call to finalize_circuit(). Is this intentional?");
80 for (
const auto& idx : this->public_inputs()) {
82 blocks.pub_inputs.populate_wires(idx, idx, this->zero_idx(), this->zero_idx());
83 for (
auto& selector : this->blocks.pub_inputs.get_selectors()) {
84 selector.emplace_back(0);
97template <
typename ExecutionTrace>
101 blocks.arithmetic.populate_wires(this->zero_idx(), this->zero_idx(), this->zero_idx(), this->zero_idx());
102 blocks.arithmetic.q_m().emplace_back(1);
103 blocks.arithmetic.q_1().emplace_back(1);
104 blocks.arithmetic.q_2().emplace_back(1);
105 blocks.arithmetic.q_3().emplace_back(1);
106 blocks.arithmetic.q_4().emplace_back(1);
107 blocks.arithmetic.q_c().emplace_back(0);
108 blocks.arithmetic.set_gate_selector(0);
109 check_selector_length_consistency();
110 this->increment_num_gates();
113 blocks.delta_range.populate_wires(this->zero_idx(), this->zero_idx(), this->zero_idx(), this->zero_idx());
114 blocks.delta_range.q_m().emplace_back(0);
115 blocks.delta_range.q_1().emplace_back(0);
116 blocks.delta_range.q_2().emplace_back(0);
117 blocks.delta_range.q_3().emplace_back(0);
118 blocks.delta_range.q_4().emplace_back(0);
119 blocks.delta_range.q_c().emplace_back(0);
120 blocks.delta_range.set_gate_selector(1);
122 check_selector_length_consistency();
123 this->increment_num_gates();
124 create_unconstrained_gate(
125 blocks.delta_range, this->zero_idx(), this->zero_idx(), this->zero_idx(), this->zero_idx());
128 blocks.elliptic.populate_wires(this->zero_idx(), this->zero_idx(), this->zero_idx(), this->zero_idx());
129 blocks.elliptic.q_m().emplace_back(0);
130 blocks.elliptic.q_1().emplace_back(0);
131 blocks.elliptic.q_2().emplace_back(0);
132 blocks.elliptic.q_3().emplace_back(0);
133 blocks.elliptic.q_4().emplace_back(0);
134 blocks.elliptic.q_c().emplace_back(0);
135 blocks.elliptic.set_gate_selector(1);
136 check_selector_length_consistency();
137 this->increment_num_gates();
138 create_unconstrained_gate(blocks.elliptic, this->zero_idx(), this->zero_idx(), this->zero_idx(), this->zero_idx());
141 blocks.memory.populate_wires(this->zero_idx(), this->zero_idx(), this->zero_idx(), this->zero_idx());
142 blocks.memory.q_m().emplace_back(0);
143 blocks.memory.q_1().emplace_back(0);
144 blocks.memory.q_2().emplace_back(0);
145 blocks.memory.q_3().emplace_back(0);
146 blocks.memory.q_4().emplace_back(0);
147 blocks.memory.q_c().emplace_back(0);
148 blocks.memory.set_gate_selector(1);
149 check_selector_length_consistency();
150 this->increment_num_gates();
151 create_unconstrained_gate(blocks.memory, this->zero_idx(), this->zero_idx(), this->zero_idx(), this->zero_idx());
154 blocks.nnf.populate_wires(this->zero_idx(), this->zero_idx(), this->zero_idx(), this->zero_idx());
155 blocks.nnf.q_m().emplace_back(0);
156 blocks.nnf.q_1().emplace_back(0);
157 blocks.nnf.q_2().emplace_back(0);
158 blocks.nnf.q_3().emplace_back(0);
159 blocks.nnf.q_4().emplace_back(0);
160 blocks.nnf.q_c().emplace_back(0);
161 blocks.nnf.set_gate_selector(1);
162 check_selector_length_consistency();
163 this->increment_num_gates();
164 create_unconstrained_gate(blocks.nnf, this->zero_idx(), this->zero_idx(), this->zero_idx(), this->zero_idx());
167 uint32_t one_idx = put_constant_variable(
FF::one());
168 create_big_add_gate({ this->zero_idx(), this->zero_idx(), this->zero_idx(), one_idx, 0, 0, 0, 1, -1 });
177 uint32_t left_value = 3;
178 uint32_t right_value = 3;
183 uint32_t left_witness_index = this->add_variable(left_witness_value);
184 uint32_t right_witness_index = this->add_variable(right_witness_value);
187 auto read_data = create_gates_from_plookup_accumulators(
190 update_used_witnesses(left_witness_index);
191 update_used_witnesses(right_witness_index);
195 for (
const auto& column : parse_read_data) {
196 update_used_witnesses(column);
197 update_finalize_witnesses(column);
201 blocks.poseidon2_external.populate_wires(this->zero_idx(), this->zero_idx(), this->zero_idx(), this->zero_idx());
202 blocks.poseidon2_external.q_m().emplace_back(0);
203 blocks.poseidon2_external.q_1().emplace_back(0);
204 blocks.poseidon2_external.q_2().emplace_back(0);
205 blocks.poseidon2_external.q_3().emplace_back(0);
206 blocks.poseidon2_external.q_c().emplace_back(0);
207 blocks.poseidon2_external.q_4().emplace_back(0);
208 blocks.poseidon2_external.set_gate_selector(1);
209 check_selector_length_consistency();
210 this->increment_num_gates();
213 create_unconstrained_gate(
214 blocks.poseidon2_external, this->zero_idx(), this->zero_idx(), this->zero_idx(), this->zero_idx());
217 blocks.poseidon2_internal.populate_wires(this->zero_idx(), this->zero_idx(), this->zero_idx(), this->zero_idx());
218 blocks.poseidon2_internal.q_m().emplace_back(0);
219 blocks.poseidon2_internal.q_1().emplace_back(0);
220 blocks.poseidon2_internal.q_2().emplace_back(0);
221 blocks.poseidon2_internal.q_3().emplace_back(0);
222 blocks.poseidon2_internal.q_c().emplace_back(0);
223 blocks.poseidon2_internal.q_4().emplace_back(0);
224 blocks.poseidon2_internal.set_gate_selector(1);
225 check_selector_length_consistency();
226 this->increment_num_gates();
229 create_unconstrained_gate(
230 blocks.poseidon2_internal, this->zero_idx(), this->zero_idx(), this->zero_idx(), this->zero_idx());
244 create_big_add_gate({ .a = in.
a,
247 .d = this->zero_idx(),
263template <
typename ExecutionTrace>
265 const bool include_next_gate_w_4)
267 this->assert_valid_variables({ in.
a, in.
b, in.
c, in.
d });
268 blocks.arithmetic.populate_wires(in.
a, in.
b, in.
c, in.
d);
273 blocks.arithmetic.q_m().emplace_back(mul_scaling);
274 blocks.arithmetic.q_1().emplace_back(in.
a_scaling);
275 blocks.arithmetic.q_2().emplace_back(in.
b_scaling);
276 blocks.arithmetic.q_3().emplace_back(in.
c_scaling);
278 blocks.arithmetic.q_4().emplace_back(in.
d_scaling);
279 blocks.arithmetic.set_gate_selector(include_next_gate_w_4 ? 2 : 1);
280 check_selector_length_consistency();
281 this->increment_num_gates();
292template <
typename ExecutionTrace>
294 const bool include_next_gate_w_4)
296 this->assert_valid_variables({ in.
a, in.
b, in.
c, in.
d });
297 blocks.arithmetic.populate_wires(in.
a, in.
b, in.
c, in.
d);
298 blocks.arithmetic.q_m().emplace_back(0);
300 blocks.arithmetic.q_2().emplace_back(in.
b_scaling);
304 blocks.arithmetic.set_gate_selector(include_next_gate_w_4 ? 2 : 1);
305 check_selector_length_consistency();
306 this->increment_num_gates();
314template <
typename ExecutionTrace>
317 this->assert_valid_variables({ variable_index });
319 blocks.arithmetic.populate_wires(variable_index, variable_index, this->zero_idx(), this->zero_idx());
320 blocks.arithmetic.q_m().emplace_back(1);
321 blocks.arithmetic.q_1().emplace_back(-1);
322 blocks.arithmetic.q_2().emplace_back(0);
323 blocks.arithmetic.q_3().emplace_back(0);
324 blocks.arithmetic.q_c().emplace_back(0);
325 blocks.arithmetic.q_4().emplace_back(0);
326 blocks.arithmetic.set_gate_selector(1);
327 check_selector_length_consistency();
328 this->increment_num_gates();
337template <
typename ExecutionTrace>
340 this->assert_valid_variables({ in.
a, in.
b, in.
c });
342 blocks.arithmetic.populate_wires(in.
a, in.
b, in.
c, this->zero_idx());
343 blocks.arithmetic.q_m().emplace_back(in.
q_m);
344 blocks.arithmetic.q_1().emplace_back(in.
q_l);
345 blocks.arithmetic.q_2().emplace_back(in.
q_r);
346 blocks.arithmetic.q_3().emplace_back(in.
q_o);
347 blocks.arithmetic.q_c().emplace_back(in.
q_c);
348 blocks.arithmetic.q_4().emplace_back(0);
349 blocks.arithmetic.set_gate_selector(1);
350 check_selector_length_consistency();
351 this->increment_num_gates();
370template <
typename ExecutionTrace>
373 this->assert_valid_variables({ in.
x1, in.
x2, in.
x3, in.
y1, in.
y2, in.
y3 });
375 auto& block = blocks.elliptic;
382 bool can_fuse_into_previous_gate =
384 block.w_r()[block.size() - 1] == in.
x1 &&
385 block.w_o()[block.size() - 1] == in.
y1;
387 if (can_fuse_into_previous_gate) {
388 block.q_1().set(block.size() - 1, q_sign);
389 block.q_elliptic().set(block.size() - 1, 1);
391 block.populate_wires(this->zero_idx(), in.
x1, in.
y1, this->zero_idx());
392 block.q_3().emplace_back(0);
393 block.q_4().emplace_back(0);
394 block.q_1().emplace_back(q_sign);
396 block.q_2().emplace_back(0);
397 block.q_m().emplace_back(0);
398 block.q_c().emplace_back(0);
399 block.set_gate_selector(1);
400 check_selector_length_consistency();
401 this->increment_num_gates();
404 create_unconstrained_gate(block, in.
x2, in.
x3, in.
y3, in.
y2);
423template <
typename ExecutionTrace>
426 this->assert_valid_variables({ in.
x1, in.
x3, in.
y1, in.
y3 });
428 auto& block = blocks.elliptic;
431 bool can_fuse_into_previous_gate =
433 block.w_r()[block.size() - 1] == in.
x1 &&
434 block.w_o()[block.size() - 1] == in.
y1;
437 if (can_fuse_into_previous_gate) {
438 block.q_elliptic().set(block.size() - 1, 1);
439 block.q_m().set(block.size() - 1, 1);
441 block.populate_wires(this->zero_idx(), in.
x1, in.
y1, this->zero_idx());
442 block.q_m().emplace_back(1);
443 block.q_1().emplace_back(0);
444 block.q_2().emplace_back(0);
445 block.q_3().emplace_back(0);
446 block.q_c().emplace_back(0);
447 block.q_4().emplace_back(0);
448 block.set_gate_selector(1);
449 check_selector_length_consistency();
450 this->increment_num_gates();
453 create_unconstrained_gate(block, this->zero_idx(), in.
x3, in.
y3, this->zero_idx());
462template <
typename ExecutionTrace>
465 this->assert_valid_variables({ witness_index });
468 update_used_witnesses(witness_index);
470 blocks.arithmetic.populate_wires(witness_index, this->zero_idx(), this->zero_idx(), this->zero_idx());
471 blocks.arithmetic.q_m().emplace_back(0);
472 blocks.arithmetic.q_1().emplace_back(1);
473 blocks.arithmetic.q_2().emplace_back(0);
474 blocks.arithmetic.q_3().emplace_back(0);
475 blocks.arithmetic.q_c().emplace_back(-witness_value);
476 blocks.arithmetic.q_4().emplace_back(0);
477 blocks.arithmetic.set_gate_selector(1);
478 check_selector_length_consistency();
479 this->increment_num_gates();
482template <
typename ExecutionTrace>
485 if (constant_variable_indices.contains(variable)) {
486 return constant_variable_indices.at(variable);
488 uint32_t variable_index = this->add_variable(variable);
489 fix_witness(variable_index, variable);
490 constant_variable_indices.insert({ variable, variable_index });
491 return variable_index;
503template <
typename ExecutionTrace>
507 if (table.id ==
id) {
513 return lookup_tables.back();
543template <
typename ExecutionTrace>
547 const uint32_t key_a_index,
553 const size_t num_lookups = read_values[ColumnIdx::C1].size();
556 for (
size_t i = 0; i < num_lookups; ++i) {
557 const bool is_first_lookup = (i == 0);
558 const bool is_last_lookup = (i == num_lookups - 1);
565 const auto first_idx = is_first_lookup ? key_a_index : this->add_variable(read_values[ColumnIdx::C1][i]);
566 const auto second_idx = (is_first_lookup && key_b_index.has_value())
568 : this->add_variable(read_values[ColumnIdx::C2][i]);
569 const auto third_idx = this->add_variable(read_values[ColumnIdx::C3][i]);
571 read_data[ColumnIdx::C1].push_back(first_idx);
572 read_data[ColumnIdx::C2].push_back(second_idx);
573 read_data[ColumnIdx::C3].push_back(third_idx);
574 this->assert_valid_variables({ first_idx, second_idx, third_idx });
577 blocks.lookup.populate_wires(first_idx, second_idx, third_idx, this->zero_idx());
578 blocks.lookup.set_gate_selector(1);
581 blocks.lookup.q_2().emplace_back(is_last_lookup ? 0 : -multi_table.column_1_step_sizes[i + 1]);
582 blocks.lookup.q_m().emplace_back(is_last_lookup ? 0 : -multi_table.column_2_step_sizes[i + 1]);
583 blocks.lookup.q_c().emplace_back(is_last_lookup ? 0 : -multi_table.column_3_step_sizes[i + 1]);
584 blocks.lookup.q_1().emplace_back(0);
585 blocks.lookup.q_4().emplace_back(0);
587 check_selector_length_consistency();
588 this->increment_num_gates();
596template <
typename ExecutionTrace>
598 const uint64_t target_range)
601 const auto range_tag = get_new_tag();
602 const auto tau_tag = get_new_tag();
603 set_tau_transposition(range_tag, tau_tag);
604 result.target_range = target_range;
605 result.range_tag = range_tag;
606 result.tau_tag = tau_tag;
608 uint64_t num_multiples_of_three = (target_range / DEFAULT_PLOOKUP_RANGE_STEP_SIZE);
612 result.variable_indices.reserve(
static_cast<uint32_t
>(num_multiples_of_three + 3));
613 for (uint64_t i = 0; i <= num_multiples_of_three; ++i) {
614 const uint32_t
index = this->add_variable(
fr(i * DEFAULT_PLOOKUP_RANGE_STEP_SIZE));
615 result.variable_indices.emplace_back(
index);
616 assign_tag(
index, result.range_tag);
620 const uint32_t
index = this->add_variable(
fr(target_range));
621 result.variable_indices.emplace_back(
index);
622 assign_tag(
index, result.range_tag);
625 create_unconstrained_gates(result.variable_indices);
630template <
typename ExecutionTrace>
632 const uint32_t variable_index,
const uint64_t num_bits,
const uint64_t target_range_bitnum, std::string
const& msg)
634 this->assert_valid_variables({ variable_index });
642 if (val.
get_msb() >= num_bits && !this->failed()) {
647 const uint64_t sublimb_mask = (1ULL << target_range_bitnum) - 1;
649 std::vector<uint64_t> sublimbs;
650 std::vector<uint32_t> sublimb_indices;
652 const bool has_remainder_bits = (num_bits % target_range_bitnum != 0);
653 const uint64_t num_limbs = (num_bits / target_range_bitnum) + has_remainder_bits;
654 const uint64_t last_limb_size = num_bits - ((num_bits / target_range_bitnum) * target_range_bitnum);
655 const uint64_t last_limb_range = ((uint64_t)1 << last_limb_size) - 1;
659 for (
size_t i = 0; i < num_limbs; ++i) {
660 sublimbs.push_back(accumulator.
data[0] & sublimb_mask);
661 accumulator = accumulator >> target_range_bitnum;
665 const size_t num_full_limbs = has_remainder_bits ? sublimbs.size() - 1 : sublimbs.size();
666 for (
size_t i = 0; i < num_full_limbs; ++i) {
667 const auto limb_idx = this->add_variable(
bb::fr(sublimbs[i]));
668 sublimb_indices.emplace_back(limb_idx);
669 create_small_range_constraint(limb_idx, sublimb_mask);
671 if (has_remainder_bits) {
672 const auto limb_idx = this->add_variable(
bb::fr(sublimbs.back()));
673 sublimb_indices.emplace_back(limb_idx);
674 create_small_range_constraint(limb_idx, last_limb_range);
682 const uint64_t num_limb_triples = (num_limbs / 3) + ((num_limbs % 3) != 0);
684 const uint64_t leftovers = (num_limbs % 3) == 0 ? 3 : (num_limbs % 3);
687 uint32_t accumulator_idx = variable_index;
690 for (
size_t i = 0; i < num_limb_triples; ++i) {
693 const bool real_limbs[3]{
694 !(i == (num_limb_triples - 1) && (leftovers < 1)),
695 !(i == (num_limb_triples - 1) && (leftovers < 2)),
696 !(i == (num_limb_triples - 1) && (leftovers < 3)),
700 const uint64_t round_sublimbs[3]{
701 real_limbs[0] ? sublimbs[3 * i] : 0,
702 real_limbs[1] ? sublimbs[3 * i + 1] : 0,
703 real_limbs[2] ? sublimbs[3 * i + 2] : 0,
706 const uint32_t new_limbs[3]{
707 real_limbs[0] ? sublimb_indices[3 * i] : this->zero_idx(),
708 real_limbs[1] ? sublimb_indices[3 * i + 1] : this->zero_idx(),
709 real_limbs[2] ? sublimb_indices[3 * i + 2] : this->zero_idx(),
712 const uint64_t shifts[3]{
713 target_range_bitnum * (3 * i),
714 target_range_bitnum * (3 * i + 1),
715 target_range_bitnum * (3 * i + 2),
719 uint256_t new_accumulator = accumulator - (
uint256_t(round_sublimbs[0]) << shifts[0]) -
720 (
uint256_t(round_sublimbs[1]) << shifts[1]) -
721 (
uint256_t(round_sublimbs[2]) << shifts[2]);
745 (i != num_limb_triples - 1));
746 if (i != num_limb_triples - 1) {
747 accumulator_idx = this->add_variable(
fr(new_accumulator));
748 accumulator = new_accumulator;
751 return sublimb_indices;
754template <
typename ExecutionTrace>
756 const uint64_t target_range,
757 std::string
const msg)
761 const bool is_out_of_range = (
uint256_t(this->get_variable(variable_index)).
data[0] > target_range);
762 if (is_out_of_range && !this->failed()) {
765 if (range_lists.count(target_range) == 0) {
766 range_lists.insert({ target_range, create_range_list(target_range) });
770 const auto existing_tag = this->real_variable_tags[this->real_variable_index[variable_index]];
771 auto& list = range_lists[target_range];
776 if (existing_tag == list.range_tag) {
781 if (existing_tag == DEFAULT_TAG) {
782 assign_tag(variable_index, list.range_tag);
783 list.variable_indices.emplace_back(variable_index);
787 bool found_tag =
false;
788 for (
const auto& r : range_lists) {
789 if (r.second.range_tag == existing_tag) {
791 if (r.first < target_range) {
802 const uint32_t copied_witness = this->add_variable(this->get_variable(variable_index));
803 create_add_gate({ .a = variable_index,
805 .c = this->zero_idx(),
809 .const_scaling = 0 });
811 create_small_range_constraint(copied_witness, target_range, msg);
829 x = this->real_variable_index[x];
838 std::vector<uint32_t> sorted_list;
842 const auto& field_element = this->get_variable(variable_index);
843 const uint32_t shrinked_value =
static_cast<uint32_t
>(field_element);
844 sorted_list.emplace_back(shrinked_value);
848 std::sort(sorted_list.begin(), sorted_list.end());
850 std::sort(std::execution::par_unseq, sorted_list.begin(), sorted_list.end());
853 constexpr size_t gate_width = NUM_WIRES;
854 size_t padding = (gate_width - (list.
variable_indices.size() % gate_width)) % gate_width;
856 std::vector<uint32_t> indices;
857 indices.reserve(padding + sorted_list.size());
860 padding += gate_width;
862 for (
size_t i = 0; i < padding; ++i) {
863 indices.emplace_back(this->zero_idx());
866 for (
const auto sorted_value : sorted_list) {
867 const uint32_t
index = this->add_variable(
fr(sorted_value));
869 indices.emplace_back(
index);
872 create_sort_constraint_with_edges(indices, 0, list.
target_range);
877 for (
auto& i : range_lists) {
878 process_range_list(i.second);
882template <
typename ExecutionTrace>
885 constexpr size_t gate_width = NUM_WIRES;
887 this->assert_valid_variables(variable_indices);
889 for (
size_t i = 0; i < variable_indices.size(); i += gate_width) {
890 blocks.delta_range.populate_wires(
891 variable_indices[i], variable_indices[i + 1], variable_indices[i + 2], variable_indices[i + 3]);
893 this->increment_num_gates();
894 blocks.delta_range.q_m().emplace_back(0);
895 blocks.delta_range.q_1().emplace_back(0);
896 blocks.delta_range.q_2().emplace_back(0);
897 blocks.delta_range.q_3().emplace_back(0);
898 blocks.delta_range.q_c().emplace_back(0);
899 blocks.delta_range.q_4().emplace_back(0);
900 blocks.delta_range.set_gate_selector(1);
901 check_selector_length_consistency();
904 create_unconstrained_gate(blocks.delta_range,
905 variable_indices[variable_indices.size() - 1],
913template <
typename ExecutionTrace>
916 std::vector<uint32_t> padded_list = variable_index;
917 constexpr size_t gate_width = NUM_WIRES;
918 const uint64_t padding = (gate_width - (padded_list.size() % gate_width)) % gate_width;
919 for (uint64_t i = 0; i < padding; ++i) {
920 padded_list.emplace_back(this->zero_idx());
922 this->assert_valid_variables(variable_index);
923 this->assert_valid_variables(padded_list);
925 for (
size_t i = 0; i < padded_list.size(); i += gate_width) {
926 create_unconstrained_gate(
927 blocks.arithmetic, padded_list[i], padded_list[i + 1], padded_list[i + 2], padded_list[i + 3]);
931template <
typename ExecutionTrace>
933 const std::vector<uint32_t>& variable_indices,
const FF& start,
const FF& end)
936 constexpr size_t gate_width = NUM_WIRES;
939 this->assert_valid_variables(variable_indices);
942 auto& block = blocks.delta_range;
945 create_add_gate({ variable_indices[0], this->zero_idx(), this->zero_idx(), 1, 0, 0, -start });
949 for (
size_t i = 0; i < variable_indices.size(); i += gate_width) {
951 block.populate_wires(
952 variable_indices[i], variable_indices[i + 1], variable_indices[i + 2], variable_indices[i + 3]);
953 this->increment_num_gates();
954 block.q_m().emplace_back(0);
955 block.q_1().emplace_back(0);
956 block.q_2().emplace_back(0);
957 block.q_3().emplace_back(0);
958 block.q_c().emplace_back(0);
959 block.q_4().emplace_back(0);
960 block.set_gate_selector(1);
961 check_selector_length_consistency();
966 create_unconstrained_gate(
967 block, variable_indices[variable_indices.size() - 1], this->zero_idx(), this->zero_idx(), this->zero_idx());
970 { variable_indices[variable_indices.size() - 1], this->zero_idx(), this->zero_idx(), 1, 0, 0, -end });
995template <
typename ExecutionTrace>
998 auto& block = blocks.memory;
999 block.set_gate_selector(
type == MEMORY_SELECTORS::MEM_NONE ? 0 : 1);
1001 case MEMORY_SELECTORS::ROM_CONSISTENCY_CHECK: {
1006 block.q_1().emplace_back(1);
1007 block.q_2().emplace_back(1);
1008 block.q_3().emplace_back(0);
1009 block.q_4().emplace_back(0);
1010 block.q_m().emplace_back(0);
1011 block.q_c().emplace_back(0);
1012 check_selector_length_consistency();
1015 case MEMORY_SELECTORS::RAM_CONSISTENCY_CHECK: {
1021 block.q_1().emplace_back(0);
1022 block.q_2().emplace_back(0);
1023 block.q_3().emplace_back(1);
1024 block.q_4().emplace_back(0);
1025 block.q_m().emplace_back(0);
1026 block.q_c().emplace_back(0);
1027 check_selector_length_consistency();
1030 case MEMORY_SELECTORS::RAM_TIMESTAMP_CHECK: {
1033 block.q_1().emplace_back(1);
1034 block.q_2().emplace_back(0);
1035 block.q_3().emplace_back(0);
1036 block.q_4().emplace_back(1);
1037 block.q_m().emplace_back(0);
1038 block.q_c().emplace_back(0);
1039 check_selector_length_consistency();
1042 case MEMORY_SELECTORS::ROM_READ: {
1046 block.q_1().emplace_back(1);
1047 block.q_2().emplace_back(0);
1048 block.q_3().emplace_back(0);
1049 block.q_4().emplace_back(0);
1050 block.q_m().emplace_back(1);
1051 block.q_c().emplace_back(0);
1052 check_selector_length_consistency();
1055 case MEMORY_SELECTORS::RAM_READ: {
1059 block.q_1().emplace_back(1);
1060 block.q_2().emplace_back(0);
1061 block.q_3().emplace_back(0);
1062 block.q_4().emplace_back(0);
1063 block.q_m().emplace_back(1);
1064 block.q_c().emplace_back(0);
1065 check_selector_length_consistency();
1068 case MEMORY_SELECTORS::RAM_WRITE: {
1072 block.q_1().emplace_back(1);
1073 block.q_2().emplace_back(0);
1074 block.q_3().emplace_back(0);
1075 block.q_4().emplace_back(0);
1076 block.q_m().emplace_back(1);
1077 block.q_c().emplace_back(1);
1078 check_selector_length_consistency();
1082 block.q_1().emplace_back(0);
1083 block.q_2().emplace_back(0);
1084 block.q_3().emplace_back(0);
1085 block.q_4().emplace_back(0);
1086 block.q_m().emplace_back(0);
1087 block.q_c().emplace_back(0);
1088 check_selector_length_consistency();
1117template <
typename ExecutionTrace>
1120 auto& block = blocks.nnf;
1121 block.set_gate_selector(
type == NNF_SELECTORS::NNF_NONE ? 0 : 1);
1123 case NNF_SELECTORS::LIMB_ACCUMULATE_1: {
1124 block.q_1().emplace_back(0);
1125 block.q_2().emplace_back(0);
1126 block.q_3().emplace_back(1);
1127 block.q_4().emplace_back(1);
1128 block.q_m().emplace_back(0);
1129 block.q_c().emplace_back(0);
1130 check_selector_length_consistency();
1133 case NNF_SELECTORS::LIMB_ACCUMULATE_2: {
1134 block.q_1().emplace_back(0);
1135 block.q_2().emplace_back(0);
1136 block.q_3().emplace_back(1);
1137 block.q_4().emplace_back(0);
1138 block.q_m().emplace_back(1);
1139 block.q_c().emplace_back(0);
1140 check_selector_length_consistency();
1143 case NNF_SELECTORS::NON_NATIVE_FIELD_1: {
1144 block.q_1().emplace_back(0);
1145 block.q_2().emplace_back(1);
1146 block.q_3().emplace_back(1);
1147 block.q_4().emplace_back(0);
1148 block.q_m().emplace_back(0);
1149 block.q_c().emplace_back(0);
1150 check_selector_length_consistency();
1153 case NNF_SELECTORS::NON_NATIVE_FIELD_2: {
1154 block.q_1().emplace_back(0);
1155 block.q_2().emplace_back(1);
1156 block.q_3().emplace_back(0);
1157 block.q_4().emplace_back(1);
1158 block.q_m().emplace_back(0);
1159 block.q_c().emplace_back(0);
1160 check_selector_length_consistency();
1163 case NNF_SELECTORS::NON_NATIVE_FIELD_3: {
1164 block.q_1().emplace_back(0);
1165 block.q_2().emplace_back(1);
1166 block.q_3().emplace_back(0);
1167 block.q_4().emplace_back(0);
1168 block.q_m().emplace_back(1);
1169 block.q_c().emplace_back(0);
1170 check_selector_length_consistency();
1174 block.q_1().emplace_back(0);
1175 block.q_2().emplace_back(0);
1176 block.q_3().emplace_back(0);
1177 block.q_4().emplace_back(0);
1178 block.q_m().emplace_back(0);
1179 block.q_c().emplace_back(0);
1180 check_selector_length_consistency();
1196template <
typename ExecutionTrace>
1198 const uint32_t hi_idx,
1199 const size_t lo_limb_bits,
1200 const size_t hi_limb_bits,
1201 std::string
const& msg)
1209 const bool is_lo_out_of_range = (
uint256_t(this->get_variable(lo_idx)) >= (
uint256_t(1) << lo_limb_bits));
1210 if (is_lo_out_of_range && !this->failed()) {
1211 this->failure(msg +
": lo limb.");
1213 const bool is_hi_out_of_range = (
uint256_t(this->get_variable(hi_idx)) >= (
uint256_t(1) << hi_limb_bits));
1214 if (is_hi_out_of_range && !this->failed()) {
1215 this->failure(msg +
": hi limb.");
1219 const auto get_sublimbs = [&](
const uint32_t& limb_idx,
const std::array<uint64_t, 5>& sublimb_masks) {
1220 const uint256_t limb = this->get_variable(limb_idx);
1226 sublimb_indices[0] = sublimb_masks[0] != 0 ? this->add_variable(
fr(limb & MAX_SUBLIMB_MASK)) : this->zero_idx();
1227 sublimb_indices[1] =
1228 sublimb_masks[1] != 0 ? this->add_variable(
fr((limb >> 14) & MAX_SUBLIMB_MASK)) : this->zero_idx();
1229 sublimb_indices[2] =
1230 sublimb_masks[2] != 0 ? this->add_variable(
fr((limb >> 28) & MAX_SUBLIMB_MASK)) : this->zero_idx();
1231 sublimb_indices[3] =
1232 sublimb_masks[3] != 0 ? this->add_variable(
fr((limb >> 42) & MAX_SUBLIMB_MASK)) : this->zero_idx();
1233 sublimb_indices[4] =
1234 sublimb_masks[4] != 0 ? this->add_variable(
fr((limb >> 56) & MAX_SUBLIMB_MASK)) : this->zero_idx();
1235 return sublimb_indices;
1238 const auto get_limb_masks = [](
size_t limb_bits) {
1239 std::array<uint64_t, 5> sublimb_masks;
1240 sublimb_masks[0] = limb_bits >= 14 ? 14 : limb_bits;
1241 sublimb_masks[1] = limb_bits >= 28 ? 14 : (limb_bits > 14 ? limb_bits - 14 : 0);
1242 sublimb_masks[2] = limb_bits >= 42 ? 14 : (limb_bits > 28 ? limb_bits - 28 : 0);
1243 sublimb_masks[3] = limb_bits >= 56 ? 14 : (limb_bits > 42 ? limb_bits - 42 : 0);
1244 sublimb_masks[4] = (limb_bits > 56 ? limb_bits - 56 : 0);
1246 for (
auto& mask : sublimb_masks) {
1247 mask = (1ULL << mask) - 1ULL;
1249 return sublimb_masks;
1252 const auto lo_masks = get_limb_masks(lo_limb_bits);
1253 const auto hi_masks = get_limb_masks(hi_limb_bits);
1257 blocks.nnf.populate_wires(lo_sublimbs[0], lo_sublimbs[1], lo_sublimbs[2], lo_idx);
1258 blocks.nnf.populate_wires(lo_sublimbs[3], lo_sublimbs[4], hi_sublimbs[0], hi_sublimbs[1]);
1259 blocks.nnf.populate_wires(hi_sublimbs[2], hi_sublimbs[3], hi_sublimbs[4], hi_idx);
1261 apply_nnf_selectors(NNF_SELECTORS::LIMB_ACCUMULATE_1);
1262 apply_nnf_selectors(NNF_SELECTORS::LIMB_ACCUMULATE_2);
1263 apply_nnf_selectors(NNF_SELECTORS::NNF_NONE);
1264 this->increment_num_gates(3);
1266 for (
size_t i = 0; i < 5; i++) {
1267 if (lo_masks[i] != 0) {
1268 create_small_range_constraint(
1269 lo_sublimbs[i], lo_masks[i],
"ultra_circuit_builder: sublimb of low too large");
1271 if (hi_masks[i] != 0) {
1272 create_small_range_constraint(
1273 hi_sublimbs[i], hi_masks[i],
"ultra_circuit_builder: sublimb of hi too large");
1293template <
typename ExecutionTrace>
1297 const auto [a0, a1, a2, a3] = std::array{ this->get_variable(input.
a[0]),
1298 this->get_variable(input.
a[1]),
1299 this->get_variable(input.
a[2]),
1300 this->get_variable(input.
a[3]) };
1301 const auto [b0, b1, b2, b3] = std::array{ this->get_variable(input.
b[0]),
1302 this->get_variable(input.
b[1]),
1303 this->get_variable(input.
b[2]),
1304 this->get_variable(input.
b[3]) };
1305 const auto [q0, q1, q2, q3] = std::array{ this->get_variable(input.
q[0]),
1306 this->get_variable(input.
q[1]),
1307 this->get_variable(input.
q[2]),
1308 this->get_variable(input.
q[3]) };
1309 const auto [r0, r1, r2, r3] = std::array{ this->get_variable(input.
r[0]),
1310 this->get_variable(input.
r[1]),
1311 this->get_variable(input.
r[2]),
1312 this->get_variable(input.
r[3]) };
1315 constexpr FF LIMB_SHIFT =
uint256_t(1) << DEFAULT_NON_NATIVE_FIELD_LIMB_BITS;
1316 constexpr FF LIMB_RSHIFT =
FF(1) /
FF(
uint256_t(1) << DEFAULT_NON_NATIVE_FIELD_LIMB_BITS);
1317 constexpr FF LIMB_RSHIFT_2 =
FF(1) /
FF(
uint256_t(1) << (2 * DEFAULT_NON_NATIVE_FIELD_LIMB_BITS));
1320 FF lo_0 = (a0 * b0 - r0) + (a1 * b0 + a0 * b1) * LIMB_SHIFT;
1322 FF lo_1 = (lo_0 + q0 * p_neg[0] + (q1 * p_neg[0] + q0 * p_neg[1] - r1) * LIMB_SHIFT) * LIMB_RSHIFT_2;
1325 FF hi_0 = (a2 * b0 + a0 * b2) + (a0 * b3 + a3 * b0 - r3) * LIMB_SHIFT;
1327 FF hi_1 = hi_0 + (a1 * b1 - r2) + (a1 * b2 + a2 * b1) * LIMB_SHIFT;
1329 FF hi_2 = hi_1 + lo_1 + q2 * p_neg[0] + (q3 * p_neg[0] + q2 * p_neg[1]) * LIMB_SHIFT;
1331 FF hi_3 = (hi_2 + q0 * p_neg[2] + q1 * p_neg[1] + (q0 * p_neg[3] + q1 * p_neg[2]) * LIMB_SHIFT) * LIMB_RSHIFT_2;
1333 const uint32_t lo_0_idx = this->add_variable(lo_0);
1334 const uint32_t lo_1_idx = this->add_variable(lo_1);
1335 const uint32_t hi_0_idx = this->add_variable(hi_0);
1336 const uint32_t hi_1_idx = this->add_variable(hi_1);
1337 const uint32_t hi_2_idx = this->add_variable(hi_2);
1338 const uint32_t hi_3_idx = this->add_variable(hi_3);
1345 create_big_add_gate({ input.
q[0],
1356 create_unconstrained_gate(blocks.arithmetic, this->zero_idx(), this->zero_idx(), this->zero_idx(), lo_0_idx);
1373 blocks.nnf.populate_wires(input.
a[1], input.
b[1], input.
r[0], lo_0_idx);
1374 apply_nnf_selectors(NNF_SELECTORS::NON_NATIVE_FIELD_1);
1375 this->increment_num_gates();
1388 blocks.nnf.populate_wires(input.
a[0], input.
b[0], input.
a[3], input.
b[3]);
1389 apply_nnf_selectors(NNF_SELECTORS::NON_NATIVE_FIELD_2);
1390 this->increment_num_gates();
1403 blocks.nnf.populate_wires(input.
a[2], input.
b[2], input.
r[3], hi_0_idx);
1404 apply_nnf_selectors(NNF_SELECTORS::NON_NATIVE_FIELD_3);
1405 this->increment_num_gates();
1411 blocks.nnf.populate_wires(input.
a[1], input.
b[1], input.
r[2], hi_1_idx);
1412 apply_nnf_selectors(NNF_SELECTORS::NNF_NONE);
1413 this->increment_num_gates();
1420 create_big_add_gate(
1439 create_big_add_gate({
1451 return std::array<uint32_t, 2>{ lo_1_idx, hi_3_idx };
1462 for (
size_t i = 0; i < cached_partial_non_native_field_multiplications.size(); ++i) {
1463 auto& c = cached_partial_non_native_field_multiplications[i];
1464 for (
size_t j = 0; j < c.a.size(); ++j) {
1465 c.a[j] = this->real_variable_index[c.a[j]];
1466 c.b[j] = this->real_variable_index[c.b[j]];
1469 cached_partial_non_native_field_multiplication::deduplicate(cached_partial_non_native_field_multiplications,
this);
1472 for (
const auto& input : cached_partial_non_native_field_multiplications) {
1474 blocks.nnf.populate_wires(input.a[1], input.b[1], this->zero_idx(), input.lo_0);
1475 apply_nnf_selectors(NNF_SELECTORS::NON_NATIVE_FIELD_1);
1476 this->increment_num_gates();
1478 blocks.nnf.populate_wires(input.a[0], input.b[0], input.a[3], input.b[3]);
1479 apply_nnf_selectors(NNF_SELECTORS::NON_NATIVE_FIELD_2);
1480 this->increment_num_gates();
1482 blocks.nnf.populate_wires(input.a[2], input.b[2], this->zero_idx(), input.hi_0);
1483 apply_nnf_selectors(NNF_SELECTORS::NON_NATIVE_FIELD_3);
1484 this->increment_num_gates();
1486 blocks.nnf.populate_wires(input.a[1], input.b[1], this->zero_idx(), input.hi_1);
1487 apply_nnf_selectors(NNF_SELECTORS::NNF_NONE);
1488 this->increment_num_gates();
1498template <
typename ExecutionTrace>
1503 this->get_variable(input.
a[0]),
1504 this->get_variable(input.
a[1]),
1505 this->get_variable(input.
a[2]),
1506 this->get_variable(input.
a[3]),
1509 this->get_variable(input.
b[0]),
1510 this->get_variable(input.
b[1]),
1511 this->get_variable(input.
b[2]),
1512 this->get_variable(input.
b[3]),
1515 constexpr FF LIMB_SHIFT =
uint256_t(1) << DEFAULT_NON_NATIVE_FIELD_LIMB_BITS;
1517 FF lo_0 =
a[0] *
b[0] + ((
a[1] *
b[0] +
a[0] *
b[1]) * LIMB_SHIFT);
1518 FF hi_0 =
a[2] *
b[0] +
a[0] *
b[2] + ((
a[0] *
b[3] +
a[3] *
b[0]) * LIMB_SHIFT);
1519 FF hi_1 = hi_0 +
a[1] *
b[1] + ((
a[1] *
b[2] +
a[2] *
b[1]) * LIMB_SHIFT);
1521 const uint32_t lo_0_idx = this->add_variable(lo_0);
1522 const uint32_t hi_0_idx = this->add_variable(hi_0);
1523 const uint32_t hi_1_idx = this->add_variable(hi_1);
1533 cached_partial_non_native_field_multiplications.emplace_back(cache_entry);
1534 return std::array<uint32_t, 2>{ lo_0_idx, hi_1_idx };
1542template <
typename ExecutionTrace>
1576 const FF z_0value = (this->get_variable(x_0) * x_mulconst0) + (this->get_variable(y_0) * y_mulconst0) + addconst0;
1577 const FF z_1value = (this->get_variable(x_1) * x_mulconst1) + (this->get_variable(y_1) * y_mulconst1) + addconst1;
1578 const FF z_2value = (this->get_variable(x_2) * x_mulconst2) + (this->get_variable(y_2) * y_mulconst2) + addconst2;
1579 const FF z_3value = (this->get_variable(x_3) * x_mulconst3) + (this->get_variable(y_3) * y_mulconst3) + addconst3;
1580 const FF z_pvalue = this->get_variable(x_p) + this->get_variable(y_p) + addconstp;
1582 const uint32_t z_0 = this->add_variable(z_0value);
1583 const uint32_t z_1 = this->add_variable(z_1value);
1584 const uint32_t z_2 = this->add_variable(z_2value);
1585 const uint32_t z_3 = this->add_variable(z_3value);
1586 const uint32_t z_p = this->add_variable(z_pvalue);
1609 auto& block = blocks.arithmetic;
1610 block.populate_wires(y_p, x_0, y_0, x_p);
1611 block.populate_wires(z_p, x_1, y_1, z_0);
1612 block.populate_wires(x_2, y_2, z_2, z_1);
1613 block.populate_wires(x_3, y_3, z_3, this->zero_idx());
1618 const FF linear_term_scale_factor = 2;
1619 block.q_m().emplace_back(addconstp);
1620 block.q_1().emplace_back(0);
1621 block.q_2().emplace_back(-x_mulconst0 * linear_term_scale_factor);
1622 block.q_3().emplace_back(-y_mulconst0 * linear_term_scale_factor);
1623 block.q_4().emplace_back(0);
1624 block.q_c().emplace_back(-addconst0 * linear_term_scale_factor);
1625 block.set_gate_selector(3);
1627 block.q_m().emplace_back(0);
1628 block.q_1().emplace_back(0);
1629 block.q_2().emplace_back(-x_mulconst1);
1630 block.q_3().emplace_back(-y_mulconst1);
1631 block.q_4().emplace_back(0);
1632 block.q_c().emplace_back(-addconst1);
1633 block.set_gate_selector(2);
1635 block.q_m().emplace_back(0);
1636 block.q_1().emplace_back(-x_mulconst2);
1637 block.q_2().emplace_back(-y_mulconst2);
1638 block.q_3().emplace_back(1);
1639 block.q_4().emplace_back(0);
1640 block.q_c().emplace_back(-addconst2);
1641 block.set_gate_selector(1);
1643 block.q_m().emplace_back(0);
1644 block.q_1().emplace_back(-x_mulconst3);
1645 block.q_2().emplace_back(-y_mulconst3);
1646 block.q_3().emplace_back(1);
1647 block.q_4().emplace_back(0);
1648 block.q_c().emplace_back(-addconst3);
1649 block.set_gate_selector(1);
1651 check_selector_length_consistency();
1653 this->increment_num_gates(4);
1655 z_0, z_1, z_2, z_3, z_p,
1664template <
typename ExecutionTrace>
1698 const FF z_0value = (this->get_variable(x_0) * x_mulconst0) - (this->get_variable(y_0) * y_mulconst0) + addconst0;
1699 const FF z_1value = (this->get_variable(x_1) * x_mulconst1) - (this->get_variable(y_1) * y_mulconst1) + addconst1;
1700 const FF z_2value = (this->get_variable(x_2) * x_mulconst2) - (this->get_variable(y_2) * y_mulconst2) + addconst2;
1701 const FF z_3value = (this->get_variable(x_3) * x_mulconst3) - (this->get_variable(y_3) * y_mulconst3) + addconst3;
1702 const FF z_pvalue = this->get_variable(x_p) - this->get_variable(y_p) + addconstp;
1704 const uint32_t z_0 = this->add_variable(z_0value);
1705 const uint32_t z_1 = this->add_variable(z_1value);
1706 const uint32_t z_2 = this->add_variable(z_2value);
1707 const uint32_t z_3 = this->add_variable(z_3value);
1708 const uint32_t z_p = this->add_variable(z_pvalue);
1734 auto& block = blocks.arithmetic;
1735 block.populate_wires(y_p, x_0, y_0, z_p);
1736 block.populate_wires(x_p, x_1, y_1, z_0);
1737 block.populate_wires(x_2, y_2, z_2, z_1);
1738 block.populate_wires(x_3, y_3, z_3, this->zero_idx());
1743 const FF linear_term_scale_factor = 2;
1744 block.q_m().emplace_back(-addconstp);
1745 block.q_1().emplace_back(0);
1746 block.q_2().emplace_back(-x_mulconst0 * linear_term_scale_factor);
1747 block.q_3().emplace_back(y_mulconst0 * linear_term_scale_factor);
1748 block.q_4().emplace_back(0);
1749 block.q_c().emplace_back(-addconst0 * linear_term_scale_factor);
1750 block.set_gate_selector(3);
1752 block.q_m().emplace_back(0);
1753 block.q_1().emplace_back(0);
1754 block.q_2().emplace_back(-x_mulconst1);
1755 block.q_3().emplace_back(y_mulconst1);
1756 block.q_4().emplace_back(0);
1757 block.q_c().emplace_back(-addconst1);
1758 block.set_gate_selector(2);
1760 block.q_m().emplace_back(0);
1761 block.q_1().emplace_back(-x_mulconst2);
1762 block.q_2().emplace_back(y_mulconst2);
1763 block.q_3().emplace_back(1);
1764 block.q_4().emplace_back(0);
1765 block.q_c().emplace_back(-addconst2);
1766 block.set_gate_selector(1);
1768 block.q_m().emplace_back(0);
1769 block.q_1().emplace_back(-x_mulconst3);
1770 block.q_2().emplace_back(y_mulconst3);
1771 block.q_3().emplace_back(1);
1772 block.q_4().emplace_back(0);
1773 block.q_c().emplace_back(-addconst3);
1774 block.set_gate_selector(1);
1776 check_selector_length_consistency();
1778 this->increment_num_gates(4);
1780 z_0, z_1, z_2, z_3, z_p,
1793template <
typename ExecutionTrace>
1796 return this->rom_ram_logic.create_ROM_array(array_size);
1808template <
typename ExecutionTrace>
1811 return this->rom_ram_logic.create_RAM_array(array_size);
1821template <
typename ExecutionTrace>
1823 const size_t index_value,
1824 const uint32_t value_witness)
1826 this->rom_ram_logic.init_RAM_element(
this, ram_id, index_value, value_witness);
1829template <
typename ExecutionTrace>
1832 return this->rom_ram_logic.read_RAM_array(
this, ram_id, index_witness);
1835template <
typename ExecutionTrace>
1837 const uint32_t index_witness,
1838 const uint32_t value_witness)
1840 this->rom_ram_logic.write_RAM_array(
this, ram_id, index_witness, value_witness);
1858template <
typename ExecutionTrace>
1860 const size_t index_value,
1861 const uint32_t value_witness)
1863 this->rom_ram_logic.set_ROM_element(
this, rom_id, index_value, value_witness);
1873template <
typename ExecutionTrace>
1875 const size_t index_value,
1876 const std::array<uint32_t, 2>& value_witnesses)
1878 this->rom_ram_logic.set_ROM_element_pair(
this, rom_id, index_value, value_witnesses);
1888template <
typename ExecutionTrace>
1891 return this->rom_ram_logic.read_ROM_array(
this, rom_id, index_witness);
1901template <
typename ExecutionTrace>
1903 const uint32_t index_witness)
1905 return this->rom_ram_logic.read_ROM_array_pair(
this, rom_id, index_witness);
1911template <
typename FF>
1914 auto& block = this->blocks.poseidon2_external;
1915 block.populate_wires(in.
a, in.
b, in.
c, in.
d);
1916 block.q_m().emplace_back(0);
1920 block.q_c().emplace_back(0);
1922 block.set_gate_selector(1);
1923 this->check_selector_length_consistency();
1924 this->increment_num_gates();
1930template <
typename FF>
1933 auto& block = this->blocks.poseidon2_internal;
1934 block.populate_wires(in.
a, in.
b, in.
c, in.
d);
1935 block.q_m().emplace_back(0);
1937 block.q_2().emplace_back(0);
1938 block.q_3().emplace_back(0);
1939 block.q_c().emplace_back(0);
1940 block.q_4().emplace_back(0);
1941 block.set_gate_selector(1);
1942 this->check_selector_length_consistency();
1943 this->increment_num_gates();
1956 auto first_zero_idx = this->get_first_variable_in_class(this->zero_idx());
1957 if (!this->variable_names.contains(first_zero_idx)) {
1958 this->set_variable_name(this->zero_idx(),
"zero");
1960 this->variable_names[first_zero_idx] =
"zero";
1966 FF::Params::modulus_0, FF::Params::modulus_1, FF::Params::modulus_2, FF::Params::modulus_3
1968 std::stringstream
buf;
1970 << modulus[1] <<
std::setw(16) << modulus[0];
1974 for (uint32_t i = 0; i < this->num_public_inputs(); i++) {
1975 cir.
public_inps.push_back(this->real_variable_index[this->public_inputs()[i]]);
1978 for (
auto& tup : base::variable_names) {
1979 cir.
vars_of_interest.insert({ this->real_variable_index[tup.first], tup.second });
1982 for (
const auto& var : this->get_variables()) {
1995 for (
auto& block : blocks.get()) {
1998 for (
size_t idx = 0; idx < block.size(); ++idx) {
1999 std::vector<FF> tmp_sel = { block.q_m()[idx],
2005 block.q_arith()[idx],
2006 block.q_delta_range()[idx],
2007 block.q_elliptic()[idx],
2008 block.q_memory()[idx],
2010 block.q_lookup()[idx],
2013 std::vector<uint32_t> tmp_w = {
2014 this->real_variable_index[block.w_l()[idx]],
2015 this->real_variable_index[block.w_r()[idx]],
2016 this->real_variable_index[block.w_o()[idx]],
2017 this->real_variable_index[block.w_4()[idx]],
2020 if (idx < block.size() - 1) {
2021 tmp_w.push_back(block.w_l()[idx + 1]);
2022 tmp_w.push_back(block.w_r()[idx + 1]);
2023 tmp_w.push_back(block.w_o()[idx + 1]);
2024 tmp_w.push_back(block.w_4()[idx + 1]);
2032 block_selectors.push_back(tmp_sel);
2033 block_wires.push_back(tmp_w);
2035 cir.
selectors.push_back(block_selectors);
2036 cir.
wires.push_back(block_wires);
2041 for (
const auto& table : this->lookup_tables) {
2045 for (
size_t i = 0; i < table.
size(); ++i) {
2053 for (
const auto& list : range_lists) {
2054 cir.
range_tags[list.second.range_tag] = list.first;
2057 for (
auto& rom_table : this->rom_ram_logic.rom_arrays) {
2058 std::sort(rom_table.records.begin(), rom_table.records.end());
2061 table.reserve(rom_table.records.size());
2062 for (
const auto& rom_entry : rom_table.records) {
2064 this->real_variable_index[rom_entry.index_witness],
2065 this->real_variable_index[rom_entry.value_column1_witness],
2066 this->real_variable_index[rom_entry.value_column2_witness],
2073 for (
auto& ram_table : this->rom_ram_logic.ram_arrays) {
2074 std::sort(ram_table.records.begin(), ram_table.records.end());
2077 table.reserve(ram_table.records.size());
2078 for (
const auto& ram_entry : ram_table.records) {
2079 table.push_back({ this->real_variable_index[ram_entry.index_witness],
2080 this->real_variable_index[ram_entry.value_witness],
2081 this->real_variable_index[ram_entry.timestamp_witness],
2082 ram_entry.access_type });
2091 msgpack::pack(
buffer, cir);
#define BB_ASSERT(expression,...)
#define BB_ASSERT_GTE(left, right,...)
#define BB_ASSERT_GT(left, right,...)
#define BB_ASSERT_EQ(actual, expected,...)
#define BB_ASSERT_LTE(left, right,...)
bb::field< bb::Bn254FrParams > FF
#define BB_BENCH_NAME(name)
void fix_witness(const uint32_t witness_index, const FF &witness_value)
Add a gate equating a particular witness to a constant, fixing its value.
void init_RAM_element(const size_t ram_id, const size_t index_value, const uint32_t value_witness)
Initialize a RAM cell to equal value_witness
void create_ecc_dbl_gate(const ecc_dbl_gate_< FF > &in)
Create an elliptic curve doubling gate.
void add_gates_to_ensure_all_polys_are_non_zero()
Ensure all polynomials have at least one non-zero coefficient to avoid commiting to the zero-polynomi...
void create_sort_constraint_with_edges(const std::vector< uint32_t > &variable_indices, const FF &start, const FF &end)
Constrain consecutive variable differences to be in {0, 1, 2, 3}, with boundary checks.
msgpack::sbuffer export_circuit()
void process_range_list(RangeList &list)
void create_poseidon2_internal_gate(const poseidon2_internal_gate_< FF > &in)
Poseidon2 internal round gate, activates the q_poseidon2_internal selector and relation.
size_t create_RAM_array(const size_t array_size)
Create a new updatable memory region.
void create_big_mul_add_gate(const mul_quad_< FF > &in, const bool use_next_gate_w_4=false)
Create a big multiplication-addition gate, where in.a * in.b * in.mul_scaling + in....
void process_range_lists()
void create_small_range_constraint(const uint32_t variable_index, const uint64_t target_range, std::string const msg="create_small_range_constraint")
Range-constraints for small ranges, where the upper bound (target_range) need not be dyadic....
std::tuple< scaled_witness, scaled_witness, FF > add_simple
uint32_t read_RAM_array(const size_t ram_id, const uint32_t index_witness)
void create_unconstrained_gates(const std::vector< uint32_t > &variable_index)
void create_add_gate(const add_triple_< FF > &in)
Create an addition gate, where in.a * in.a_scaling + in.b * in.b_scaling + in.c * in....
void create_big_add_gate(const add_quad_< FF > &in, const bool use_next_gate_w_4=false)
Create a big addition gate, where in.a * in.a_scaling + in.b * in.b_scaling + in.c * in....
void create_ecc_add_gate(const ecc_add_gate_ &in)
Create an elliptic curve addition gate.
typename ExecutionTrace::FF FF
std::array< uint32_t, 5 > evaluate_non_native_field_addition(add_simple limb0, add_simple limb1, add_simple limb2, add_simple limb3, std::tuple< uint32_t, uint32_t, FF > limbp)
Construct gates for non-native field addition.
std::vector< uint32_t > create_limbed_range_constraint(const uint32_t variable_index, const uint64_t num_bits, const uint64_t target_range_bitnum=DEFAULT_PLOOKUP_RANGE_BITNUM, std::string const &msg="create_limbed_range_constraint")
Range-constrain a variable to [0, 2^num_bits - 1] by decomposing into smaller limbs.
size_t create_ROM_array(const size_t array_size)
Create a new read-only memory region (a.k.a. ROM table)
plookup::ReadData< uint32_t > create_gates_from_plookup_accumulators(const plookup::MultiTableId &id, const plookup::ReadData< FF > &read_values, const uint32_t key_a_index, std::optional< uint32_t > key_b_index=std::nullopt)
Create gates from pre-computed accumulator values which simultaneously establish individual basic-tab...
plookup::BasicTable & get_table(const plookup::BasicTableId id)
Get the basic table with provided ID from the set of tables for the present circuit; create it if it ...
void apply_nnf_selectors(const NNF_SELECTORS type)
Enable the nnf gate of particular type.
void finalize_circuit(const bool ensure_nonzero)
void create_poseidon2_external_gate(const poseidon2_external_gate_< FF > &in)
Poseidon2 external round gate, activates the q_poseidon2_external selector and relation.
std::array< uint32_t, 2 > evaluate_non_native_field_multiplication(const non_native_multiplication_witnesses< FF > &input)
Create gates for a full non-native field multiplication identity a * b = q * p + r.
void populate_public_inputs_block()
Copy the public input idx data into the public inputs trace block.
uint32_t read_ROM_array(const size_t rom_id, const uint32_t index_witness)
Read a single element from ROM.
RangeList create_range_list(const uint64_t target_range)
uint32_t put_constant_variable(const FF &variable)
void set_ROM_element(const size_t rom_id, const size_t index_value, const uint32_t value_witness)
Initialize a rom cell to equal value_witness
void enforce_small_deltas(const std::vector< uint32_t > &variable_indices)
Check for a sequence of variables that the neighboring differences are in {0, 1, 2,...
void create_bool_gate(const uint32_t a)
Generate an arithmetic gate equivalent to x^2 - x = 0, which forces x to be 0 or 1.
void write_RAM_array(const size_t ram_id, const uint32_t index_witness, const uint32_t value_witness)
void set_ROM_element_pair(const size_t rom_id, const size_t index_value, const std::array< uint32_t, 2 > &value_witnesses)
Initialize a ROM array element with a pair of witness values.
std::array< uint32_t, 2 > read_ROM_array_pair(const size_t rom_id, const uint32_t index_witness)
Read a pair of elements from ROM.
void range_constrain_two_limbs(const uint32_t lo_idx, const uint32_t hi_idx, const size_t lo_limb_bits=DEFAULT_NON_NATIVE_FIELD_LIMB_BITS, const size_t hi_limb_bits=DEFAULT_NON_NATIVE_FIELD_LIMB_BITS, std::string const &msg="range_constrain_two_limbs")
std::array< uint32_t, 2 > queue_partial_non_native_field_multiplication(const non_native_partial_multiplication_witnesses< FF > &input)
Queue the addition of gates constraining the limb-multiplication part of a non native field mul.
std::array< uint32_t, 5 > evaluate_non_native_field_subtraction(add_simple limb0, add_simple limb1, add_simple limb2, add_simple limb3, std::tuple< uint32_t, uint32_t, FF > limbp)
Construct gates for non-native field subtraction.
void apply_memory_selectors(const MEMORY_SELECTORS type)
Enable the memory gate of particular type.
void process_non_native_field_multiplications()
Iterates over the cached_non_native_field_multiplication objects, removes duplicates,...
void create_arithmetic_gate(const arithmetic_triple_< FF > &in)
A plonk gate with disabled (set to zero) fourth wire. q_m * a * b + q_1 * a + q_2 * b + q_3.
static constexpr Fq curve_b
constexpr uint64_t get_msb() const
Container for lookup accumulator values and table reads.
std::vector< BasicTable::LookupEntry > lookup_entries
std::unique_ptr< uint8_t[]> buffer
ReadData< bb::fr > get_lookup_accumulators(const MultiTableId id, const fr &key_a, const fr &key_b, const bool is_2_to_1_lookup)
Given a table ID and the key(s) for a key-value lookup, return the lookup accumulators.
BasicTable create_basic_table(const BasicTableId id, const size_t index)
const MultiTable & get_multitable(const MultiTableId id)
Return the multitable with the provided ID; construct all MultiTables if not constructed already.
Entry point for Barretenberg command-line interface.
field< Bn254FrParams > fr
constexpr decltype(auto) get(::tuplet::tuple< T... > &&t) noexcept
Serialized state of a circuit.
std::vector< std::vector< std::vector< FF > > > selectors
std::vector< uint32_t > real_variable_index
std::unordered_map< uint32_t, uint64_t > range_tags
std::unordered_map< uint32_t, std::string > vars_of_interest
std::vector< std::vector< uint32_t > > ram_states
std::vector< std::vector< std::array< uint32_t, 2 > > > rom_states
std::vector< std::vector< std::vector< uint32_t > > > ram_records
std::vector< std::vector< std::vector< uint32_t > > > rom_records
std::vector< std::vector< std::vector< FF > > > lookup_tables
std::vector< uint32_t > real_variable_tags
std::vector< uint32_t > public_inps
std::vector< FF > variables
std::vector< std::vector< std::vector< uint32_t > > > wires
std::vector< uint32_t > variable_indices
Used to store instructions to create partial_non_native_field_multiplication gates.
std::array< uint32_t, 4 > a
static constexpr std::array< std::array< FF, t >, rounds_f+rounds_p > round_constants
static constexpr field one()
static constexpr uint256_t modulus
BB_INLINE constexpr field to_montgomery_form() const noexcept
std::array< uint32_t, 4 > a
std::array< uint32_t, 4 > q
std::array< uint32_t, 4 > b
std::array< uint32_t, 4 > r
std::array< FF, 4 > neg_modulus
std::array< uint32_t, 4 > b
std::array< uint32_t, 4 > a
A basic table from which we can perform lookups (for example, an xor table)
std::vector< LookupEntry > lookup_gates
std::vector< bb::fr > column_3
std::vector< bb::fr > column_2
std::vector< bb::fr > column_1