27#include "absl/algorithm/container.h"
28#include "absl/container/btree_map.h"
29#include "absl/container/flat_hash_map.h"
30#include "absl/container/flat_hash_set.h"
31#include "absl/log/check.h"
32#include "absl/meta/type_traits.h"
33#include "absl/status/status.h"
34#include "absl/strings/str_cat.h"
35#include "absl/strings/str_join.h"
36#include "absl/types/span.h"
37#include "google/protobuf/message.h"
67 std::size_t operator()(absl::Span<const int64_t> values)
const {
69 for (
const int64_t value : values) {
76struct NodeExprCompare {
77 bool operator()(
const LinearExpressionProto& a,
78 const LinearExpressionProto&
b)
const {
79 if (a.offset() !=
b.offset())
return a.offset() <
b.offset();
80 if (a.vars_size() !=
b.vars_size())
return a.vars_size() <
b.vars_size();
81 for (
int i = 0;
i < a.vars_size(); ++
i) {
82 if (a.vars(
i) !=
b.vars(
i))
return a.vars(
i) <
b.vars(
i);
83 if (a.coeffs(
i) !=
b.coeffs(
i))
return a.coeffs(
i) <
b.coeffs(
i);
93 IdGenerator() =
default;
97 int GetId(
const std::vector<int64_t>& color) {
99 return id_map_.insert({color, id_map_.size()}).first->second;
102 int NextFreeId()
const {
return id_map_.size(); }
105 absl::flat_hash_map<std::vector<int64_t>, int, VectorHash> id_map_;
111template <
typename FieldInt64Type>
113 const google::protobuf::RepeatedField<FieldInt64Type>& repeated_field,
114 std::vector<int64_t>* vector) {
115 CHECK(vector !=
nullptr);
116 for (
const FieldInt64Type value : repeated_field) {
117 vector->push_back(value);
122 if (!interval.size().vars().empty()) {
125 if (interval.start().vars().size() != interval.end().vars().size()) {
128 for (
int i = 0;
i < interval.start().vars().size(); ++
i) {
129 if (interval.start().coeffs(
i) != interval.end().coeffs(
i)) {
132 if (interval.start().vars(
i) != interval.end().vars(
i)) {
136 if (interval.end().offset() !=
137 interval.start().offset() + interval.size().offset()) {
157template <
typename Graph>
159 const CpModelProto& problem, std::vector<int>* initial_equivalence_classes,
160 SolverLogger* logger) {
161 CHECK(initial_equivalence_classes !=
nullptr);
163 const int num_variables = problem.variables_size();
164 auto graph = std::make_unique<Graph>();
174 VAR_COEFFICIENT_NODE,
178 IdGenerator color_id_generator;
179 initial_equivalence_classes->clear();
180 auto new_node_from_id = [&initial_equivalence_classes, &graph](
int color_id) {
183 const int node = initial_equivalence_classes->size();
184 initial_equivalence_classes->push_back(color_id);
188 graph->AddNode(node);
191 auto new_node = [&new_node_from_id,
192 &color_id_generator](
const std::vector<int64_t>& color) {
193 return new_node_from_id(color_id_generator.GetId(color));
201 std::vector<int64_t> objective_by_var(num_variables, 0);
202 for (
int i = 0;
i < problem.objective().vars_size(); ++
i) {
203 const int ref = problem.objective().vars(
i);
205 const int64_t coeff = problem.objective().coeffs(
i);
211 std::vector<int64_t> tmp_color;
212 for (
int v = 0; v < num_variables; ++v) {
213 tmp_color = {VARIABLE_NODE, objective_by_var[v]};
214 Append(problem.variables(v).domain(), &tmp_color);
215 CHECK_EQ(v, new_node(tmp_color));
218 const int color_id_for_coeff_one =
219 color_id_generator.GetId({VAR_COEFFICIENT_NODE, 1});
220 const int color_id_for_coeff_minus_one =
221 color_id_generator.GetId({VAR_COEFFICIENT_NODE, -1});
225 absl::flat_hash_map<std::pair<int64_t, int64_t>,
int> coefficient_nodes;
226 auto get_coefficient_node =
227 [&new_node_from_id, &graph, &coefficient_nodes, &color_id_generator,
228 &tmp_color, color_id_for_coeff_minus_one](
int var, int64_t coeff) {
229 const int var_node = var;
235 if (coeff == 1)
return var_node;
238 coefficient_nodes.insert({std::make_pair(var, coeff), 0});
239 if (!insert.second)
return insert.first->second;
245 color_id = color_id_for_coeff_minus_one;
247 tmp_color = {VAR_COEFFICIENT_NODE, coeff};
248 color_id = color_id_generator.GetId(tmp_color);
250 const int secondary_node = new_node_from_id(color_id);
251 graph->AddArc(var_node, secondary_node);
252 insert.first->second = secondary_node;
253 return secondary_node;
259 auto get_literal_node = [&get_coefficient_node](
int ref) {
275 absl::flat_hash_set<std::pair<int, int>> implications;
276 auto get_implication_node = [&new_node_from_id, &graph, &coefficient_nodes,
277 color_id_for_coeff_one,
278 color_id_for_coeff_minus_one](
int ref) {
282 coefficient_nodes.insert({std::make_pair(var, coeff), 0});
283 if (!insert.second)
return insert.first->second;
284 const int secondary_node = new_node_from_id(
285 coeff == 1 ? color_id_for_coeff_one : color_id_for_coeff_minus_one);
286 graph->AddArc(var, secondary_node);
287 insert.first->second = secondary_node;
288 return secondary_node;
290 auto add_implication = [&get_implication_node, &graph, &implications](
291 int ref_a,
int ref_b) {
292 const auto insert = implications.insert({ref_a, ref_b});
293 if (!insert.second)
return;
294 graph->AddArc(get_implication_node(ref_a), get_implication_node(ref_b));
298 graph->AddArc(get_implication_node(
NegatedRef(ref_b)),
302 auto make_linear_expr_node = [&new_node, &graph, &get_coefficient_node](
304 const std::vector<int64_t>& color) {
305 std::vector<int64_t> local_color = color;
306 local_color.push_back(expr.offset());
307 const int local_node = new_node(local_color);
309 for (
int i = 0;
i < expr.vars().size(); ++
i) {
310 const int ref = expr.vars(
i);
312 const int64_t coeff =
314 graph->AddArc(get_coefficient_node(var_node, coeff), local_node);
319 absl::btree_map<LinearExpressionProto, int, NodeExprCompare> expr_nodes;
320 auto shared_linear_expr_node =
322 const auto [it, inserted] = expr_nodes.insert({expr, 0});
324 const std::vector<int64_t> local_color = {VAR_LIN_EXPR_NODE,
326 it->second = make_linear_expr_node(expr, local_color);
332 absl::flat_hash_map<int, int> interval_constraint_index_to_node;
335 for (
int constraint_index = 0; constraint_index < problem.constraints_size();
336 ++constraint_index) {
337 const ConstraintProto& constraint = problem.constraints(constraint_index);
338 const int constraint_node = initial_equivalence_classes->size();
339 std::vector<int64_t> color = {CONSTRAINT_NODE,
340 constraint.constraint_case()};
342 switch (constraint.constraint_case()) {
353 Append(constraint.linear().domain(), &color);
354 CHECK_EQ(constraint_node, new_node(color));
355 for (
int i = 0;
i < constraint.linear().vars_size(); ++
i) {
356 const int ref = constraint.linear().vars(
i);
359 ? constraint.linear().coeffs(
i)
360 : -constraint.linear().coeffs(
i);
361 graph->AddArc(get_coefficient_node(variable_node, coeff),
367 CHECK_EQ(constraint_node, new_node(color));
369 constraint.all_diff().exprs()) {
370 graph->AddArc(shared_linear_expr_node(expr), constraint_node);
375 CHECK_EQ(constraint_node, new_node(color));
376 for (
const int ref : constraint.bool_or().literals()) {
377 graph->AddArc(get_literal_node(ref), constraint_node);
382 if (constraint.at_most_one().literals().size() == 2 &&
383 constraint.enforcement_literal().empty()) {
385 add_implication(constraint.at_most_one().literals(0),
386 NegatedRef(constraint.at_most_one().literals(1)));
390 CHECK_EQ(constraint_node, new_node(color));
391 for (
const int ref : constraint.at_most_one().literals()) {
392 graph->AddArc(get_literal_node(ref), constraint_node);
397 CHECK_EQ(constraint_node, new_node(color));
398 for (
const int ref : constraint.exactly_one().literals()) {
399 graph->AddArc(get_literal_node(ref), constraint_node);
404 CHECK_EQ(constraint_node, new_node(color));
405 for (
const int ref : constraint.bool_xor().literals()) {
406 graph->AddArc(get_literal_node(ref), constraint_node);
411 if (constraint.enforcement_literal_size() > 1) {
412 CHECK_EQ(constraint_node, new_node(color));
413 for (
const int ref : constraint.bool_and().literals()) {
414 graph->AddArc(get_literal_node(ref), constraint_node);
419 CHECK_EQ(constraint.enforcement_literal_size(), 1);
420 const int ref_a = constraint.enforcement_literal(0);
421 for (
const int ref_b : constraint.bool_and().literals()) {
422 add_implication(ref_a, ref_b);
428 constraint.lin_max().target();
430 const int target_node = make_linear_expr_node(target_expr, color);
431 CHECK_EQ(constraint_node, target_node);
433 for (
int i = 0;
i < constraint.lin_max().exprs_size(); ++
i) {
435 graph->AddArc(shared_linear_expr_node(expr), target_node);
441 static constexpr int kFixedIntervalColor = 0;
442 static constexpr int kNonFixedIntervalColor = 1;
443 if (IsIntervalFixedSize(constraint.interval())) {
444 std::vector<int64_t> local_color = color;
445 local_color.push_back(kFixedIntervalColor);
446 local_color.push_back(constraint.interval().size().offset());
447 const int full_node =
448 make_linear_expr_node(constraint.interval().start(), local_color);
449 CHECK_EQ(full_node, constraint_node);
454 std::vector<int64_t> local_color = color;
455 local_color.push_back(kNonFixedIntervalColor);
457 local_color.push_back(0);
458 const int start_node =
459 make_linear_expr_node(constraint.interval().start(), local_color);
460 local_color.pop_back();
461 CHECK_EQ(start_node, constraint_node);
465 const int size_node =
466 shared_linear_expr_node(constraint.interval().size());
468 local_color.push_back(1);
470 make_linear_expr_node(constraint.interval().end(), local_color);
471 local_color.pop_back();
475 graph->AddArc(start_node, end_node);
476 graph->AddArc(end_node, size_node);
478 interval_constraint_index_to_node[constraint_index] = constraint_node;
485 CHECK_EQ(constraint_node, new_node(color));
486 for (
const int interval : constraint.no_overlap().intervals()) {
487 graph->AddArc(interval_constraint_index_to_node.at(interval),
496 CHECK_EQ(constraint_node, new_node(color));
497 std::vector<int64_t> local_color = color;
498 local_color.push_back(0);
499 const int size = constraint.no_overlap_2d().x_intervals().size();
500 const int node_x = new_node(local_color);
501 const int node_y = new_node(local_color);
502 local_color.pop_back();
503 graph->AddArc(constraint_node, node_x);
504 graph->AddArc(constraint_node, node_y);
505 local_color.push_back(1);
506 for (
int i = 0;
i < size; ++
i) {
507 const int box_node = new_node(local_color);
508 graph->AddArc(box_node, constraint_node);
509 const int x = constraint.no_overlap_2d().x_intervals(
i);
510 const int y = constraint.no_overlap_2d().y_intervals(
i);
511 graph->AddArc(interval_constraint_index_to_node.at(x), node_x);
512 graph->AddArc(interval_constraint_index_to_node.at(x), box_node);
513 graph->AddArc(interval_constraint_index_to_node.at(y), node_y);
514 graph->AddArc(interval_constraint_index_to_node.at(y), box_node);
523 std::vector<int64_t> capacity_color = color;
524 capacity_color.push_back(0);
525 CHECK_EQ(constraint_node, new_node(capacity_color));
526 graph->AddArc(constraint_node,
527 make_linear_expr_node(ct.capacity(), capacity_color));
529 std::vector<int64_t> task_color = color;
530 task_color.push_back(1);
531 for (
int i = 0;
i < ct.intervals().size(); ++
i) {
532 const int task_node =
533 make_linear_expr_node(ct.demands(
i), task_color);
534 graph->AddArc(task_node, constraint_node);
535 graph->AddArc(task_node,
536 interval_constraint_index_to_node.at(ct.intervals(
i)));
545 const int num_arcs = constraint.circuit().literals().size();
546 absl::flat_hash_map<int, int> circuit_node_to_symmetry_node;
547 if (!constraint.enforcement_literal().empty()) {
548 CHECK_EQ(constraint_node, new_node(color));
550 std::vector<int64_t> arc_color = color;
551 arc_color.push_back(1);
552 for (
int i = 0;
i < num_arcs; ++
i) {
553 const int literal = constraint.circuit().literals(
i);
554 const int tail = constraint.circuit().tails(
i);
555 const int head = constraint.circuit().heads(
i);
556 const int arc_node = new_node(arc_color);
557 if (!circuit_node_to_symmetry_node.contains(head)) {
558 circuit_node_to_symmetry_node[head] = new_node(color);
560 const int head_node = circuit_node_to_symmetry_node[head];
561 if (!circuit_node_to_symmetry_node.contains(tail)) {
562 circuit_node_to_symmetry_node[tail] = new_node(color);
564 const int tail_node = circuit_node_to_symmetry_node[tail];
567 if (!constraint.enforcement_literal().empty()) {
568 graph->AddArc(constraint_node, arc_node);
570 graph->AddArc(tail_node, arc_node);
571 graph->AddArc(arc_node, get_literal_node(literal));
572 graph->AddArc(arc_node, head_node);
583 VLOG(1) <<
"Unsupported constraint type "
594 constraint.enforcement_literal().size() > 1) {
595 if (!constraint.enforcement_literal().empty()) {
596 CHECK_LT(constraint_node, initial_equivalence_classes->size());
598 for (
const int ref : constraint.enforcement_literal()) {
599 graph->AddArc(constraint_node, get_literal_node(ref));
605 DCHECK_EQ(graph->num_nodes(), initial_equivalence_classes->size());
612 const int num_nodes = graph->num_nodes();
613 std::vector<int> in_degree(num_nodes, 0);
614 std::vector<int> out_degree(num_nodes, 0);
615 for (
int i = 0;
i < num_nodes; ++
i) {
616 out_degree[
i] = graph->OutDegree(
i);
617 for (
const int head : (*graph)[
i]) {
621 for (
int i = 0;
i < num_nodes; ++
i) {
622 if (in_degree[
i] >= num_nodes || out_degree[
i] >= num_nodes) {
623 SOLVER_LOG(logger,
"[Symmetry] Too many multi-arcs in symmetry code.");
636 int next_id = color_id_generator.NextFreeId();
637 for (
int i = 0;
i < num_variables; ++
i) {
638 if ((*graph)[
i].empty()) {
639 (*initial_equivalence_classes)[
i] = next_id++;
645 std::vector<int> mapping(next_id, -1);
646 for (
int& ref : *initial_equivalence_classes) {
647 if (mapping[ref] == -1) {
648 ref = mapping[ref] =
id++;
660 std::vector<std::unique_ptr<SparsePermutation>>* generators,
662 CHECK(generators !=
nullptr);
668 "[Symmetry] Problem too large. Skipping. You can use "
669 "symmetry_level:3 or more to force it.");
675 std::vector<int> equivalence_classes;
677 problem, &equivalence_classes, logger));
678 if (graph ==
nullptr)
return;
680 SOLVER_LOG(logger,
"[Symmetry] Graph for symmetry has ",
683 if (graph->num_nodes() == 0)
return;
686 graph->num_arcs() > 1e6) {
688 "[Symmetry] Graph too large. Skipping. You can use "
689 "symmetry_level:3 or more to force it.");
695 time_limit->MergeWithGlobalTimeLimit(solver_time_limit);
697 std::vector<int> factorized_automorphism_group_size;
699 &equivalence_classes, generators, &factorized_automorphism_group_size,
704 if (absl::IsDeadlineExceeded(status)) {
705 SOLVER_LOG(logger,
"[Symmetry] Time limit reached: ", status.message());
706 }
else if (!status.ok()) {
708 "[Symmetry] GraphSymmetryFinder error: ", status.message());
714 double average_support_size = 0.0;
715 int num_generators = 0;
716 int num_duplicate_constraints = 0;
717 for (
int i = 0;
i < generators->size(); ++
i) {
719 std::vector<int> to_delete;
720 for (
int j = 0; j < permutation->
NumCycles(); ++j) {
725 to_delete.push_back(j);
728 for (
const int node : permutation->
Cycle(j)) {
736 if (!permutation->
Support().empty()) {
737 average_support_size += permutation->
Support().size();
738 swap((*generators)[num_generators], (*generators)[
i]);
741 ++num_duplicate_constraints;
744 generators->resize(num_generators);
745 SOLVER_LOG(logger,
"[Symmetry] Symmetry computation done. time: ",
746 time_limit->GetElapsedTime(),
747 " dtime: ", time_limit->GetElapsedDeterministicTime());
748 if (num_generators > 0) {
749 average_support_size /= num_generators;
750 SOLVER_LOG(logger,
"[Symmetry] #generators: ", num_generators,
751 ", average support size: ", average_support_size);
752 if (num_duplicate_constraints > 0) {
753 SOLVER_LOG(logger,
"[Symmetry] The model contains ",
754 num_duplicate_constraints,
" duplicate constraints !");
761void LogOrbitInformation(absl::Span<const int> var_to_orbit_index,
765 int num_touched_vars = 0;
766 std::vector<int> orbit_sizes;
767 for (
int var = 0; var < var_to_orbit_index.size(); ++var) {
768 const int rep = var_to_orbit_index[var];
769 if (rep == -1)
continue;
770 if (rep >= orbit_sizes.size()) orbit_sizes.resize(rep + 1, 0);
774 std::sort(orbit_sizes.begin(), orbit_sizes.end(), std::greater<int>());
775 const int num_orbits = orbit_sizes.size();
776 if (num_orbits > 10) orbit_sizes.resize(10);
777 SOLVER_LOG(logger,
"[Symmetry] ", num_orbits,
" orbits on ", num_touched_vars,
778 " variables with sizes: ", absl::StrJoin(orbit_sizes,
","),
779 (num_orbits > orbit_sizes.size() ?
",..." :
""));
790 std::vector<std::unique_ptr<SparsePermutation>> generators;
792 if (generators.empty()) {
801 const int num_vars = proto->
variables().size();
802 const std::vector<int> orbits =
GetOrbits(num_vars, generators);
803 LogOrbitInformation(orbits, logger);
805 for (
const std::unique_ptr<SparsePermutation>& perm : generators) {
807 const int num_cycle = perm->NumCycles();
808 for (
int i = 0;
i < num_cycle; ++
i) {
809 const int old_size = perm_proto->
support().size();
810 for (
const int var : perm->Cycle(
i)) {
818 if (orbitope.empty())
return;
819 SOLVER_LOG(logger,
"[Symmetry] Found orbitope of size ", orbitope.size(),
820 " x ", orbitope[0].size());
824 for (
const std::vector<int>& row : orbitope) {
825 for (
const int entry : row) {
847void OrbitAndPropagation(absl::Span<const int> orbits,
int var,
848 std::vector<int>* can_be_fixed_to_false,
849 PresolveContext* context) {
852 if (context->IsFixed(var))
return;
853 if (!context->CanBeUsedAsLiteral(var))
return;
869 auto* sat_solver = model.GetOrCreate<SatSolver>();
870 auto* mapping = model.GetOrCreate<CpModelMapping>();
871 const Literal to_propagate = mapping->Literal(var);
873 const VariablesAssignment& assignment = sat_solver->Assignment();
874 if (assignment.LiteralIsAssigned(to_propagate))
return;
875 sat_solver->EnqueueDecisionAndBackjumpOnConflict(to_propagate);
876 if (sat_solver->CurrentDecisionLevel() != 1)
return;
879 can_be_fixed_to_false->clear();
881 const int orbit_index = orbits[var];
882 const int num_variables = orbits.size();
883 for (
int var = 0; var < num_variables; ++var) {
884 if (orbits[var] != orbit_index)
continue;
888 DCHECK(!context->IsFixed(var));
889 DCHECK(context->CanBeUsedAsLiteral(var));
891 if (assignment.LiteralIsFalse(mapping->Literal(var))) {
892 can_be_fixed_to_false->push_back(var);
895 if (!can_be_fixed_to_false->empty()) {
897 "[Symmetry] Num fixable by binary propagation in orbit: ",
898 can_be_fixed_to_false->size(),
" / ", orbit_size);
902std::vector<int64_t> BuildInequalityCoeffsForOrbitope(
903 absl::Span<const int64_t> maximum_values, int64_t max_linear_size,
904 bool* is_approximated) {
905 std::vector<int64_t> out(maximum_values.size());
906 int64_t range_product = 1;
907 uint64_t greatest_coeff = 0;
908 for (
int i = 0;
i < maximum_values.size(); ++
i) {
909 out[
i] = range_product;
911 std::max(greatest_coeff,
static_cast<uint64_t
>(maximum_values[
i]));
912 range_product =
CapProd(range_product, 1 + maximum_values[
i]);
915 if (range_product <= max_linear_size) {
919 *is_approximated =
false;
922 *is_approximated =
true;
924 const auto compute_approximate_coeffs =
925 [max_linear_size, maximum_values](
double scaling_factor,
926 std::vector<int64_t>* coeffs) ->
bool {
927 int64_t max_size = 0;
928 double cumulative_product_double = 1.0;
929 for (
int i = 0;
i < maximum_values.size(); ++
i) {
930 const int64_t max = maximum_values[
i];
931 const int64_t coeff =
static_cast<int64_t
>(cumulative_product_double);
932 (*coeffs)[
i] = coeff;
933 cumulative_product_double *= scaling_factor * max + 1;
935 if (max_size > max_linear_size)
return false;
941 0.0, 1.0, [&compute_approximate_coeffs, &out](
double scaling_factor) {
942 return compute_approximate_coeffs(scaling_factor, &out);
944 CHECK(compute_approximate_coeffs(scaling, &out));
962 int64_t num_added = 0;
963 const int initial_ct_index = proto.
constraints().size();
965 for (
int var = 0; var < num_vars; ++var) {
966 if (context->
IsFixed(var))
continue;
979 arg->add_coeffs(-r.
coeff);
980 arg->add_domain(r.
offset);
981 arg->add_domain(r.
offset);
984 std::vector<std::unique_ptr<SparsePermutation>> generators;
990 initial_ct_index, num_added);
992 if (generators.empty())
return true;
999 std::vector<const google::protobuf::RepeatedField<int32_t>*> at_most_ones;
1014 int distinguished_var = -1;
1015 std::vector<int> can_be_fixed_to_false;
1018 const std::vector<int> orbits =
GetOrbits(num_vars, generators);
1019 std::vector<int> orbit_sizes;
1020 int max_orbit_size = 0;
1021 int sum_of_orbit_sizes = 0;
1022 for (
int var = 0; var < num_vars; ++var) {
1023 const int rep = orbits[var];
1024 if (rep == -1)
continue;
1025 if (rep >= orbit_sizes.size()) orbit_sizes.resize(rep + 1, 0);
1026 ++sum_of_orbit_sizes;
1028 if (orbit_sizes[rep] > max_orbit_size) {
1029 distinguished_var = var;
1030 max_orbit_size = orbit_sizes[rep];
1035 LogOrbitInformation(orbits, context->
logger());
1038 if (max_orbit_size > 2) {
1039 OrbitAndPropagation(orbits, distinguished_var, &can_be_fixed_to_false,
1042 const int first_heuristic_size = can_be_fixed_to_false.size();
1054 std::vector<int> var_can_be_true_per_orbit(num_vars, -1);
1056 std::vector<int> tmp_to_clear;
1057 std::vector<int> tmp_sizes(num_vars, 0);
1058 for (
const google::protobuf::RepeatedField<int32_t>* literals :
1060 tmp_to_clear.clear();
1063 int num_fixable = 0;
1064 for (
const int literal : *literals) {
1066 if (context->
IsFixed(literal))
continue;
1069 const int rep = orbits[var];
1070 if (rep == -1)
continue;
1073 if (tmp_sizes[rep] == 0) tmp_to_clear.push_back(rep);
1074 if (tmp_sizes[rep] > 0) ++num_fixable;
1079 if (num_fixable > can_be_fixed_to_false.size()) {
1080 distinguished_var = -1;
1081 can_be_fixed_to_false.clear();
1082 for (
const int literal : *literals) {
1084 if (context->
IsFixed(literal))
continue;
1087 const int rep = orbits[var];
1088 if (rep == -1)
continue;
1089 if (distinguished_var == -1 ||
1090 orbit_sizes[rep] > orbit_sizes[orbits[distinguished_var]]) {
1091 distinguished_var = var;
1095 if (tmp_sizes[rep] == 0) {
1096 can_be_fixed_to_false.push_back(var);
1098 var_can_be_true_per_orbit[rep] = var;
1104 for (
const int rep : tmp_to_clear) tmp_sizes[rep] = 0;
1108 if (can_be_fixed_to_false.size() > first_heuristic_size) {
1111 "[Symmetry] Num fixable by intersecting at_most_one with orbits: ",
1112 can_be_fixed_to_false.size(),
" largest_orbit: ", max_orbit_size);
1132 if (!orbitope.empty()) {
1134 orbitope.size(),
" x ", orbitope[0].size());
1153 const int num_objective_terms = context->
ObjectiveMap().size();
1154 if (orbitope[0].size() == num_objective_terms) {
1155 int num_in_column = 0;
1156 for (
const std::vector<int>& row : orbitope) {
1157 if (context->
ObjectiveMap().contains(row[0])) ++num_in_column;
1159 if (num_in_column == 1) {
1162 CHECK_EQ(num_objective_terms, obj.vars().size());
1163 for (
int i = 1;
i < num_objective_terms; ++
i) {
1167 new_ct->add_vars(obj.vars(
i));
1168 new_ct->add_coeffs(1);
1169 new_ct->add_coeffs(-1);
1170 new_ct->add_domain(0);
1171 new_ct->add_domain(std::numeric_limits<int64_t>::max());
1187 int max_num_fixed_in_orbitope = 0;
1188 if (!orbitope.empty()) {
1189 int size_left = orbitope[0].size();
1190 for (
int col = 0; size_left > 1 && col < orbitope.size(); ++col) {
1191 max_num_fixed_in_orbitope += size_left - 1;
1208 const int num_fixable =
1209 std::max<int>(max_num_fixed_in_orbitope, can_be_fixed_to_false.size());
1210 if ( (
false) && !can_be_fixed_to_false.empty() &&
1211 100 * num_fixable < sum_of_orbit_sizes) {
1213 "[Symmetry] Not fixing anything as gain seems too small.");
1218 if (max_num_fixed_in_orbitope < can_be_fixed_to_false.size()) {
1219 const int orbit_index = orbits[distinguished_var];
1220 int num_in_orbit = 0;
1221 for (
int i = 0;
i < can_be_fixed_to_false.size(); ++
i) {
1222 const int var = can_be_fixed_to_false[
i];
1223 if (orbits[var] == orbit_index) ++num_in_orbit;
1224 context->
UpdateRuleStats(
"symmetry: fixed to false in general orbit");
1225 if (var_can_be_true_per_orbit[orbits[var]] != -1) {
1235 var_can_be_true_per_orbit[orbits[var]],
true, generators);
1242 if (orbit_sizes[orbit_index] > num_in_orbit + 1) {
1244 "symmetry: added orbit symmetry breaking implications");
1247 ct->add_enforcement_literal(
NegatedRef(distinguished_var));
1248 for (
int var = 0; var < num_vars; ++var) {
1249 if (orbits[var] != orbit_index)
continue;
1250 if (var == distinguished_var)
continue;
1251 if (context->
IsFixed(var))
continue;
1258 if (orbitope.empty())
return true;
1261 std::vector<int> tmp_to_clear;
1262 std::vector<int> tmp_sizes(num_vars, 0);
1263 std::vector<int> tmp_num_positive(num_vars, 0);
1268 for (
const google::protobuf::RepeatedField<int32_t>* literals :
1270 for (
const int lit : *literals) {
1272 CHECK_NE(tmp_sizes[var], 1);
1275 for (
const int lit : *literals) {
1280 if (!orbitope.empty() && orbitope[0].size() > 1) {
1281 const int num_cols = orbitope[0].size();
1282 const std::vector<int> orbitope_orbits =
1293 const int num_rows = orbitope.size();
1294 std::vector<bool> row_is_all_equivalent(num_rows,
false);
1295 std::vector<bool> row_has_at_most_one_true(num_rows,
false);
1296 std::vector<bool> row_has_at_most_one_false(num_rows,
false);
1324 for (
const google::protobuf::RepeatedField<int32_t>* literals :
1326 tmp_to_clear.clear();
1327 for (
const int literal : *literals) {
1328 if (context->
IsFixed(literal))
continue;
1330 const int row = orbitope_orbits[var];
1331 if (row == -1)
continue;
1333 if (tmp_sizes[row] == 0) tmp_to_clear.push_back(row);
1345 bool possible_extension =
false;
1351 for (
const int row : tmp_to_clear) {
1352 const int size = tmp_sizes[row];
1353 const int num_positive = tmp_num_positive[row];
1354 const int num_negative = tmp_sizes[row] - tmp_num_positive[row];
1356 tmp_num_positive[row] = 0;
1358 if (num_positive > 0 && num_negative > 0) {
1359 row_is_all_equivalent[row] =
true;
1361 if (num_positive > 1 && num_negative == 0) {
1362 if (size < num_cols) possible_extension =
true;
1363 row_has_at_most_one_true[row] =
true;
1364 }
else if (num_positive == 0 && num_negative > 1) {
1365 if (size < num_cols) possible_extension =
true;
1366 row_has_at_most_one_false[row] =
true;
1370 if (possible_extension) {
1372 "TODO symmetry: possible at most one extension.");
1378 std::vector<std::pair<int, int64_t>> rows_by_score;
1385 for (
int i = 0;
i < num_rows; ++
i) {
1386 if (row_has_at_most_one_true[
i] && row_has_at_most_one_false[
i]) {
1393 if (num_cols == 2 && !row_is_all_equivalent[
i]) {
1408 if (row_is_all_equivalent[
i]) {
1416 if (row_has_at_most_one_false[
i]) {
1418 for (
int j = 0; j < num_cols; ++j) {
1421 }
else if (row_has_at_most_one_true[
i]) {
1423 for (
int j = 0; j < num_cols; ++j) {
1428 for (
int j = 1; j < num_cols; ++j) {
1441 const int64_t score =
1443 if (row_has_at_most_one_true[
i]) {
1444 rows_by_score.push_back({
i, score});
1445 }
else if (row_has_at_most_one_false[
i]) {
1446 rows_by_score.push_back({
i, score});
1459 absl::c_stable_sort(rows_by_score, [](
const std::pair<int, int64_t>& p1,
1460 const std::pair<int, int64_t>& p2) {
1461 return p1.second > p2.second;
1463 int num_processed_rows = 0;
1464 for (
const auto [row, score] : rows_by_score) {
1465 if (num_processed_rows + 1 >= num_cols)
break;
1466 ++num_processed_rows;
1467 if (row_has_at_most_one_true[row]) {
1469 "symmetry: fixed all but one to false in orbitope row");
1471 orbitope, row, num_processed_rows - 1,
true);
1472 for (
int j = num_processed_rows; j < num_cols; ++j) {
1476 CHECK(row_has_at_most_one_false[row]);
1478 "symmetry: fixed all but one to true in orbitope row");
1480 orbitope, row, num_processed_rows - 1,
false);
1481 for (
int j = num_processed_rows; j < num_cols; ++j) {
1491 if (num_processed_rows > 0) {
1494 for (
int i = num_processed_rows;
i < orbitope.size(); ++
i) {
1495 orbitope[new_size++] = std::move(orbitope[
i]);
1497 CHECK_LT(new_size, orbitope.size());
1498 orbitope.resize(new_size);
1501 for (
int i = 0;
i < orbitope.size(); ++
i) {
1502 CHECK_LT(num_processed_rows, orbitope[
i].size());
1503 orbitope[
i].erase(orbitope[
i].
begin(),
1504 orbitope[
i].
begin() + num_processed_rows);
1516 if (orbitope.size() == 1) {
1517 const int num_cols = orbitope[0].size();
1518 for (
int i = 0;
i + 1 < num_cols; ++
i) {
1524 "symmetry: added symmetry breaking implication");
1535 context->
UpdateRuleStats(
"symmetry: added symmetry breaking inequality");
1538 }
else if (orbitope.size() > 1) {
1539 std::vector<int64_t> max_values(orbitope.size());
1540 for (
int i = 0;
i < orbitope.size(); ++
i) {
1541 const int var = orbitope[
i][0];
1542 const int64_t max = std::max(std::abs(context->
MaxOf(var)),
1543 std::abs(context->
MinOf(var)));
1544 max_values[
i] = max;
1546 constexpr int kMaxBits = 60;
1547 bool is_approximated;
1548 const std::vector<int64_t> coeffs = BuildInequalityCoeffsForOrbitope(
1549 max_values, (int64_t{1} << kMaxBits), &is_approximated);
1550 for (
int i = 0;
i + 1 < orbitope[0].size(); ++
i) {
1553 for (
int j = 0; j < orbitope.size(); ++j) {
1554 const int64_t coeff = coeffs[j];
1555 arg->add_vars(orbitope[j][
i + 1]);
1556 arg->add_coeffs(coeff);
1557 arg->add_vars(orbitope[j][
i]);
1558 arg->add_coeffs(-coeff);
1559 DCHECK_EQ(context->
MaxOf(orbitope[j][
i + 1]),
1560 context->
MaxOf(orbitope[j][
i]));
1561 DCHECK_EQ(context->
MinOf(orbitope[j][
i + 1]),
1562 context->
MinOf(orbitope[j][
i]));
1565 arg->add_domain(std::numeric_limits<int64_t>::max());
1570 absl::StrCat(
"symmetry: added linear ",
1571 is_approximated ?
"approximated " :
"",
1572 "inequality ordering orbitope columns"),
1573 orbitope[0].size());
1583std::vector<absl::Span<int>> GetCyclesAsSpan(
1584 SparsePermutationProto& permutation) {
1585 std::vector<absl::Span<int>> result;
1587 const int num_cycles = permutation.cycle_sizes().size();
1588 for (
int i = 0;
i < num_cycles; ++
i) {
1589 const int size = permutation.cycle_sizes(
i);
1591 absl::MakeSpan(&permutation.mutable_support()->at(start), size));
1601 std::vector<absl::Span<int>> cycles;
1602 int num_problematic_generators = 0;
1615 cycles = GetCyclesAsSpan(generator);
1616 bool problematic =
false;
1618 int new_num_cycles = 0;
1619 const int old_num_cycles = cycles.size();
1620 for (
int i = 0;
i < old_num_cycles; ++
i) {
1621 if (cycles[
i].empty())
continue;
1622 const int reference_var = cycles[
i][0];
1623 const Domain reference_domain = context->
DomainOf(reference_var);
1627 int num_affine_relations = 0;
1628 int num_with_same_representative = 0;
1632 for (
const int var : cycles[
i]) {
1634 if (context->
DomainOf(var) != reference_domain) {
1636 "TODO symmetry: different domain in symmetric variables");
1649 if (affine_relation == reference_relation) {
1650 ++num_with_same_representative;
1652 if (affine_relation.representative != var) {
1653 ++num_affine_relations;
1662 if (problematic)
break;
1664 if (num_fixed > 0) {
1665 if (num_fixed != cycles[
i].size()) {
1667 "TODO symmetry: not all variables fixed in cycle");
1674 if (num_affine_relations > 0) {
1675 if (num_with_same_representative != cycles[
i].size()) {
1677 "TODO symmetry: not all variables have same representative");
1686 if (num_unused > 0) {
1687 if (num_unused != cycles[
i].size()) {
1689 "TODO symmetry: not all variables unused in cycle");
1697 cycles[new_num_cycles++] = cycles[
i];
1701 ++num_problematic_generators;
1702 generator.clear_support();
1703 generator.clear_cycle_sizes();
1707 if (new_num_cycles < old_num_cycles) {
1708 cycles.resize(new_num_cycles);
1709 generator.clear_cycle_sizes();
1710 int new_support_size = 0;
1711 for (
const absl::Span<int> cycle : cycles) {
1712 for (
const int var : cycle) {
1713 generator.set_support(new_support_size++, var);
1715 generator.add_cycle_sizes(cycle.size());
1717 generator.mutable_support()->Truncate(new_support_size);
1721 if (num_problematic_generators > 0) {
1723 " generators where problematic !! Fix.");
1729 for (
int i = 0;
i < old_size; ++
i) {
1731 if (new_size !=
i) {
1736 if (new_size != old_size) {
1738 old_size - new_size);
1745 std::vector<std::unique_ptr<SparsePermutation>> generators;
1750 "[Symmetry] final processing #generators:", generators.size());
1751 const std::vector<int> orbits =
GetOrbits(num_vars, generators);
1752 LogOrbitInformation(orbits, context->
logger());
absl::Status FindSymmetries(std::vector< int > *node_equivalence_classes_io, std::vector< std::unique_ptr< SparsePermutation > > *generators, std::vector< int > *factorized_automorphism_group_size, TimeLimit *time_limit=nullptr)
::util::StaticGraph Graph
bool LoggingIsEnabled() const
void RemoveCycles(absl::Span< const int > cycle_indices)
const std::vector< int > & Support() const
Iterator Cycle(int i) const
static std::unique_ptr< TimeLimit > FromDeterministicTime(double deterministic_limit)
::int32_t literals(int index) const
ConstraintCase constraint_case() const
::operations_research::sat::BoolArgumentProto *PROTOBUF_NONNULL mutable_bool_and()
const ::operations_research::sat::BoolArgumentProto & exactly_one() const
const ::operations_research::sat::BoolArgumentProto & at_most_one() const
::operations_research::sat::LinearConstraintProto *PROTOBUF_NONNULL mutable_linear()
::operations_research::sat::ConstraintProto *PROTOBUF_NONNULL mutable_constraints(int index)
const ::operations_research::sat::IntegerVariableProto & variables(int index) const
const ::operations_research::sat::ConstraintProto & constraints(int index) const
bool has_objective() const
int constraints_size() const
::operations_research::sat::SymmetryProto *PROTOBUF_NONNULL mutable_symmetry()
::operations_research::sat::ConstraintProto *PROTOBUF_NONNULL add_constraints()
int variables_size() const
const ::operations_research::sat::CpObjectiveProto & objective() const
void set_num_cols(::int32_t value)
void set_num_rows(::int32_t value)
void add_entries(::int32_t value)
void add_vars(::int32_t value)
void add_domain(::int64_t value)
void add_coeffs(::int64_t value)
const SatParameters & params() const
CpModelProto * working_model
ABSL_MUST_USE_RESULT bool SetLiteralToTrue(int lit)
void AddImplication(int a, int b)
ABSL_MUST_USE_RESULT bool SetLiteralToFalse(int lit)
ABSL_MUST_USE_RESULT bool NotifyThatModelIsUnsat(absl::string_view message="")
void WriteObjectiveToProto() const
bool IsFixed(int ref) const
bool StoreBooleanEqualityRelation(int ref_a, int ref_b)
bool VariableIsNotUsedAnymore(int ref) const
bool VariableWasRemoved(int ref) const
AffineRelation::Relation GetAffineRelation(int ref) const
const absl::flat_hash_set< int > & VarToConstraints(int var) const
SolverLogger * logger() const
void WriteVariableDomainsToProto() const
void UpdateNewConstraintsVariableUsage()
bool CanBeUsedAsLiteral(int ref) const
const absl::flat_hash_map< int, int64_t > & ObjectiveMap() const
int64_t MinOf(int ref) const
int64_t MaxOf(int ref) const
const Domain & DomainOf(int var) const
void UpdateRuleStats(std::string_view name, int num_times=1)
bool ModelIsUnsat() const
SolutionCrush & solution_crush()
double symmetry_detection_deterministic_time_limit() const
::int32_t symmetry_level() const
void MaybeSwapOrbitopeColumns(absl::Span< const std::vector< int > > orbitope, int row, int pivot_col, bool value)
void MaybeUpdateVarWithSymmetriesToValue(int var, bool value, absl::Span< const std::unique_ptr< SparsePermutation > > generators)
void add_cycle_sizes(::int32_t value)
void add_support(::int32_t value)
::int32_t support(int index) const
const ::operations_research::sat::SparsePermutationProto & permutations(int index) const
::operations_research::sat::SparsePermutationProto *PROTOBUF_NONNULL mutable_permutations(int index)
::operations_research::sat::SparsePermutationProto *PROTOBUF_NONNULL add_permutations()
::operations_research::sat::DenseMatrixProto *PROTOBUF_NONNULL add_orbitopes()
ABSL_ATTRIBUTE_REINITIALIZES void Clear() PROTOBUF_FINAL
std::vector< int > GetOrbitopeOrbits(int n, absl::Span< const std::vector< int > > orbitope)
bool LoadModelForProbing(PresolveContext *context, Model *local_model)
bool RefIsPositive(int ref)
bool DetectAndExploitSymmetriesInPresolve(PresolveContext *context)
void FindCpModelSymmetries(const SatParameters ¶ms, const CpModelProto &problem, std::vector< std::unique_ptr< SparsePermutation > > *generators, SolverLogger *logger, TimeLimit *solver_time_limit)
void DetectAndAddSymmetryToProto(const SatParameters ¶ms, CpModelProto *proto, SolverLogger *logger, TimeLimit *time_limit)
bool PossibleIntegerOverflow(const CpModelProto &model, absl::Span< const int > vars, absl::Span< const int64_t > coeffs, int64_t offset, std::pair< int64_t, int64_t > *implied_domain)
bool FilterOrbitOnUnusedOrFixedVariables(SymmetryProto *symmetry, PresolveContext *context)
std::vector< int > GetOrbits(int n, absl::Span< const std::unique_ptr< SparsePermutation > > generators)
absl::string_view ConstraintCaseName(ConstraintProto::ConstraintCase constraint_case)
std::unique_ptr< SparsePermutation > CreateSparsePermutationFromProto(int n, const SparsePermutationProto &proto)
std::vector< std::vector< int > > BasicOrbitopeExtraction(absl::Span< const std::unique_ptr< SparsePermutation > > generators)
Graph * GenerateGraphForSymmetryDetection(const LinearBooleanProblem &problem, std::vector< int > *initial_equivalence_classes)
int64_t CapAdd(int64_t x, int64_t y)
Point BinarySearch(Point x_true, Point x_false, std::function< bool(Point)> f)
std::string FormatCounter(int64_t num)
int64_t CapProd(int64_t x, int64_t y)
util::ReverseArcStaticGraph Graph
ClosedInterval::Iterator begin(ClosedInterval interval)
uint64_t Hash(uint64_t num, uint64_t c)
std::vector< int >::const_iterator begin() const
#define SOLVER_LOG(logger,...)