ir_dump.c

/*
 * IR - Lightweight JIT Compilation Framework
 * (debug dumps)
 * This file is part of the IR Project distributed under the MIT-style LICENSE.
 * Authors: Dmitry Stogov <dmitry@php.net>
 */

#include "ir.h"
#include "ir_private.h"

#if defined(IR_TARGET_X86) || defined(IR_TARGET_X64)
# include "ir_x86.h"
#elif defined(IR_TARGET_AARCH64)
# include "ir_aarch64.h"
#else
# error "Unknown IR target"
#endif

static void ir_dump_type_name(ir_type type, FILE *f)
{
	if (IR_IS_TYPE_VECTOR(type)) {
		fprintf(f, "<%s*%d>",
			ir_type_name[IR_VECTOR_BASE_TYPE(type)], IR_VECTOR_LENGTH(type));
	} else {
		fprintf(f, "%s", ir_type_name[type]);
	}
}

void ir_dump(const ir_ctx *ctx, FILE *f)
{
	ir_ref i, j, n, ref, *p;
	ir_insn *insn;
	uint32_t flags;

	for (i = 1 - ctx->consts_count, insn = ctx->ir_base + i; i < IR_UNUSED; i++, insn++) {
		fprintf(f, "%05d %s ", i, ir_op_name[insn->op]);
		ir_dump_type_name(insn->type, f);
		fprintf(f, "(");
		ir_print_const(ctx, insn, f, true);
		fprintf(f, ")\n");
		if (insn->op == IR_LONG_CONST) {
			i += IR_ALIGNED_SIZE(insn->long_const_size, sizeof(ir_insn)) / sizeof(ir_insn);
			insn += IR_ALIGNED_SIZE(insn->long_const_size, sizeof(ir_insn)) / sizeof(ir_insn);
		}
	}

	for (i = IR_UNUSED + 1, insn = ctx->ir_base + i; i < ctx->insns_count; i++, insn++) {
		flags = ir_op_flags[insn->op];
		fprintf(f, "%05d %s", i, ir_op_name[insn->op]);
		if ((flags & IR_OP_FLAG_DATA) || ((flags & IR_OP_FLAG_MEM) && insn->type != IR_VOID)) {
			fprintf(f, " ");
			ir_dump_type_name(insn->type, f);
		}
		n = ir_operands_count(ctx, insn);
		for (j = 1, p = insn->ops + 1; j <= 3; j++, p++) {
			ref = *p;
			if (ref) {
				fprintf(f, " %05d", ref);
			}
		}
		if (n > 3) {
			n -= 3;
			do {
				i++;
				insn++;
				fprintf(f, "\n%05d", i);
				for (j = 0; j < 4; j++, p++) {
					ref = *p;
					if (ref) {
						fprintf(f, " %05d", ref);
					}
				}
				n -= 4;
			} while (n > 0);
		}
		fprintf(f, "\n");
	}
}

void ir_dump_dot(const ir_ctx *ctx, const char *name, const char *comments, FILE *f)
{
	int DATA_WEIGHT    = 0;
	int CONTROL_WEIGHT = 5;
	int REF_WEIGHT     = 4;
	ir_ref i, j, n, ref, *p;
	ir_insn *insn;
	uint32_t flags;

	fprintf(f, "digraph %s {\n", name);
	fprintf(f, "\tlabelloc=t;\n");
	fprintf(f, "\tlabel=\"");
	ir_print_func_proto(ctx, name, 0, f);
	if (comments) {
		fprintf(f, " # %s", comments);
	}
	fprintf(f, "\"\n");
	fprintf(f, "\trankdir=TB;\n");
	for (i = 1 - ctx->consts_count, insn = ctx->ir_base + i; i < IR_UNUSED; i++, insn++) {
		fprintf(f, "\tc%d [label=\"C%d: CONST ", -i, -i);
		ir_dump_type_name(insn->type, f);
		fprintf(f, "(");
		/* FIXME(tony): We still cannot handle strings with escaped double quote inside */
		ir_print_const(ctx, insn, f, false);
		fprintf(f, ")\",style=filled,fillcolor=yellow];\n");
		if (insn->op == IR_LONG_CONST) {
			i += IR_ALIGNED_SIZE(insn->long_const_size, sizeof(ir_insn)) / sizeof(ir_insn);
			insn += IR_ALIGNED_SIZE(insn->long_const_size, sizeof(ir_insn)) / sizeof(ir_insn);
		}
	}

	for (i = IR_UNUSED + 1, insn = ctx->ir_base + i; i < ctx->insns_count;) {
		flags = ir_op_flags[insn->op];
		if (flags & IR_OP_FLAG_CONTROL) {
			if (insn->op == IR_START) {
				fprintf(f, "\t{rank=min; n%d [label=\"%d: %s\",shape=box,style=\"rounded,filled\",fillcolor=red];}\n", i, i, ir_op_name[insn->op]);
			} else if (insn->op == IR_ENTRY) {
				fprintf(f, "\t{n%d [label=\"%d: %s\",shape=box,style=\"rounded,filled\",fillcolor=red];}\n", i, i, ir_op_name[insn->op]);
			} else if (flags & IR_OP_FLAG_TERMINATOR) {
				fprintf(f, "\t{rank=max; n%d [label=\"%d: %s\",shape=box,style=\"rounded,filled\",fillcolor=red];}\n", i, i, ir_op_name[insn->op]);
			} else if (flags & IR_OP_FLAG_MEM) {
				fprintf(f, "\tn%d [label=\"%d: %s\",shape=box,style=filled,fillcolor=pink];\n", i, i, ir_op_name[insn->op]);
			} else {
				fprintf(f, "\tn%d [label=\"%d: %s\",shape=box,style=filled,fillcolor=lightcoral];\n", i, i, ir_op_name[insn->op]);
			}
		} else if (flags & IR_OP_FLAG_DATA) {
			if (IR_OPND_KIND(flags, 1) == IR_OPND_DATA) {
				/* not a leaf */
				fprintf(f, "\tn%d [label=\"%d: %s\"", i, i, ir_op_name[insn->op]);
				fprintf(f, ",shape=diamond,style=filled,fillcolor=deepskyblue];\n");
			} else {
				fprintf(f, "\tn%d [label=\"%d: %s ", i, i, ir_op_name[insn->op]);
				ir_dump_type_name(insn->type, f);
				if (insn->op == IR_PARAM) {
					fprintf(f, " \\\"%s\\\"\",style=filled,fillcolor=lightblue];\n",
						ir_get_str(ctx, insn->op2));
				} else if (insn->op == IR_VAR) {
					fprintf(f, " \\\"%s\\\"\"];\n", ir_get_str(ctx, insn->op2));
				} else {
					fprintf(f, "\",style=filled,fillcolor=deepskyblue];\n");
				}
			}
		}
		n = ir_operands_count(ctx, insn);
		for (j = 1, p = insn->ops + 1; j <= n; j++, p++) {
			ref = *p;
			if (ref) {
				switch (IR_OPND_KIND(flags, j)) {
					case IR_OPND_DATA:
						if (IR_IS_CONST_REF(ref)) {
							fprintf(f, "\tc%d -> n%d [color=blue,weight=%d];\n", -ref, i, DATA_WEIGHT);
						} else if (insn->op == IR_PHI
								&& ctx->ir_base[insn->op1].op == IR_LOOP_BEGIN
								&& ctx->ir_base[ir_insn_op(&ctx->ir_base[insn->op1], j - 1)].op == IR_LOOP_END) {
							fprintf(f, "\tn%d -> n%d [color=blue,dir=back];\n", i, ref);
						} else {
							fprintf(f, "\tn%d -> n%d [color=blue,weight=%d];\n", ref, i, DATA_WEIGHT);
						}
						break;
					case IR_OPND_CONTROL:
						if (insn->op == IR_LOOP_BEGIN && ctx->ir_base[ref].op == IR_LOOP_END) {
							fprintf(f, "\tn%d -> n%d [style=bold,color=red,dir=back];\n", i, ref);
						} else if (insn->op == IR_ENTRY) {
							fprintf(f, "\tn%d -> n%d [style=bold,color=red,style=dashed,weight=%d];\n", ref, i, CONTROL_WEIGHT);
						} else {
							fprintf(f, "\tn%d -> n%d [style=bold,color=red,weight=%d];\n", ref, i, CONTROL_WEIGHT);
						}
						break;
					case IR_OPND_CONTROL_DEP:
					case IR_OPND_CONTROL_REF:
					case IR_OPND_CONTROL_GUARD:
						fprintf(f, "\tn%d -> n%d [style=dashed,dir=back,weight=%d];\n", ref, i, REF_WEIGHT);
						break;
					case IR_OPND_LABEL_REF:
						if (ref) {
							fprintf(f, "\tc%d -> n%d [color=blue,weight=%d];\n", -ref, i, REF_WEIGHT);
						}
						break;
				}
			}
		}
		n = ir_insn_inputs_to_len(n);
		i += n;
		insn += n;
	}
	fprintf(f, "}\n");
}

void ir_dump_use_lists(const ir_ctx *ctx, FILE *f)
{
	ir_ref i, j, n, *p;
	ir_use_list *list;

	if (ctx->use_lists) {
		fprintf(f, "{ # Use Lists\n");
		for (i = 1, list = &ctx->use_lists[1]; i < ctx->insns_count; i++, list++) {
			n = list->count;
			if (n > 0) {
				p = &ctx->use_edges[list->refs];
				fprintf(f, "%05d(%d): [%05d", i, n, *p);
				p++;
				for (j = 1; j < n; j++, p++) {
					fprintf(f, ", %05d", *p);
				}
				fprintf(f, "]\n");
			}
		}
		fprintf(f, "}\n");
	}
}

static void ir_dump_dessa_moves(const ir_ctx *ctx, int b, ir_block *bb, FILE *f)
{
	uint32_t succ;
	ir_block *succ_bb;
	ir_use_list *use_list;
	ir_ref k, i, *p, use_ref, input;
	ir_insn *use_insn;

	IR_ASSERT(bb->successors_count == 1);
	succ = ctx->cfg_edges[bb->successors];
	succ_bb = &ctx->cfg_blocks[succ];
	IR_ASSERT(succ_bb->predecessors_count > 1);
	use_list = &ctx->use_lists[succ_bb->start];
	k = ir_phi_input_number(ctx, succ_bb, b);

	for (i = use_list->count, p = &ctx->use_edges[use_list->refs]; i > 0; p++, i--) {
		use_ref = *p;
		use_insn = &ctx->ir_base[use_ref];
		if (use_insn->op == IR_PHI) {
			input = ir_insn_op(use_insn, k);
			if (IR_IS_CONST_REF(input)) {
				fprintf(f, "\t# DESSA MOV c_%d", -input);
			} else if (ctx->vregs[input] != ctx->vregs[use_ref]) {
				fprintf(f, "\t# DESSA MOV d_%d {R%d}", input, ctx->vregs[input]);
			} else {
				continue;
			}
			if (ctx->regs) {
				int8_t *regs = ctx->regs[use_ref];
				int8_t reg = regs[k];
				if (reg != IR_REG_NONE) {
					ir_dump_reg(ctx, reg, input, 0, f);
				}
			}
			fprintf(f, " -> d_%d {R%d}", use_ref, ctx->vregs[use_ref]);
			if (ctx->regs) {
				int8_t reg = ctx->regs[use_ref][0];
				if (reg != IR_REG_NONE) {
					ir_dump_reg(ctx, reg, use_ref, 1, f);
				}
			}
			fprintf(f, "\n");
		}
	}
}

static void ir_dump_cfg_block(ir_ctx *ctx, FILE *f, uint32_t b, ir_block *bb)
{
	fprintf(f, "BB%d:\n", b);
	fprintf(f, "\tstart=%d\n", bb->start);
	fprintf(f, "\tend=%d\n", bb->end);
	if (bb->successors_count) {
		uint32_t i;

		fprintf(f, "\tsuccessors(%d) [BB%d", bb->successors_count, ctx->cfg_edges[bb->successors]);
		for (i = 1; i < bb->successors_count; i++) {
			fprintf(f, ", BB%d", ctx->cfg_edges[bb->successors + i]);
		}
		fprintf(f, "]\n");
	}
	if (bb->predecessors_count) {
		uint32_t i;

		fprintf(f, "\tpredecessors(%d) [BB%d", bb->predecessors_count, ctx->cfg_edges[bb->predecessors]);
		for (i = 1; i < bb->predecessors_count; i++) {
			fprintf(f, ", BB%d", ctx->cfg_edges[bb->predecessors + i]);
		}
		fprintf(f, "]\n");
	}
	if (bb->dom_parent > 0) {
		fprintf(f, "\tdom_parent=BB%d\n", bb->dom_parent);
	}
	fprintf(f, "\tdom_depth=%d\n", bb->dom_depth);
	if (bb->dom_child > 0) {
		int child = bb->dom_child;
		fprintf(f, "\tdom_children [BB%d", child);
		child = ctx->cfg_blocks[child].dom_next_child;
		while (child > 0) {
			fprintf(f, ", BB%d", child);
			child = ctx->cfg_blocks[child].dom_next_child;
		}
		fprintf(f, "]\n");
	}
	if (bb->flags & IR_BB_ENTRY) {
		fprintf(f, "\tENTRY\n");
	}
	if (bb->flags & IR_BB_UNREACHABLE) {
		fprintf(f, "\tUNREACHABLE\n");
	}
	if (bb->flags & IR_BB_LOOP_HEADER) {
		if (bb->flags & IR_BB_LOOP_WITH_ENTRY) {
			fprintf(f, "\tLOOP_HEADER, LOOP_WITH_ENTRY\n");
		} else {
			fprintf(f, "\tLOOP_HEADER\n");
		}
	}
	if (bb->flags & IR_BB_IRREDUCIBLE_LOOP) {
		fprintf(stderr, "\tIRREDUCIBLE_LOOP\n");
	}
	if (bb->flags & IR_BB_IRREDUCIBLE_ENTRY) {
		fprintf(stderr, "\tIRREDUCIBLE_ENTRY\n");
	}
	if (bb->loop_header > 0) {
		fprintf(f, "\tloop_header=BB%d\n", bb->loop_header);
	}
	if (bb->loop_depth != 0) {
		fprintf(f, "\tloop_depth=%d\n", bb->loop_depth);
	}
	if (bb->flags & IR_BB_OSR_ENTRY_LOADS) {
		ir_list *list = (ir_list*)ctx->osr_entry_loads;
		uint32_t pos = 0, i, count;

		IR_ASSERT(list);
		while (1) {
			i = ir_list_at(list, pos);
			if (b == i) {
				break;
			}
			IR_ASSERT(i != 0); /* end marker */
			pos++;
			count = ir_list_at(list, pos);
			pos += count + 1;
		}
		pos++;
		count = ir_list_at(list, pos);
		pos++;

		for (i = 0; i < count; i++, pos++) {
			ir_ref ref = ir_list_at(list, pos);
			fprintf(f, "\tOSR_ENTRY_LOAD=d_%d\n", ref);
		}
	}
	if (bb->flags & IR_BB_DESSA_MOVES) {
		ir_dump_dessa_moves(ctx, b, bb, f);
	}
}

void ir_dump_cfg(ir_ctx *ctx, FILE *f)
{
	if (ctx->cfg_blocks) {
		uint32_t  b, i, bb_count = ctx->cfg_blocks_count;
		ir_block *bb = ctx->cfg_blocks + 1;

		fprintf(f, "{ # CFG\n");
		if (ctx->cfg_schedule) {
			for (i = 1; i <= bb_count; i++) {
				b = ctx->cfg_schedule[i];
				bb = &ctx->cfg_blocks[b];
				ir_dump_cfg_block(ctx, f, b, bb);
			}
		} else {
			for (b = 1; b <= bb_count; b++, bb++) {
				ir_dump_cfg_block(ctx, f, b, bb);
			}
		}
		fprintf(f, "}\n");
	}
}

void ir_dump_cfg_map(const ir_ctx *ctx, FILE *f)
{
	ir_ref i;
    uint32_t *_blocks = ctx->cfg_map;

    if (_blocks) {
		fprintf(f, "{ # CFG map (insn -> bb)\n");
		for (i = IR_UNUSED + 1; i < ctx->insns_count; i++) {
			fprintf(f, "%d -> %d\n", i, _blocks[i]);
		}
		fprintf(f, "}\n");
	}
}

void ir_dump_live_ranges(const ir_ctx *ctx, FILE *f)
{
    ir_ref i, j, n;

	if (!ctx->live_intervals) {
		return;
	}
	fprintf(f, "{ # LIVE-RANGES (vregs_count=%d)\n", ctx->vregs_count);
	for (i = 0; i <= ctx->vregs_count; i++) {
		ir_live_interval *ival = ctx->live_intervals[i];

		if (ival) {
			ir_live_range *p;
			ir_use_pos *use_pos;

			if (i == 0) {
				fprintf(f, "TMP");
			} else {
				for (j = 1; j < ctx->insns_count; j++) {
					if (ctx->vregs[j] == i) {
						break;
					}
				}
				fprintf(f, "R%d (d_%d", i, j);
				for (j++; j < ctx->insns_count; j++) {
					if (ctx->vregs[j] == i) {
						fprintf(f, ", d_%d", j);
					}
				}
				fprintf(f, ")");
				if (ival->stack_spill_pos != -1) {
					if (ival->flags & IR_LIVE_INTERVAL_SPILL_SPECIAL) {
						IR_ASSERT(ctx->spill_base >= 0);
						fprintf(f, " [SPILL=0x%x(%%%s)]", ival->stack_spill_pos, ir_reg_name(ctx->spill_base, IR_ADDR));
					} else {
						fprintf(f, " [SPILL=0x%x]", ival->stack_spill_pos);
					}
				}
			}
			if (ival->next) {
				fprintf(f, "\n\t");
			} else if (ival->reg != IR_REG_NONE) {
				fprintf(f, " ");
			}
			do {
				if (ival->reg != IR_REG_NONE) {
#if IR_X86_I64
					if (ival->type == IR_I64 || ival->type == IR_U64) {
						fprintf(f, "[%%%s,%%%s]", ir_reg_name(ival->reg, IR_U32), ir_reg_name(ival->reg_hi, IR_U32));
					} else
#endif
					fprintf(f, "[%%%s]", ir_reg_name(ival->reg, ival->type));
				}
				p = &ival->range;
				fprintf(f, ": [%d.%d-%d.%d)",
					IR_LIVE_POS_TO_REF(p->start), IR_LIVE_POS_TO_SUB_REF(p->start),
					IR_LIVE_POS_TO_REF(p->end), IR_LIVE_POS_TO_SUB_REF(p->end));
				if (i == 0) {
					/* This is a TMP register */
					if (ival->tmp_ref == IR_LIVE_POS_TO_REF(p->start)) {
						fprintf(f, "/%d", ival->tmp_op_num);
					} else {
						fprintf(f, "/%d.%d", ival->tmp_ref, ival->tmp_op_num);
					}
				} else {
					p = p->next;
					while (p) {
						fprintf(f, ", [%d.%d-%d.%d)",
							IR_LIVE_POS_TO_REF(p->start), IR_LIVE_POS_TO_SUB_REF(p->start),
							IR_LIVE_POS_TO_REF(p->end), IR_LIVE_POS_TO_SUB_REF(p->end));
						p = p->next;
					}
				}
				use_pos = ival->use_pos;
				while (use_pos) {
					if (use_pos->flags & IR_PHI_USE) {
						IR_ASSERT(use_pos->op_num > 0);
						fprintf(f, ", PHI_USE(%d.%d, phi=d_%d/%d)",
							IR_LIVE_POS_TO_REF(use_pos->pos), IR_LIVE_POS_TO_SUB_REF(use_pos->pos),
							-use_pos->hint_ref, use_pos->op_num);
					} else if (use_pos->flags & IR_FUSED_USE) {
						fprintf(f, ", USE(%d.%d/%d.%d",
							IR_LIVE_POS_TO_REF(use_pos->pos), IR_LIVE_POS_TO_SUB_REF(use_pos->pos),
							-use_pos->hint_ref, use_pos->op_num);
						if (use_pos->hint >= 0) {
#if IR_X86_I64
							if (ival->type == IR_I64 || ival->type == IR_U64) {
								if (use_pos->flags & IR_HINT_TWO_REGS) {
									fprintf(f, ", hint=%%%s,%%%s",
										ir_reg_name(IR_REG_I64_LO(use_pos->hint), IR_U32),
										ir_reg_name(IR_REG_I64_HI(use_pos->hint), IR_U32));
								} else {
									fprintf(f, ", hint=%%%s", ir_reg_name(use_pos->hint, IR_U32));
								}
							} else
#endif
							fprintf(f, ", hint=%%%s", ir_reg_name(use_pos->hint, ival->type));
						}
						fprintf(f, ")");
						if (use_pos->flags & IR_USE_MUST_BE_IN_REG) {
							fprintf(f, "!");
						}
					} else {
						if (!use_pos->op_num) {
							fprintf(f, ", DEF(%d.%d",
								IR_LIVE_POS_TO_REF(use_pos->pos), IR_LIVE_POS_TO_SUB_REF(use_pos->pos));
						} else {
							fprintf(f, ", USE(%d.%d/%d",
								IR_LIVE_POS_TO_REF(use_pos->pos), IR_LIVE_POS_TO_SUB_REF(use_pos->pos),
								use_pos->op_num);
						}
						if (use_pos->hint >= 0) {
#if IR_X86_I64
							if (ival->type == IR_I64 || ival->type == IR_U64) {
								if (use_pos->flags & IR_HINT_TWO_REGS) {
									fprintf(f, ", hint=%%%s,%%%s",
										ir_reg_name(IR_REG_I64_LO(use_pos->hint), IR_U32),
										ir_reg_name(IR_REG_I64_HI(use_pos->hint), IR_U32));
								} else {
									fprintf(f, ", hint=%%%s", ir_reg_name(use_pos->hint, IR_U32));
							    }
							} else
#endif
							fprintf(f, ", hint=%%%s", ir_reg_name(use_pos->hint, ival->type));
						}
						if (use_pos->hint_ref) {
							fprintf(f, ", hint=R%d", ctx->vregs[use_pos->hint_ref]);
						}
						fprintf(f, ")");
						if (use_pos->flags & IR_USE_MUST_BE_IN_REG) {
							fprintf(f, "!");
						}
					}
					use_pos = use_pos->next;
				}
				if (ival->next) {
					fprintf(f, "\n\t");
				}
				ival = ival->next;
			} while (ival);
			fprintf(f, "\n");
		}
	}
#if 1
	n = ctx->vregs_count + 1 + IR_REG_SET_NUM;
	for (i = ctx->vregs_count + 1; i < n; i++) {
		ir_live_interval *ival = ctx->live_intervals[i];

		if (ival) {
			ir_live_range *p = &ival->range;
			fprintf(f, "[%%%s] : [%d.%d-%d.%d)",
				ir_reg_name(ival->reg, ival->type),
				IR_LIVE_POS_TO_REF(p->start), IR_LIVE_POS_TO_SUB_REF(p->start),
				IR_LIVE_POS_TO_REF(p->end), IR_LIVE_POS_TO_SUB_REF(p->end));
			p = p->next;
			while (p) {
				fprintf(f, ", [%d.%d-%d.%d)",
					IR_LIVE_POS_TO_REF(p->start), IR_LIVE_POS_TO_SUB_REF(p->start),
					IR_LIVE_POS_TO_REF(p->end), IR_LIVE_POS_TO_SUB_REF(p->end));
				p = p->next;
			}
			fprintf(f, "\n");
		}
	}
#endif
	fprintf(f, "}\n");
}

void ir_dump_codegen(const ir_ctx *ctx, FILE *f)
{
	ir_ref i, j, n, ref, *p;
	ir_insn *insn;
	uint32_t flags, _b, b;
	ir_block *bb;
	bool first;

	fprintf(f, "{\n");
	/* Separate behavior to keep tests compatibility. TODO: remove the old behavior */
	if (ctx->flags2 & IR_HAS_LONG_CONSTANTS) {
		for (i = 1 - ctx->consts_count, insn = ctx->ir_base + i; i < IR_UNUSED; i++, insn++) {
			fprintf(f, "\t");
			ir_print_type_cname(insn->type, f);
			fprintf(f, " c_%d = ", -i);
			if (insn->op == IR_FUNC) {
				fprintf(f, "func %s", ir_get_str(ctx, insn->val.name));
				ir_print_proto(ctx, insn->proto, f);
			} else if (insn->op == IR_SYM) {
				fprintf(f, "sym(%s)", ir_get_str(ctx, insn->val.name));
			} else if (insn->op == IR_LABEL) {
				fprintf(f, "label(%s)", ir_get_str(ctx, insn->val.name));
			} else if (insn->op == IR_FUNC_ADDR) {
				fprintf(f, "func *");
				ir_print_const(ctx, insn, f, true);
				ir_print_proto(ctx, insn->proto, f);
			} else {
				ir_print_const(ctx, insn, f, true);
			}
			fprintf(f, ";\n");
			if (insn->op == IR_LONG_CONST) {
				i += IR_ALIGNED_SIZE(insn->long_const_size, sizeof(ir_insn)) / sizeof(ir_insn);
				insn += IR_ALIGNED_SIZE(insn->long_const_size, sizeof(ir_insn)) / sizeof(ir_insn);
			}
		}
	} else {
		for (i = IR_UNUSED + 1, insn = ctx->ir_base - i; i < ctx->consts_count; i++, insn--) {
			fprintf(f, "\t");
			ir_print_type_cname(insn->type, f);
			fprintf(f, " c_%d = ", i);
			if (insn->op == IR_FUNC) {
				fprintf(f, "func %s", ir_get_str(ctx, insn->val.name));
				ir_print_proto(ctx, insn->proto, f);
			} else if (insn->op == IR_SYM) {
				fprintf(f, "sym(%s)", ir_get_str(ctx, insn->val.name));
			} else if (insn->op == IR_LABEL) {
				fprintf(f, "label(%s)", ir_get_str(ctx, insn->val.name));
			} else if (insn->op == IR_FUNC_ADDR) {
				fprintf(f, "func *");
				ir_print_const(ctx, insn, f, true);
				ir_print_proto(ctx, insn->proto, f);
			} else {
				ir_print_const(ctx, insn, f, true);
			}
			fprintf(f, ";\n");
		}
	}

	for (_b = 1; _b <= ctx->cfg_blocks_count; _b++) {
		if (ctx->cfg_schedule) {
			b = ctx->cfg_schedule[_b];
		} else {
			b = _b;
		}
		bb = &ctx->cfg_blocks[b];
		if ((bb->flags & (IR_BB_START|IR_BB_ENTRY|IR_BB_EMPTY)) == IR_BB_EMPTY) {
			continue;
		}

		fprintf(f, "#BB%d: end=l_%d", b, bb->end);
		if (bb->flags & IR_BB_UNREACHABLE) {
			fprintf(f, ", U");
		}
		if (bb->dom_parent > 0) {
			fprintf(f, ", idom=BB%d(%d)", bb->dom_parent, bb->dom_depth);
		}
		if (bb->loop_depth != 0) {
			if (bb->flags & IR_BB_LOOP_HEADER) {
				if (bb->loop_header > 0) {
					fprintf(f, ", loop=HDR,BB%d(%d)", bb->loop_header, bb->loop_depth);
				} else {
					IR_ASSERT(bb->loop_depth == 1);
					fprintf(f, ", loop=HDR(%d)", bb->loop_depth);
				}
			} else {
				IR_ASSERT(bb->loop_header > 0);
				fprintf(f, ", loop=BB%d(%d)", bb->loop_header, bb->loop_depth);
			}
		}
		if (bb->predecessors_count) {
			uint32_t i;

			fprintf(f, ", pred(%d)=[BB%d", bb->predecessors_count, ctx->cfg_edges[bb->predecessors]);
			for (i = 1; i < bb->predecessors_count; i++) {
				fprintf(f, ", BB%d", ctx->cfg_edges[bb->predecessors + i]);
			}
			fprintf(f, "]");
		}
		if (bb->successors_count) {
			uint32_t i;

			fprintf(f, ", succ(%d)=[BB%d", bb->successors_count, ctx->cfg_edges[bb->successors]);
			for (i = 1; i < bb->successors_count; i++) {
				fprintf(f, ", BB%d", ctx->cfg_edges[bb->successors + i]);
			}
			fprintf(f, "]");
		}
		fprintf(f, "\n");

		for (i = bb->start, insn = ctx->ir_base + i; i <= bb->end;) {
			flags = ir_op_flags[insn->op];
			if (flags & IR_OP_FLAG_CONTROL) {
				if (!(flags & IR_OP_FLAG_MEM) || insn->type == IR_VOID) {
					fprintf(f, "\tl_%d = ", i);
				} else {
					fprintf(f, "\t");
					ir_print_type_cname(insn->type, f);
					fprintf(f, " d_%d", i);
					if (ctx->vregs && ctx->vregs[i] > 0) {
						fprintf(f, " {R%d}", ctx->vregs[i]);
					}
					if (ctx->regs) {
						int8_t reg = ctx->regs[i][0];
						if (reg != IR_REG_NONE) {
							ir_dump_reg(ctx, reg, i, 1, f);
						}
					}
					fprintf(f, ", l_%d = ", i);
				}
			} else {
				fprintf(f, "\t");
				if (flags & IR_OP_FLAG_DATA) {
					ir_print_type_cname(insn->type, f);
					fprintf(f, " d_%d", i);
					if (ctx->vregs && ctx->vregs[i] > 0) {
						fprintf(f, " {R%d}", ctx->vregs[i]);
					}
					if (ctx->regs) {
						int8_t reg = ctx->regs[i][0];
						if (reg != IR_REG_NONE) {
							ir_dump_reg(ctx, reg, i, 1, f);
						}
					}
					fprintf(f, " = ");
				}
			}
			fprintf(f, "%s", ir_op_name[insn->op]);
			n = ir_operands_count(ctx, insn);
			if ((insn->op == IR_MERGE || insn->op == IR_LOOP_BEGIN) && n != 2) {
				fprintf(f, "/%d", n);
			} else if ((insn->op == IR_CALL || insn->op == IR_TAILCALL) && n != 2) {
				fprintf(f, "/%d", n - 2);
			} else if (insn->op == IR_PHI && n != 3) {
				fprintf(f, "/%d", n - 1);
			} else if (insn->op == IR_SNAPSHOT) {
				fprintf(f, "/%d", n - 1);
			}
			first = 1;
			for (j = 1, p = insn->ops + 1; j <= n; j++, p++) {
				uint32_t opnd_kind = IR_OPND_KIND(flags, j);

				ref = *p;
				if (ref) {
					switch (opnd_kind) {
						case IR_OPND_DATA:
							if (IR_IS_CONST_REF(ref)) {
								fprintf(f, "%sc_%d", first ? "(" : ", ", -ref);
							} else {
								fprintf(f, "%sd_%d", first ? "(" : ", ", ref);
							}
							if (ctx->vregs && ref > 0 && ctx->vregs[ref] > 0) {
								fprintf(f, " {R%d}", ctx->vregs[ref]);
							}
							if (ctx->regs) {
								int8_t *regs = ctx->regs[i];
								int8_t reg = regs[j];
								if (reg != IR_REG_NONE) {
									ir_dump_reg(ctx, reg, ref, 0, f);
								}
							}
							first = 0;
							break;
						case IR_OPND_CONTROL:
						case IR_OPND_CONTROL_DEP:
						case IR_OPND_CONTROL_REF:
						case IR_OPND_CONTROL_GUARD:
							fprintf(f, "%sl_%d", first ? "(" : ", ", ref);
							first = 0;
							break;
						case IR_OPND_STR:
							fprintf(f, "%s\"%s\"", first ? "(" : ", ", ir_get_str(ctx, ref));
							first = 0;
							break;
						case IR_OPND_PROTO:
							fprintf(f, "%sfunc ", first ? "(" : ", ");
							ir_print_proto(ctx, ref, f);
							break;
						case IR_OPND_OPT:
							if (ref == 0) {
								break;
							}
							IR_FALLTHROUGH;
						case IR_OPND_NUM:
							fprintf(f, "%s%d", first ? "(" : ", ", ref);
							first = 0;
							break;
						case IR_OPND_LABEL_REF:
							if (ref) {
								IR_ASSERT(IR_IS_CONST_REF(ref));
								fprintf(f, "%sc_%d", first ? "(" : ", ", -ref);
							}
							break;
					}
				} else if (opnd_kind == IR_OPND_NUM) {
					fprintf(f, "%s%d", first ? "(" : ", ", ref);
					first = 0;
				} else if (opnd_kind == IR_OPND_CONTROL_GUARD) {
					/* skip */
				} else if (j != n &&
						(IR_IS_REF_OPND_KIND(opnd_kind) || (opnd_kind == IR_OPND_UNUSED && p[n-j]))) {
					fprintf(f, "%snull", first ? "(" : ", ");
					first = 0;
				}
			}
			if (first) {
				fprintf(f, ";");
			} else if (ctx->value_params
			 && insn->op == IR_PARAM
			 && ctx->value_params[insn->op3 - 1].align) {
				fprintf(f, ") ByVal(%d, %d);",
					ctx->value_params[insn->op3 - 1].size,
					ctx->value_params[insn->op3 - 1].align);
			} else {
				fprintf(f, ");");
			}
			if (((flags & IR_OP_FLAG_DATA) || ((flags & IR_OP_FLAG_MEM) && insn->type != IR_VOID)) && ctx->binding) {
				ir_ref var = ir_binding_find(ctx, i);
				if (var) {
					IR_ASSERT(var < 0);
					fprintf(f, " # BIND(0x%x);", -var);
				}
			}
			if (ctx->rules) {
				uint32_t rule = ctx->rules[i];
				uint32_t id = rule & IR_RULE_MASK;

				if (id < IR_LAST_OP) {
					fprintf(f, " # RULE(%s", ir_op_name[id]);
				} else {
					IR_ASSERT(id > IR_LAST_OP /*&& id < IR_LAST_RULE*/);
					fprintf(f, " # RULE(%s", ir_rule_name[id - IR_LAST_OP]);
				}
				if (rule & IR_FUSED) {
					fprintf(f, ":FUSED");
				}
				if (rule & IR_SKIPPED) {
					fprintf(f, ":SKIPPED");
				}
				if (rule & IR_SIMPLE) {
					fprintf(f, ":SIMPLE");
				}
#if IR_X86_I64
				if (rule & IR_TWO_REGS) {
					fprintf(f, ":TWO_REGS");
				}
#endif
				fprintf(f, ")");
			}
			fprintf(f, "\n");
			n = ir_insn_inputs_to_len(n);
			i += n;
			insn += n;
		}

		if (bb->flags & IR_BB_DESSA_MOVES) {
			ir_dump_dessa_moves(ctx, b, bb, f);
		}

		insn = &ctx->ir_base[bb->end];
		if (insn->op == IR_END || insn->op == IR_LOOP_END) {
			uint32_t succ;

			if (bb->successors_count == 1) {
				succ = ctx->cfg_edges[bb->successors];
			} else {
				/* END may have a fake control edge to ENTRY */
				IR_ASSERT(bb->successors_count == 2);
				succ = ctx->cfg_edges[bb->successors];
				if (ctx->ir_base[ctx->cfg_blocks[succ].start].op == IR_ENTRY) {
					succ = ctx->cfg_edges[bb->successors + 1];
#ifdef IR_DEBUG
				} else {
					uint32_t fake_succ = ctx->cfg_edges[bb->successors + 1];
					IR_ASSERT(ctx->ir_base[ctx->cfg_blocks[fake_succ].start].op == IR_ENTRY);
#endif
				}
			}
			succ = ir_skip_empty_target_blocks(ctx, succ);
			if (ctx->cfg_schedule) {
				if (_b == ctx->cfg_blocks_count || succ != ctx->cfg_schedule[_b + 1]) {
					fprintf(f, "\t# GOTO BB%d\n", succ);
				}
			} else {
				if (succ != b + 1) {
					fprintf(f, "\t# GOTO BB%d\n", succ);
				}
			}
		} else if (insn->op == IR_IF) {
			uint32_t true_block, false_block;

			ir_get_true_false_blocks(ctx, b, &true_block, &false_block);
			fprintf(f, "\t# IF_TRUE BB%d, IF_FALSE BB%d\n", true_block, false_block);
		} else if (insn->op == IR_SWITCH) {
			fprintf(f, "\t# SWITCH ...\n");
		}
	}
	fprintf(f, "}\n");
}