lower_dw.c 75.4 KB
Newer Older
Christian Würdig's avatar
Christian Würdig committed
1
/*
Michael Beck's avatar
Michael Beck committed
2
 * Copyright (C) 1995-2008 University of Karlsruhe.  All right reserved.
Christian Würdig's avatar
Christian Würdig committed
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
 *
 * This file is part of libFirm.
 *
 * This file may be distributed and/or modified under the terms of the
 * GNU General Public License version 2 as published by the Free Software
 * Foundation and appearing in the file LICENSE.GPL included in the
 * packaging of this file.
 *
 * Licensees holding valid libFirm Professional Edition licenses may use
 * this file in accordance with the libFirm Commercial License.
 * Agreement provided with the Software.
 *
 * This file is provided AS IS with NO WARRANTY OF ANY KIND, INCLUDING THE
 * WARRANTY OF DESIGN, MERCHANTABILITY AND FITNESS FOR A PARTICULAR
 * PURPOSE.
 */

Michael Beck's avatar
Michael Beck committed
20
21
22
23
24
25
/**
 * @file
 * @brief   Lower Double word operations, ie 64bit -> 32bit, 32bit -> 16bit etc.
 * @date    8.10.2004
 * @author  Michael Beck
 * @version $Id$
26
 */
Matthias Braun's avatar
Matthias Braun committed
27
#include "config.h"
28

29
#include <string.h>
30
#include <stdlib.h>
31
32
#include <assert.h>

33
#include "error.h"
34
#include "lowering.h"
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
#include "irnode_t.h"
#include "irgraph_t.h"
#include "irmode_t.h"
#include "iropt_t.h"
#include "irgmod.h"
#include "tv_t.h"
#include "dbginfo_t.h"
#include "iropt_dbg.h"
#include "irflag_t.h"
#include "firmstat.h"
#include "irgwalk.h"
#include "ircons.h"
#include "irflag.h"
#include "irtools.h"
#include "debug.h"
#include "set.h"
#include "pmap.h"
#include "pdeq.h"
Christian Würdig's avatar
Christian Würdig committed
53
#include "irdump.h"
54
#include "array_t.h"
Michael Beck's avatar
Michael Beck committed
55
#include "irpass_t.h"
56

Michael Beck's avatar
Michael Beck committed
57
58
59
60
/** A map from mode to a primitive type. */
static pmap *prim_types;

/** A map from (op, imode, omode) to Intrinsic functions entities. */
61
62
static set *intrinsic_fkt;

Michael Beck's avatar
Michael Beck committed
63
64
65
/** A map from (imode, omode) to conv function types. */
static set *conv_types;

66
67
68
69
/** A map from a method type to its lowered type. */
static pmap *lowered_type;

/** The types for the binop and unop intrinsics. */
Christian Würdig's avatar
Christian Würdig committed
70
static ir_type *binop_tp_u, *binop_tp_s, *unop_tp_u, *unop_tp_s, *shiftop_tp_u, *shiftop_tp_s, *tp_s, *tp_u;
71
72
73
74
75

/** the debug handle */
DEBUG_ONLY(static firm_dbg_module_t *dbg = NULL;)

/**
Michael Beck's avatar
Michael Beck committed
76
 * An entry in the (op, imode, omode) -> entity map.
77
78
79
 */
typedef struct _op_mode_entry {
	const ir_op   *op;    /**< the op */
Michael Beck's avatar
Michael Beck committed
80
81
	const ir_mode *imode; /**< the input mode */
	const ir_mode *omode; /**< the output mode */
82
	ir_entity     *ent;   /**< the associated entity of this (op, imode, omode) triple */
83
84
} op_mode_entry_t;

Michael Beck's avatar
Michael Beck committed
85
86
87
88
89
90
91
92
93
/**
 * An entry in the (imode, omode) -> tp map.
 */
typedef struct _conv_tp_entry {
	const ir_mode *imode; /**< the input mode */
	const ir_mode *omode; /**< the output mode */
	ir_type       *mtd;   /**< the associated method type of this (imode, omode) pair */
} conv_tp_entry_t;

94
95
96
97
98
/**
 * Every double word node will be replaced,
 * we need some store to hold the replacement:
 */
typedef struct _node_entry_t {
99
100
	ir_node *low_word;    /**< the low word */
	ir_node *high_word;   /**< the high word */
101
102
103
} node_entry_t;

enum lower_flags {
104
105
	MUST_BE_LOWERED = 1,  /**< graph must be lowered */
	CF_CHANGED      = 2,  /**< control flow was changed */
106
107
108
109
110
111
112
113
};

/**
 * The lower environment.
 */
typedef struct _lower_env_t {
	node_entry_t **entries;       /**< entries per node */
	struct obstack obst;          /**< an obstack holding the temporary data */
114
	ir_type  *l_mtp;              /**< lowered method type of the current method */
Michael Beck's avatar
BugFix:    
Michael Beck committed
115
116
	tarval   *tv_mode_bytes;      /**< a tarval containing the number of bytes in the lowered modes */
	tarval   *tv_mode_bits;       /**< a tarval containing the number of bits in the lowered modes */
117
118
	pdeq     *waitq;              /**< a wait queue of all nodes that must be handled later */
	pmap     *proj_2_block;       /**< a map from ProjX to its destination blocks */
119
120
	ident    *first_id;           /**< .l for little and .h for big endian */
	ident    *next_id;            /**< .h for little and .l for big endian */
121
122
123
	const lwrdw_param_t *params;  /**< transformation parameter */
	unsigned flags;               /**< some flags */
	int      n_entries;           /**< number of entries */
124
	ir_type  *value_param_tp;     /**< the old value param type */
125
126
} lower_env_t;

Michael Beck's avatar
Michael Beck committed
127
128
129
130
131
132
133
134
135
136
137
138
/**
 * Get a primitive mode for a mode.
 */
static ir_type *get_primitive_type(ir_mode *mode) {
	pmap_entry *entry = pmap_find(prim_types, mode);
	ir_type *tp;
	char buf[64];

	if (entry)
		return entry->value;

	snprintf(buf, sizeof(buf), "_prim_%s", get_mode_name(mode));
139
	tp = new_type_primitive(mode);
Michael Beck's avatar
Michael Beck committed
140
141
142

	pmap_insert(prim_types, mode, tp);
	return tp;
143
}  /* get_primitive_type */
Michael Beck's avatar
Michael Beck committed
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165

/**
 * Create a method type for a Conv emulation from imode to omode.
 */
static ir_type *get_conv_type(ir_mode *imode, ir_mode *omode, lower_env_t *env) {
	conv_tp_entry_t key, *entry;
	ir_type *mtd;

	key.imode = imode;
	key.omode = omode;
	key.mtd   = NULL;

	entry = set_insert(conv_types, &key, sizeof(key), HASH_PTR(imode) ^ HASH_PTR(omode));
	if (! entry->mtd) {
		int n_param = 1, n_res = 1;

		if (imode == env->params->high_signed || imode == env->params->high_unsigned)
			n_param = 2;
		if (omode == env->params->high_signed || omode == env->params->high_unsigned)
			n_res = 2;

		/* create a new one */
166
		mtd = new_type_method(n_param, n_res);
Michael Beck's avatar
Michael Beck committed
167
168
169
170

		/* set param types and result types */
		n_param = 0;
		if (imode == env->params->high_signed) {
171
			set_method_param_type(mtd, n_param++, tp_u);
Michael Beck's avatar
Michael Beck committed
172
			set_method_param_type(mtd, n_param++, tp_s);
Michael Beck's avatar
BugFix:    
Michael Beck committed
173
		} else if (imode == env->params->high_unsigned) {
Michael Beck's avatar
Michael Beck committed
174
175
			set_method_param_type(mtd, n_param++, tp_u);
			set_method_param_type(mtd, n_param++, tp_u);
Michael Beck's avatar
BugFix:    
Michael Beck committed
176
		} else {
Michael Beck's avatar
Michael Beck committed
177
178
			ir_type *tp = get_primitive_type(imode);
			set_method_param_type(mtd, n_param++, tp);
Michael Beck's avatar
BugFix:    
Michael Beck committed
179
		}  /* if */
Michael Beck's avatar
Michael Beck committed
180
181
182

		n_res = 0;
		if (omode == env->params->high_signed) {
183
			set_method_res_type(mtd, n_res++, tp_u);
Michael Beck's avatar
Michael Beck committed
184
			set_method_res_type(mtd, n_res++, tp_s);
Michael Beck's avatar
BugFix:    
Michael Beck committed
185
		} else if (omode == env->params->high_unsigned) {
Michael Beck's avatar
Michael Beck committed
186
187
			set_method_res_type(mtd, n_res++, tp_u);
			set_method_res_type(mtd, n_res++, tp_u);
Michael Beck's avatar
BugFix:    
Michael Beck committed
188
		} else {
Michael Beck's avatar
Michael Beck committed
189
190
			ir_type *tp = get_primitive_type(omode);
			set_method_res_type(mtd, n_res++, tp);
Michael Beck's avatar
BugFix:    
Michael Beck committed
191
		}  /* if */
Michael Beck's avatar
Michael Beck committed
192
		entry->mtd = mtd;
Michael Beck's avatar
BugFix:    
Michael Beck committed
193
	} else {
Michael Beck's avatar
Michael Beck committed
194
		mtd = entry->mtd;
Michael Beck's avatar
BugFix:    
Michael Beck committed
195
	}  /* if */
Michael Beck's avatar
Michael Beck committed
196
	return mtd;
197
}  /* get_conv_type */
Michael Beck's avatar
Michael Beck committed
198

199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
/**
 * Add an additional control flow input to a block.
 * Patch all Phi nodes. The new Phi inputs are copied from
 * old input number nr.
 */
static void add_block_cf_input_nr(ir_node *block, int nr, ir_node *cf)
{
	int i, arity = get_irn_arity(block);
	ir_node **in, *phi;

	assert(nr < arity);

	NEW_ARR_A(ir_node *, in, arity + 1);
	for (i = 0; i < arity; ++i)
		in[i] = get_irn_n(block, i);
	in[i] = cf;

	set_irn_in(block, i + 1, in);

218
	for (phi = get_Block_phis(block); phi != NULL; phi = get_Phi_next(phi)) {
219
220
221
222
		for (i = 0; i < arity; ++i)
			in[i] = get_irn_n(phi, i);
		in[i] = in[nr];
		set_irn_in(phi, i + 1, in);
Michael Beck's avatar
BugFix:    
Michael Beck committed
223
	}  /* for */
224
}  /* add_block_cf_input_nr */
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239

/**
 * Add an additional control flow input to a block.
 * Patch all Phi nodes. The new Phi inputs are copied from
 * old input from cf tmpl.
 */
static void add_block_cf_input(ir_node *block, ir_node *tmpl, ir_node *cf)
{
	int i, arity = get_irn_arity(block);
	int nr = 0;

	for (i = 0; i < arity; ++i) {
		if (get_irn_n(block, i) == tmpl) {
			nr = i;
			break;
Michael Beck's avatar
BugFix:    
Michael Beck committed
240
241
		}  /* if */
	}  /* for */
242
243
	assert(i < arity);
	add_block_cf_input_nr(block, nr, cf);
244
}  /* add_block_cf_input */
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265

/**
 * Return the "operational" mode of a Firm node.
 */
static ir_mode *get_irn_op_mode(ir_node *node)
{
	switch (get_irn_opcode(node)) {
	case iro_Load:
		return get_Load_mode(node);
	case iro_Store:
		return get_irn_mode(get_Store_value(node));
	case iro_DivMod:
		return get_irn_mode(get_DivMod_left(node));
	case iro_Div:
		return get_irn_mode(get_Div_left(node));
	case iro_Mod:
		return get_irn_mode(get_Mod_left(node));
	case iro_Cmp:
		return get_irn_mode(get_Cmp_left(node));
	default:
		return get_irn_mode(node);
Michael Beck's avatar
BugFix:    
Michael Beck committed
266
	}  /* switch */
267
}  /* get_irn_op_mode */
268
269

/**
270
 * Walker, prepare the node links.
271
272
273
274
275
276
 */
static void prepare_links(ir_node *node, void *env)
{
	lower_env_t  *lenv = env;
	ir_mode      *mode = get_irn_op_mode(node);
	node_entry_t *link;
Michael Beck's avatar
Michael Beck committed
277
	int          i, idx;
278
279
280
281

	if (mode == lenv->params->high_signed ||
		mode == lenv->params->high_unsigned) {
		/* ok, found a node that will be lowered */
282
		link = OALLOCZ(&lenv->obst, node_entry_t);
283

Michael Beck's avatar
Michael Beck committed
284
285
286
287
288
289
290
291
292
293
294
		idx = get_irn_idx(node);
		if (idx >= lenv->n_entries) {
			/* enlarge: this happens only for Rotl nodes which is RARELY */
			int old = lenv->n_entries;
			int n_idx = idx + (idx >> 3);

			ARR_RESIZE(node_entry_t *, lenv->entries, n_idx);
			memset(&lenv->entries[old], 0, (n_idx - old) * sizeof(lenv->entries[0]));
			lenv->n_entries = n_idx;
		}
		lenv->entries[idx] = link;
295
		lenv->flags |= MUST_BE_LOWERED;
296
	} else if (is_Conv(node)) {
297
298
299
300
301
302
		/* Conv nodes have two modes */
		ir_node *pred = get_Conv_op(node);
		mode = get_irn_mode(pred);

		if (mode == lenv->params->high_signed ||
			mode == lenv->params->high_unsigned) {
Michael Beck's avatar
BugFix:    
Michael Beck committed
303
			/* must lower this node either but don't need a link */
304
			lenv->flags |= MUST_BE_LOWERED;
Michael Beck's avatar
BugFix:    
Michael Beck committed
305
		}  /* if */
306
		return;
Michael Beck's avatar
BugFix:    
Michael Beck committed
307
	}  /* if */
308
309
310
311
312
313
314
315

	if (is_Proj(node)) {
		/* link all Proj nodes to its predecessor:
		   Note that Tuple Proj's and its Projs are linked either. */
		ir_node *pred = get_Proj_pred(node);

		set_irn_link(node, get_irn_link(pred));
		set_irn_link(pred, node);
Michael Beck's avatar
BugFix:    
Michael Beck committed
316
	} else if (is_Phi(node)) {
317
318
		/* link all Phi nodes to its block */
		ir_node *block = get_nodes_block(node);
319
		add_Block_phi(block, node);
Michael Beck's avatar
BugFix:    
Michael Beck committed
320
	} else if (is_Block(node)) {
321
322
323
324
325
326
		/* fill the Proj -> Block map */
		for (i = get_Block_n_cfgpreds(node) - 1; i >= 0; --i) {
			ir_node *pred = get_Block_cfgpred(node, i);

			if (is_Proj(pred))
				pmap_insert(lenv->proj_2_block, pred, node);
Michael Beck's avatar
BugFix:    
Michael Beck committed
327
328
		}  /* for */
	}  /* if */
329
}  /* prepare_links */
330
331
332
333
334
335
336
337
338

/**
 * Translate a Constant: create two.
 */
static void lower_Const(ir_node *node, ir_mode *mode, lower_env_t *env) {
	tarval   *tv, *tv_l, *tv_h;
	ir_node  *low, *high;
	dbg_info *dbg = get_irn_dbg_info(node);
	int      idx;
339
	ir_graph *irg = current_ir_graph;
340
	ir_mode  *low_mode = env->params->low_unsigned;
341
342
343

	tv   = get_Const_tarval(node);

344
	tv_l = tarval_convert_to(tv, low_mode);
345
	low  = new_rd_Const(dbg, irg, tv_l);
346

Michael Beck's avatar
BugFix:    
Michael Beck committed
347
	tv_h = tarval_convert_to(tarval_shrs(tv, env->tv_mode_bits), mode);
348
	high = new_rd_Const(dbg, irg, tv_h);
349
350
351
352
353

	idx = get_irn_idx(node);
	assert(idx < env->n_entries);
	env->entries[idx]->low_word  = low;
	env->entries[idx]->high_word = high;
354
}  /* lower_Const */
355
356
357
358
359

/**
 * Translate a Load: create two.
 */
static void lower_Load(ir_node *node, ir_mode *mode, lower_env_t *env) {
360
361
362
363
364
365
366
367
	ir_mode    *low_mode = env->params->low_unsigned;
	ir_graph   *irg = current_ir_graph;
	ir_node    *adr = get_Load_ptr(node);
	ir_node    *mem = get_Load_mem(node);
	ir_node    *low, *high, *proj;
	dbg_info   *dbg;
	ir_node    *block = get_nodes_block(node);
	int         idx;
368
	ir_cons_flags volatility = get_Load_volatility(node) == volatility_is_volatile
369
	                         ? cons_volatile : 0;
370
371
372

	if (env->params->little_endian) {
		low  = adr;
373
		high = new_r_Add(block, adr, new_r_Const(irg, env->tv_mode_bytes), get_irn_mode(adr));
Michael Beck's avatar
BugFix:    
Michael Beck committed
374
	} else {
375
		low  = new_r_Add(block, adr, new_r_Const(irg, env->tv_mode_bytes), get_irn_mode(adr));
376
		high = adr;
Michael Beck's avatar
BugFix:    
Michael Beck committed
377
	}  /* if */
378
379
380

	/* create two loads */
	dbg  = get_irn_dbg_info(node);
381
382
383
	low  = new_rd_Load(dbg, block, mem,  low,  low_mode, volatility);
	proj = new_r_Proj(block, low, mode_M, pn_Load_M);
	high = new_rd_Load(dbg, block, proj, high, mode, volatility);
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403

	idx = get_irn_idx(node);
	assert(idx < env->n_entries);
	env->entries[idx]->low_word  = low;
	env->entries[idx]->high_word = high;

	for (proj = get_irn_link(node); proj; proj = get_irn_link(proj)) {
		idx = get_irn_idx(proj);

		switch (get_Proj_proj(proj)) {
		case pn_Load_M:         /* Memory result. */
			/* put it to the second one */
			set_Proj_pred(proj, high);
			break;
		case pn_Load_X_except:  /* Execution result if exception occurred. */
			/* put it to the first one */
			set_Proj_pred(proj, low);
			break;
		case pn_Load_res:       /* Result of load operation. */
			assert(idx < env->n_entries);
404
405
			env->entries[idx]->low_word  = new_r_Proj(block, low,  low_mode, pn_Load_res);
			env->entries[idx]->high_word = new_r_Proj(block, high, mode,     pn_Load_res);
406
407
408
			break;
		default:
			assert(0 && "unexpected Proj number");
Michael Beck's avatar
BugFix:    
Michael Beck committed
409
		}  /* switch */
410
411
412
		/* mark this proj: we have handled it already, otherwise we might fall into
		 * out new nodes. */
		mark_irn_visited(proj);
Michael Beck's avatar
BugFix:    
Michael Beck committed
413
	}  /* for */
414
}  /* lower_Load */
415
416
417
418
419

/**
 * Translate a Store: create two.
 */
static void lower_Store(ir_node *node, ir_mode *mode, lower_env_t *env) {
420
421
422
423
424
	ir_graph     *irg;
	ir_node      *block, *adr, *mem;
	ir_node      *low, *high, *irn, *proj;
	dbg_info     *dbg;
	int           idx;
425
	node_entry_t *entry;
426
	ir_cons_flags    volatility = get_Store_volatility(node) == volatility_is_volatile
427
	                           ? cons_volatile : 0;
Matthias Braun's avatar
Matthias Braun committed
428
	(void) mode;
429
430
431
432
433
434
435
436
437

	irn = get_Store_value(node);
	entry = env->entries[get_irn_idx(irn)];
	assert(entry);

	if (! entry->low_word) {
		/* not ready yet, wait */
		pdeq_putr(env->waitq, node);
		return;
Michael Beck's avatar
BugFix:    
Michael Beck committed
438
	}  /* if */
439
440
441
442
443
444
445
446

	irg = current_ir_graph;
	adr = get_Store_ptr(node);
	mem = get_Store_mem(node);
	block = get_nodes_block(node);

	if (env->params->little_endian) {
		low  = adr;
447
		high = new_r_Add(block, adr, new_r_Const(irg, env->tv_mode_bytes), get_irn_mode(adr));
Michael Beck's avatar
BugFix:    
Michael Beck committed
448
	} else {
449
		low  = new_r_Add(block, adr, new_r_Const(irg, env->tv_mode_bytes), get_irn_mode(adr));
450
		high = adr;
Michael Beck's avatar
BugFix:    
Michael Beck committed
451
	}  /* if */
452
453
454

	/* create two Stores */
	dbg = get_irn_dbg_info(node);
455
456
457
	low  = new_rd_Store(dbg, block, mem, low,  entry->low_word, volatility);
	proj = new_r_Proj(block, low, mode_M, pn_Store_M);
	high = new_rd_Store(dbg, block, proj, high, entry->high_word, volatility);
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477

	idx = get_irn_idx(node);
	assert(idx < env->n_entries);
	env->entries[idx]->low_word  = low;
	env->entries[idx]->high_word = high;

	for (proj = get_irn_link(node); proj; proj = get_irn_link(proj)) {
		idx = get_irn_idx(proj);

		switch (get_Proj_proj(proj)) {
		case pn_Store_M:         /* Memory result. */
			/* put it to the second one */
			set_Proj_pred(proj, high);
			break;
		case pn_Store_X_except:  /* Execution result if exception occurred. */
			/* put it to the first one */
			set_Proj_pred(proj, low);
			break;
		default:
			assert(0 && "unexpected Proj number");
Michael Beck's avatar
BugFix:    
Michael Beck committed
478
		}  /* switch */
479
480
481
		/* mark this proj: we have handled it already, otherwise we might fall into
		 * out new nodes. */
		mark_irn_visited(proj);
Michael Beck's avatar
BugFix:    
Michael Beck committed
482
	}  /* for */
483
}  /* lower_Store */
484
485
486

/**
 * Return a node containing the address of the intrinsic emulation function.
Michael Beck's avatar
Michael Beck committed
487
488
489
490
491
492
 *
 * @param method  the method type of the emulation function
 * @param op      the emulated ir_op
 * @param imode   the input mode of the emulated opcode
 * @param omode   the output mode of the emulated opcode
 * @param env     the lower environment
493
 */
Michael Beck's avatar
Michael Beck committed
494
495
static ir_node *get_intrinsic_address(ir_type *method, ir_op *op,
                                      ir_mode *imode, ir_mode *omode,
Matthias Braun's avatar
Matthias Braun committed
496
                                      lower_env_t *env) {
497
	symconst_symbol sym;
498
	ir_entity *ent;
499
500
	op_mode_entry_t key, *entry;

Michael Beck's avatar
Michael Beck committed
501
502
503
504
	key.op    = op;
	key.imode = imode;
	key.omode = omode;
	key.ent   = NULL;
505

Michael Beck's avatar
Michael Beck committed
506
507
	entry = set_insert(intrinsic_fkt, &key, sizeof(key),
				HASH_PTR(op) ^ HASH_PTR(imode) ^ (HASH_PTR(omode) << 8));
508
509
	if (! entry->ent) {
		/* create a new one */
Michael Beck's avatar
Michael Beck committed
510
		ent = env->params->create_intrinsic(method, op, imode, omode, env->params->ctx);
511
512
513

		assert(ent && "Intrinsic creator must return an entity");
		entry->ent = ent;
Michael Beck's avatar
BugFix:    
Michael Beck committed
514
	} else {
515
		ent = entry->ent;
Michael Beck's avatar
BugFix:    
Michael Beck committed
516
	}  /* if */
517
	sym.entity_p = ent;
518
	return new_r_SymConst(current_ir_graph, mode_P_code, sym, symconst_addr_ent);
519
}  /* get_intrinsic_address */
520
521
522
523
524
525
526
527
528

/**
 * Translate a Div.
 *
 * Create an intrinsic Call.
 */
static void lower_Div(ir_node *node, ir_mode *mode, lower_env_t *env) {
	ir_node  *block, *irn, *call, *proj;
	ir_node  *in[4];
Michael Beck's avatar
Michael Beck committed
529
	ir_mode  *opmode;
530
531
532
533
534
535
536
537
538
539
540
541
542
	dbg_info *dbg;
	ir_type  *mtp;
	int      idx;
	node_entry_t *entry;

	irn   = get_Div_left(node);
	entry = env->entries[get_irn_idx(irn)];
	assert(entry);

	if (! entry->low_word) {
		/* not ready yet, wait */
		pdeq_putr(env->waitq, node);
		return;
Michael Beck's avatar
BugFix:    
Michael Beck committed
543
	}  /* if */
544
545
546
547
548
549
550
551
552
553
554
555

	in[0] = entry->low_word;
	in[1] = entry->high_word;

	irn   = get_Div_right(node);
	entry = env->entries[get_irn_idx(irn)];
	assert(entry);

	if (! entry->low_word) {
		/* not ready yet, wait */
		pdeq_putr(env->waitq, node);
		return;
Michael Beck's avatar
BugFix:    
Michael Beck committed
556
	}  /* if */
557
558
559
560

	in[2] = entry->low_word;
	in[3] = entry->high_word;

561
	dbg   = get_irn_dbg_info(node);
562
563
564
	block = get_nodes_block(node);

	mtp = mode_is_signed(mode) ? binop_tp_s : binop_tp_u;
Michael Beck's avatar
Michael Beck committed
565
	opmode = get_irn_op_mode(node);
Matthias Braun's avatar
Matthias Braun committed
566
	irn = get_intrinsic_address(mtp, get_irn_op(node), opmode, opmode, env);
567
	call = new_rd_Call(dbg, block, get_Div_mem(node), irn, 4, in, mtp);
568
	set_irn_pinned(call, get_irn_pinned(node));
569
	irn = new_r_Proj(block, call, mode_T, pn_Call_T_result);
570
571
572
573
574
575

	for (proj = get_irn_link(node); proj; proj = get_irn_link(proj)) {
		switch (get_Proj_proj(proj)) {
		case pn_Div_M:         /* Memory result. */
			/* reroute to the call */
			set_Proj_pred(proj, call);
576
			set_Proj_proj(proj, pn_Call_M);
577
578
579
580
581
582
583
584
585
			break;
		case pn_Div_X_except:  /* Execution result if exception occurred. */
			/* reroute to the call */
			set_Proj_pred(proj, call);
			set_Proj_proj(proj, pn_Call_X_except);
			break;
		case pn_Div_res:       /* Result of computation. */
			idx = get_irn_idx(proj);
			assert(idx < env->n_entries);
586
587
			env->entries[idx]->low_word  = new_r_Proj(block, irn, env->params->low_unsigned, 0);
			env->entries[idx]->high_word = new_r_Proj(block, irn, mode,                      1);
588
589
590
			break;
		default:
			assert(0 && "unexpected Proj number");
Michael Beck's avatar
BugFix:    
Michael Beck committed
591
		}  /* switch */
592
593
594
		/* mark this proj: we have handled it already, otherwise we might fall into
		 * out new nodes. */
		mark_irn_visited(proj);
Michael Beck's avatar
BugFix:    
Michael Beck committed
595
	}  /* for */
596
}  /* lower_Div */
597
598
599
600
601
602
603
604
605

/**
 * Translate a Mod.
 *
 * Create an intrinsic Call.
 */
static void lower_Mod(ir_node *node, ir_mode *mode, lower_env_t *env) {
	ir_node  *block, *proj, *irn, *call;
	ir_node  *in[4];
Michael Beck's avatar
Michael Beck committed
606
	ir_mode  *opmode;
607
608
609
610
611
612
613
614
615
616
617
618
619
	dbg_info *dbg;
	ir_type  *mtp;
	int      idx;
	node_entry_t *entry;

	irn   = get_Mod_left(node);
	entry = env->entries[get_irn_idx(irn)];
	assert(entry);

	if (! entry->low_word) {
		/* not ready yet, wait */
		pdeq_putr(env->waitq, node);
		return;
Michael Beck's avatar
BugFix:    
Michael Beck committed
620
	}  /* if */
621
622
623
624
625
626
627
628
629
630
631
632

	in[0] = entry->low_word;
	in[1] = entry->high_word;

	irn   = get_Mod_right(node);
	entry = env->entries[get_irn_idx(irn)];
	assert(entry);

	if (! entry->low_word) {
		/* not ready yet, wait */
		pdeq_putr(env->waitq, node);
		return;
Michael Beck's avatar
BugFix:    
Michael Beck committed
633
	}  /* if */
634
635
636
637

	in[2] = entry->low_word;
	in[3] = entry->high_word;

638
	dbg   = get_irn_dbg_info(node);
639
640
641
	block = get_nodes_block(node);

	mtp = mode_is_signed(mode) ? binop_tp_s : binop_tp_u;
Michael Beck's avatar
Michael Beck committed
642
	opmode = get_irn_op_mode(node);
Matthias Braun's avatar
Matthias Braun committed
643
	irn = get_intrinsic_address(mtp, get_irn_op(node), opmode, opmode, env);
644
	call = new_rd_Call(dbg, block, get_Mod_mem(node), irn, 4, in, mtp);
645
	set_irn_pinned(call, get_irn_pinned(node));
646
	irn = new_r_Proj(block, call, mode_T, pn_Call_T_result);
647
648
649
650
651
652

	for (proj = get_irn_link(node); proj; proj = get_irn_link(proj)) {
		switch (get_Proj_proj(proj)) {
		case pn_Mod_M:         /* Memory result. */
			/* reroute to the call */
			set_Proj_pred(proj, call);
653
			set_Proj_proj(proj, pn_Call_M);
654
655
656
657
658
659
660
661
662
			break;
		case pn_Mod_X_except:  /* Execution result if exception occurred. */
			/* reroute to the call */
			set_Proj_pred(proj, call);
			set_Proj_proj(proj, pn_Call_X_except);
			break;
		case pn_Mod_res:       /* Result of computation. */
			idx = get_irn_idx(proj);
			assert(idx < env->n_entries);
663
664
			env->entries[idx]->low_word  = new_r_Proj(block, irn, env->params->low_unsigned, 0);
			env->entries[idx]->high_word = new_r_Proj(block, irn, mode,                      1);
665
666
667
			break;
		default:
			assert(0 && "unexpected Proj number");
Michael Beck's avatar
BugFix:    
Michael Beck committed
668
		}  /* switch */
669
670
671
		/* mark this proj: we have handled it already, otherwise we might fall into
		 * out new nodes. */
		mark_irn_visited(proj);
Michael Beck's avatar
BugFix:    
Michael Beck committed
672
	}  /* for */
673
}  /* lower_Mod */
674
675
676
677
678
679
680

/**
 * Translate a DivMod.
 *
 * Create two intrinsic Calls.
 */
static void lower_DivMod(ir_node *node, ir_mode *mode, lower_env_t *env) {
Matthias Braun's avatar
Matthias Braun committed
681
682
683
	ir_node  *block, *proj, *irn, *mem, *callDiv, *callMod;
	ir_node  *resDiv = NULL;
	ir_node  *resMod = NULL;
684
	ir_node  *in[4];
Michael Beck's avatar
Michael Beck committed
685
	ir_mode  *opmode;
686
687
688
689
690
691
692
693
694
695
696
697
	dbg_info *dbg;
	ir_type  *mtp;
	int      idx;
	node_entry_t *entry;
	unsigned flags = 0;

	/* check if both results are needed */
	for (proj = get_irn_link(node); proj; proj = get_irn_link(proj)) {
		switch (get_Proj_proj(proj)) {
		case pn_DivMod_res_div: flags |= 1; break;
		case pn_DivMod_res_mod: flags |= 2; break;
		default: break;
Michael Beck's avatar
BugFix:    
Michael Beck committed
698
699
		}  /* switch */
	}  /* for */
700
701
702
703
704
705
706
707
708

	irn   = get_DivMod_left(node);
	entry = env->entries[get_irn_idx(irn)];
	assert(entry);

	if (! entry->low_word) {
		/* not ready yet, wait */
		pdeq_putr(env->waitq, node);
		return;
Michael Beck's avatar
BugFix:    
Michael Beck committed
709
	}  /* if */
710
711
712
713
714
715
716
717
718
719
720
721

	in[0] = entry->low_word;
	in[1] = entry->high_word;

	irn   = get_DivMod_right(node);
	entry = env->entries[get_irn_idx(irn)];
	assert(entry);

	if (! entry->low_word) {
		/* not ready yet, wait */
		pdeq_putr(env->waitq, node);
		return;
Michael Beck's avatar
BugFix:    
Michael Beck committed
722
	}  /* if */
723
724
725
726

	in[2] = entry->low_word;
	in[3] = entry->high_word;

727
	dbg   = get_irn_dbg_info(node);
728
729
730
731
732
733
734
	block = get_nodes_block(node);

	mem = get_DivMod_mem(node);

	callDiv = callMod = NULL;
	mtp = mode_is_signed(mode) ? binop_tp_s : binop_tp_u;
	if (flags & 1) {
Michael Beck's avatar
Michael Beck committed
735
		opmode = get_irn_op_mode(node);
Matthias Braun's avatar
Matthias Braun committed
736
		irn = get_intrinsic_address(mtp, op_Div, opmode, opmode, env);
737
		callDiv = new_rd_Call(dbg, block, mem, irn, 4, in, mtp);
738
		set_irn_pinned(callDiv, get_irn_pinned(node));
739
		resDiv = new_r_Proj(block, callDiv, mode_T, pn_Call_T_result);
Michael Beck's avatar
BugFix:    
Michael Beck committed
740
	}  /* if */
741
742
	if (flags & 2) {
		if (flags & 1)
743
			mem = new_r_Proj(block, callDiv, mode_M, pn_Call_M);
Michael Beck's avatar
Michael Beck committed
744
		opmode = get_irn_op_mode(node);
Matthias Braun's avatar
Matthias Braun committed
745
		irn = get_intrinsic_address(mtp, op_Mod, opmode, opmode, env);
746
		callMod = new_rd_Call(dbg, block, mem, irn, 4, in, mtp);
747
		set_irn_pinned(callMod, get_irn_pinned(node));
748
		resMod = new_r_Proj(block, callMod, mode_T, pn_Call_T_result);
Michael Beck's avatar
BugFix:    
Michael Beck committed
749
	}  /* if */
750
751
752
753
754
755

	for (proj = get_irn_link(node); proj; proj = get_irn_link(proj)) {
		switch (get_Proj_proj(proj)) {
		case pn_DivMod_M:         /* Memory result. */
			/* reroute to the first call */
			set_Proj_pred(proj, callDiv ? callDiv : (callMod ? callMod : mem));
756
			set_Proj_proj(proj, pn_Call_M);
757
758
759
760
761
762
763
764
765
			break;
		case pn_DivMod_X_except:  /* Execution result if exception occurred. */
			/* reroute to the first call */
			set_Proj_pred(proj, callDiv ? callDiv : (callMod ? callMod : mem));
			set_Proj_proj(proj, pn_Call_X_except);
			break;
		case pn_DivMod_res_div:   /* Result of Div. */
			idx = get_irn_idx(proj);
			assert(idx < env->n_entries);
766
767
			env->entries[idx]->low_word  = new_r_Proj(block, resDiv, env->params->low_unsigned, 0);
			env->entries[idx]->high_word = new_r_Proj(block, resDiv, mode,                      1);
768
769
770
			break;
		case pn_DivMod_res_mod:   /* Result of Mod. */
			idx = get_irn_idx(proj);
771
772
			env->entries[idx]->low_word  = new_r_Proj(block, resMod, env->params->low_unsigned, 0);
			env->entries[idx]->high_word = new_r_Proj(block, resMod, mode,                      1);
773
774
775
			break;
		default:
			assert(0 && "unexpected Proj number");
Michael Beck's avatar
BugFix:    
Michael Beck committed
776
		}  /* switch */
777
778
779
		/* mark this proj: we have handled it already, otherwise we might fall into
		 * out new nodes. */
		mark_irn_visited(proj);
Michael Beck's avatar
BugFix:    
Michael Beck committed
780
	}  /* for */
781
}  /* lower_DivMod */
782
783
784
785
786
787
788
789
790
791
792
793

/**
 * Translate a Binop.
 *
 * Create an intrinsic Call.
 */
static void lower_Binop(ir_node *node, ir_mode *mode, lower_env_t *env) {
	ir_node  *block, *irn;
	ir_node  *in[4];
	dbg_info *dbg;
	ir_type  *mtp;
	int      idx;
794
	ir_graph *irg;
795
796
797
798
799
800
801
802
803
804
	node_entry_t *entry;

	irn   = get_binop_left(node);
	entry = env->entries[get_irn_idx(irn)];
	assert(entry);

	if (! entry->low_word) {
		/* not ready yet, wait */
		pdeq_putr(env->waitq, node);
		return;
Michael Beck's avatar
BugFix:    
Michael Beck committed
805
	}  /* if */
806
807
808
809
810
811
812
813
814
815
816
817

	in[0] = entry->low_word;
	in[1] = entry->high_word;

	irn   = get_binop_right(node);
	entry = env->entries[get_irn_idx(irn)];
	assert(entry);

	if (! entry->low_word) {
		/* not ready yet, wait */
		pdeq_putr(env->waitq, node);
		return;
Michael Beck's avatar
BugFix:    
Michael Beck committed
818
	}  /* if */
819
820
821
822

	in[2] = entry->low_word;
	in[3] = entry->high_word;

823
	dbg   = get_irn_dbg_info(node);
824
	block = get_nodes_block(node);
825
	irg   = current_ir_graph;
826
827

	mtp = mode_is_signed(mode) ? binop_tp_s : binop_tp_u;
Matthias Braun's avatar
Matthias Braun committed
828
	irn = get_intrinsic_address(mtp, get_irn_op(node), mode, mode, env);
829
	irn = new_rd_Call(dbg, block, get_irg_no_mem(current_ir_graph),
830
831
		irn, 4, in, mtp);
	set_irn_pinned(irn, get_irn_pinned(node));
832
	irn = new_r_Proj(block, irn, mode_T, pn_Call_T_result);
833
834
835

	idx = get_irn_idx(node);
	assert(idx < env->n_entries);
836
837
	env->entries[idx]->low_word  = new_r_Proj(block, irn, env->params->low_unsigned, 0);
	env->entries[idx]->high_word = new_r_Proj(block, irn, mode,                      1);
838
}  /* lower_Binop */
839

Christian Würdig's avatar
Christian Würdig committed
840
841
842
843
844
845
846
847
848
849
850
/**
 * Translate a Shiftop.
 *
 * Create an intrinsic Call.
 */
static void lower_Shiftop(ir_node *node, ir_mode *mode, lower_env_t *env) {
	ir_node  *block, *irn;
	ir_node  *in[3];
	dbg_info *dbg;
	ir_type  *mtp;
	int      idx;
851
	ir_graph *irg;
Christian Würdig's avatar
Christian Würdig committed
852
853
854
855
856
857
858
859
860
861
	node_entry_t *entry;

	irn   = get_binop_left(node);
	entry = env->entries[get_irn_idx(irn)];
	assert(entry);

	if (! entry->low_word) {
		/* not ready yet, wait */
		pdeq_putr(env->waitq, node);
		return;
Michael Beck's avatar
BugFix:    
Michael Beck committed
862
	}  /* if */
Christian Würdig's avatar
Christian Würdig committed
863
864
865
866
867
868
869
870
871

	in[0] = entry->low_word;
	in[1] = entry->high_word;

	/* The shift count is always mode_Iu in firm, so there is no need for lowering */
	in[2] = get_binop_right(node);

	dbg   = get_irn_dbg_info(node);
	block = get_nodes_block(node);
872
	irg  = current_ir_graph;
Christian Würdig's avatar
Christian Würdig committed
873
874

	mtp = mode_is_signed(mode) ? shiftop_tp_s : shiftop_tp_u;
Matthias Braun's avatar
Matthias Braun committed
875
	irn = get_intrinsic_address(mtp, get_irn_op(node), mode, mode, env);
876
	irn = new_rd_Call(dbg, block, get_irg_no_mem(current_ir_graph),
Christian Würdig's avatar
Christian Würdig committed
877
878
		irn, 3, in, mtp);
	set_irn_pinned(irn, get_irn_pinned(node));
879
	irn = new_r_Proj(block, irn, mode_T, pn_Call_T_result);
Christian Würdig's avatar
Christian Würdig committed
880
881
882

	idx = get_irn_idx(node);
	assert(idx < env->n_entries);
883
884
	env->entries[idx]->low_word  = new_r_Proj(block, irn, env->params->low_unsigned, 0);
	env->entries[idx]->high_word = new_r_Proj(block, irn, mode,                      1);
885
}  /* lower_Shiftop */
Christian Würdig's avatar
Christian Würdig committed
886

Michael Beck's avatar
Michael Beck committed
887
888
889
890
/**
 * Translate a Shr and handle special cases.
 */
static void lower_Shr(ir_node *node, ir_mode *mode, lower_env_t *env) {
891
892
	ir_node  *right = get_Shr_right(node);
	ir_graph *irg = current_ir_graph;
Michael Beck's avatar
Michael Beck committed
893
894
895
896
897

	if (get_mode_arithmetic(mode) == irma_twos_complement && is_Const(right)) {
		tarval *tv = get_Const_tarval(right);

		if (tarval_is_long(tv) &&
898
		    get_tarval_long(tv) >= (long)get_mode_size_bits(mode)) {
Michael Beck's avatar
Michael Beck committed
899
900
			ir_node *block = get_nodes_block(node);
			ir_node *left = get_Shr_left(node);
901
902
			ir_node *c;
			long shf_cnt = get_tarval_long(tv) - get_mode_size_bits(mode);
Michael Beck's avatar
Michael Beck committed
903
904
905
906
907
			int idx = get_irn_idx(left);

			left = env->entries[idx]->high_word;
			idx = get_irn_idx(node);

908
			if (shf_cnt > 0) {
909
				c = new_r_Const_long(irg, env->params->low_unsigned, shf_cnt);
910
				env->entries[idx]->low_word = new_r_Shr(block, left, c, mode);
Michael Beck's avatar
BugFix:    
Michael Beck committed
911
			} else {
912
				env->entries[idx]->low_word = left;
Michael Beck's avatar
BugFix:    
Michael Beck committed
913
			}  /* if */
914
			env->entries[idx]->high_word = new_r_Const(irg, get_mode_null(mode));
Michael Beck's avatar
Michael Beck committed
915
916

			return;
Michael Beck's avatar
BugFix:    
Michael Beck committed
917
918
		}  /* if */
	}  /* if */
Michael Beck's avatar
Michael Beck committed
919
	lower_Shiftop(node, mode, env);
920
}  /* lower_Shr */
Michael Beck's avatar
Michael Beck committed
921
922
923
924
925

/**
 * Translate a Shl and handle special cases.
 */
static void lower_Shl(ir_node *node, ir_mode *mode, lower_env_t *env) {
926
927
	ir_node  *right = get_Shl_right(node);
	ir_graph *irg = current_ir_graph;
Michael Beck's avatar
Michael Beck committed
928
929
930
931
932

	if (get_mode_arithmetic(mode) == irma_twos_complement && is_Const(right)) {
		tarval *tv = get_Const_tarval(right);

		if (tarval_is_long(tv) &&
933
		    get_tarval_long(tv) >= (long)get_mode_size_bits(mode)) {
934
			ir_mode *mode_l;
Michael Beck's avatar
Michael Beck committed
935
936
			ir_node *block = get_nodes_block(node);
			ir_node *left = get_Shl_left(node);
937
938
			ir_node *c;
			long shf_cnt = get_tarval_long(tv) - get_mode_size_bits(mode);
Michael Beck's avatar
Michael Beck committed
939
940
			int idx = get_irn_idx(left);

941
			left = new_r_Conv(block, env->entries[idx]->low_word, mode);
Michael Beck's avatar
Michael Beck committed
942
943
			idx = get_irn_idx(node);

944
			mode_l = env->params->low_unsigned;
945
			if (shf_cnt > 0) {
946
				c = new_r_Const_long(irg, mode_l, shf_cnt);
947
				env->entries[idx]->high_word = new_r_Shl(block, left, c, mode);
Michael Beck's avatar
BugFix:    
Michael Beck committed
948
			} else {
949
				env->entries[idx]->high_word = left;
Michael Beck's avatar
BugFix:    
Michael Beck committed
950
			}  /* if */
951
			env->entries[idx]->low_word  = new_r_Const(irg, get_mode_null(mode_l));
Michael Beck's avatar
Michael Beck committed
952
953

			return;
Michael Beck's avatar
BugFix:    
Michael Beck committed
954
955
		}  /* if */
	}  /* if */
Michael Beck's avatar
Michael Beck committed
956
	lower_Shiftop(node, mode, env);
957
}  /* lower_Shl */
Michael Beck's avatar
Michael Beck committed
958
959
960
961
962

/**
 * Translate a Shrs and handle special cases.
 */
static void lower_Shrs(ir_node *node, ir_mode *mode, lower_env_t *env) {
963
964
	ir_node  *right = get_Shrs_right(node);
	ir_graph *irg = current_ir_graph;
Michael Beck's avatar
Michael Beck committed
965
966
967
968
969

	if (get_mode_arithmetic(mode) == irma_twos_complement && is_Const(right)) {
		tarval *tv = get_Const_tarval(right);

		if (tarval_is_long(tv) &&
970
		    get_tarval_long(tv) >= (long)get_mode_size_bits(mode)) {
971
972
973
974
			ir_node *block   = get_nodes_block(node);
			ir_node *left    = get_Shrs_left(node);
			long     shf_cnt = get_tarval_long(tv) - get_mode_size_bits(mode);
			int      idx     = get_irn_idx(left);
975
			ir_mode *mode_l;
976
			ir_node *low;
Michael Beck's avatar
Michael Beck committed
977
978
979
980
981
			ir_node *c;

			left = env->entries[idx]->high_word;
			idx = get_irn_idx(node);

982
			mode_l = env->params->low_unsigned;
983
			if (shf_cnt > 0) {
984
				c   = new_r_Const_long(irg, mode_l, shf_cnt);
985
				low = new_r_Shrs(block, left, c, mode);
Michael Beck's avatar
BugFix:    
Michael Beck committed
986
			} else {
987
				low = left;
Michael Beck's avatar
BugFix:    
Michael Beck committed
988
			}  /* if */
989
			/* low word is expected to have mode_l */
990
			env->entries[idx]->low_word = new_r_Conv(block, low, mode_l);
991

992
			c = new_r_Const_long(irg, mode_l, get_mode_size_bits(mode) - 1);
993
			env->entries[idx]->high_word = new_r_Shrs(block, left, c, mode);
Michael Beck's avatar
Michael Beck committed
994
995

			return;
Michael Beck's avatar
BugFix:    
Michael Beck committed
996
997
		}  /* if */
	}  /* if */
Michael Beck's avatar
Michael Beck committed
998
	lower_Shiftop(node, mode, env);
999
}  /* lower_Shrs */
Michael Beck's avatar
Michael Beck committed
1000
1001

/**
Michael Beck's avatar
Michael Beck committed
1002
 * Rebuild Rotl nodes into Or(Shl, Shr) and prepare all nodes.
Michael Beck's avatar
Michael Beck committed
1003
 */
Michael Beck's avatar
Michael Beck committed
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
static void prepare_links_and_handle_rotl(ir_node *node, void *env) {
	lower_env_t *lenv = env;

	if (is_Rotl(node)) {
		ir_mode *mode = get_irn_op_mode(node);
			if (mode == lenv->params->high_signed ||
			    mode == lenv->params->high_unsigned) {
				ir_node  *right = get_Rotl_right(node);
				ir_node  *left, *shl, *shr, *or, *block, *sub, *c;
				ir_mode  *omode, *rmode;
				dbg_info *dbg;
				optimization_state_t state;

				if (get_mode_arithmetic(mode) == irma_twos_complement && is_Const(right)) {
					tarval *tv = get_Const_tarval(right);

					if (tarval_is_long(tv) &&
					    get_tarval_long(tv) == (long)get_mode_size_bits(mode)) {
						/* will be optimized in lower_Rotl() */
						return;
					}
				}

				/* replace the Rotl(x,y) by an Or(Shl(x,y), Shr(x,64-y)) and lower those */
				dbg   = get_irn_dbg_info(node);
				omode = get_irn_mode(node);
				left  = get_Rotl_left(node);
				block = get_nodes_block(node);
1032
				shl   = new_rd_Shl(dbg, block, left, right, omode);
Michael Beck's avatar
Michael Beck committed
1033
1034
				rmode = get_irn_mode(right);
				c     = new_Const_long(rmode, get_mode_size_bits(omode));
1035
1036
				sub   = new_rd_Sub(dbg, block, c, right, rmode);
				shr   = new_rd_Shr(dbg, block, left, sub, omode);
Michael Beck's avatar
Michael Beck committed
1037
1038
1039
1040

				/* optimization must be switched off here, or we will get the Rotl back */
				save_optimization_state(&state);
				set_opt_algebraic_simplification(0);
1041
				or = new_rd_Or(dbg, block, shl, shr, omode);
Michael Beck's avatar
Michael Beck committed
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
				restore_optimization_state(&state);

				exchange(node, or);

				/* do lowering on the new nodes */
				prepare_links(shl, env);
				prepare_links(c, env);
				prepare_links(sub, env);
				prepare_links(shr, env);
				prepare_links(or, env);
			}
	} else {
		prepare_links(node, env);
	}
}
Michael Beck's avatar
Michael Beck committed
1057

Michael Beck's avatar
Michael Beck committed
1058
1059
1060
1061
1062
1063
1064
1065
/**
 * Translate a special case Rotl(x, sizeof(w)).
 */
static void lower_Rotl(ir_node *node, ir_mode *mode, lower_env_t *env) {
	ir_node *right = get_Rotl_right(node);
	ir_node *left = get_Rotl_left(node);
	ir_node *h, *l;
	int idx = get_irn_idx(left);
Matthias Braun's avatar
Matthias Braun committed
1066
1067
	(void) right;
	(void) mode;
Michael Beck's avatar
Michael Beck committed
1068

Michael Beck's avatar
Michael Beck committed
1069
1070
1071
	assert(get_mode_arithmetic(mode) == irma_twos_complement &&
	       is_Const(right) && tarval_is_long(get_Const_tarval(right)) &&
	       get_tarval_long(get_Const_tarval(right)) == (long)get_mode_size_bits(mode));
Michael Beck's avatar
Michael Beck committed
1072

Michael Beck's avatar
Michael Beck committed
1073
1074
1075
	l = env->entries[idx]->low_word;
	h = env->entries[idx]->high_word;
	idx = get_irn_idx(node);
Michael Beck's avatar
Michael Beck committed
1076

Michael Beck's avatar
Michael Beck committed
1077
1078
1079
	env->entries[idx]->low_word  = h;
	env->entries[idx]->high_word = l;
}  /* lower_Rotl */
1080

1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
/**
 * Translate an Unop.
 *
 * Create an intrinsic Call.
 */
static void lower_Unop(ir_node *node, ir_mode *mode, lower_env_t *env) {
	ir_node  *block, *irn;
	ir_node  *in[2];
	dbg_info *dbg;
	ir_type  *mtp;
	int      idx;
	node_entry_t *entry;

	irn   = get_unop_op(node);
	entry = env->entries[get_irn_idx(irn)];
	assert(entry);

	if (! entry->low_word) {
		/* not ready yet, wait */
		pdeq_putr(env->waitq, node);
		return;
Michael Beck's avatar
BugFix:    
Michael Beck committed
1102
	}  /* if */
1103
1104
1105
1106

	in[0] = entry->low_word;
	in[1] = entry->high_word;

1107
	dbg   = get_irn_dbg_info(node);
1108
1109
1110
	block = get_nodes_block(node);

	mtp = mode_is_signed(mode) ? unop_tp_s : unop_tp_u;
Matthias Braun's avatar
Matthias Braun committed
1111
	irn = get_intrinsic_address(mtp, get_irn_op(node), mode, mode, env);
1112
	irn = new_rd_Call(dbg, block, get_irg_no_mem(current_ir_graph),
1113
1114
		irn, 2, in, mtp);
	set_irn_pinned(irn, get_irn_pinned(node));
1115
	irn = new_r_Proj(block, irn, mode_T, pn_Call_T_result);
1116
1117
1118

	idx = get_irn_idx(node);
	assert(idx < env->n_entries);
1119
1120
	env->entries[idx]->low_word  = new_r_Proj(block, irn, env->params->low_unsigned, 0);
	env->entries[idx]->high_word = new_r_Proj(block, irn, mode,                      1);
1121
}  /* lower_Unop */
1122
1123
1124
1125
1126
1127
1128

/**
 * Translate a logical Binop.
 *
 * Create two logical Binops.
 */
static void lower_Binop_logical(ir_node *node, ir_mode *mode, lower_env_t *env,
1129
								ir_node *(*constr_rd)(dbg_info *db, ir_node *block, ir_node *op1, ir_node *op2, ir_mode *mode) ) {
1130
1131
1132
1133
	ir_node  *block, *irn;
	ir_node  *lop_l, *lop_h, *rop_l, *rop_h;
	dbg_info *dbg;
	int      idx;
1134
	ir_graph *irg;
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
	node_entry_t *entry;

	irn   = get_binop_left(node);
	entry = env->entries[get_irn_idx(irn)];
	assert(entry);

	if (! entry->low_word) {
		/* not ready yet, wait */
		pdeq_putr(env->waitq, node);
		return;