#include "config.h"
#include "system.h"
#include "coretypes.h"
#include "tm.h"
#include "tree.h"
#include "rtl.h"
#include "tm_p.h"
#include "function.h"
#include "tree-dump.h"
#include "tree-inline.h"
#include "tree-gimple.h"
#include "tree-iterator.h"
#include "tree-flow.h"
#include "cgraph.h"
#include "expr.h"
#include "langhooks.h"
#include "ggc.h"
struct var_map_elt GTY(())
{
tree old;
tree new;
};
struct nesting_info GTY ((chain_next ("%h.next")))
{
struct nesting_info *outer;
struct nesting_info *inner;
struct nesting_info *next;
htab_t GTY ((param_is (struct var_map_elt))) field_map;
htab_t GTY ((param_is (struct var_map_elt))) var_map;
bitmap suppress_expansion;
tree context;
tree new_local_var_chain;
tree debug_var_chain;
tree frame_type;
tree frame_decl;
tree chain_field;
tree chain_decl;
tree nl_goto_field;
bool any_parm_remapped;
bool any_tramp_created;
char static_chain_added;
};
static hashval_t
var_map_hash (const void *x)
{
const struct var_map_elt *a = (const struct var_map_elt *) x;
return htab_hash_pointer (a->old);
}
static int
var_map_eq (const void *x, const void *y)
{
const struct var_map_elt *a = (const struct var_map_elt *) x;
const struct var_map_elt *b = (const struct var_map_elt *) y;
return a->old == b->old;
}
#define create_tmp_var cant_use_create_tmp_var_here_dummy
static tree
create_tmp_var_for (struct nesting_info *info, tree type, const char *prefix)
{
tree tmp_var;
gcc_assert (!TREE_ADDRESSABLE (type));
gcc_assert (!TYPE_SIZE_UNIT (type)
|| TREE_CODE (TYPE_SIZE_UNIT (type)) == INTEGER_CST);
tmp_var = create_tmp_var_raw (type, prefix);
DECL_CONTEXT (tmp_var) = info->context;
TREE_CHAIN (tmp_var) = info->new_local_var_chain;
DECL_SEEN_IN_BIND_EXPR_P (tmp_var) = 1;
if (TREE_CODE (type) == COMPLEX_TYPE)
DECL_COMPLEX_GIMPLE_REG_P (tmp_var) = 1;
info->new_local_var_chain = tmp_var;
return tmp_var;
}
tree
build_addr (tree exp, tree context)
{
tree base = exp;
tree save_context;
tree retval;
while (handled_component_p (base))
base = TREE_OPERAND (base, 0);
if (DECL_P (base))
TREE_ADDRESSABLE (base) = 1;
save_context = current_function_decl;
current_function_decl = context;
retval = build1 (ADDR_EXPR, build_pointer_type (TREE_TYPE (exp)), exp);
current_function_decl = save_context;;
return retval;
}
void
insert_field_into_struct (tree type, tree field)
{
tree *p;
DECL_CONTEXT (field) = type;
for (p = &TYPE_FIELDS (type); *p ; p = &TREE_CHAIN (*p))
if (DECL_ALIGN (field) >= DECL_ALIGN (*p))
break;
TREE_CHAIN (field) = *p;
*p = field;
}
static tree
get_frame_type (struct nesting_info *info)
{
tree type = info->frame_type;
if (!type)
{
char *name;
type = make_node (RECORD_TYPE);
name = concat ("FRAME.",
IDENTIFIER_POINTER (DECL_NAME (info->context)),
NULL);
TYPE_NAME (type) = get_identifier (name);
free (name);
info->frame_type = type;
info->frame_decl = create_tmp_var_for (info, type, "FRAME");
TREE_ADDRESSABLE (info->frame_decl) = 1;
}
return type;
}
static bool
use_pointer_in_frame (tree decl)
{
if (TREE_CODE (decl) == PARM_DECL)
{
return AGGREGATE_TYPE_P (TREE_TYPE (decl));
}
else
{
return DECL_SIZE (decl) == NULL || !TREE_CONSTANT (DECL_SIZE (decl));
}
}
static tree
lookup_field_for_decl (struct nesting_info *info, tree decl,
enum insert_option insert)
{
struct var_map_elt *elt, dummy;
void **slot;
tree field;
dummy.old = decl;
slot = htab_find_slot (info->field_map, &dummy, insert);
if (!slot)
{
gcc_assert (insert != INSERT);
return NULL;
}
elt = (struct var_map_elt *) *slot;
if (!elt && insert == INSERT)
{
field = make_node (FIELD_DECL);
DECL_NAME (field) = DECL_NAME (decl);
if (use_pointer_in_frame (decl))
{
TREE_TYPE (field) = build_pointer_type (TREE_TYPE (decl));
DECL_ALIGN (field) = TYPE_ALIGN (TREE_TYPE (field));
DECL_NONADDRESSABLE_P (field) = 1;
}
else
{
TREE_TYPE (field) = TREE_TYPE (decl);
DECL_SOURCE_LOCATION (field) = DECL_SOURCE_LOCATION (decl);
DECL_ALIGN (field) = DECL_ALIGN (decl);
DECL_USER_ALIGN (field) = DECL_USER_ALIGN (decl);
TREE_ADDRESSABLE (field) = TREE_ADDRESSABLE (decl);
DECL_NONADDRESSABLE_P (field) = !TREE_ADDRESSABLE (decl);
TREE_THIS_VOLATILE (field) = TREE_THIS_VOLATILE (decl);
}
insert_field_into_struct (get_frame_type (info), field);
elt = GGC_NEW (struct var_map_elt);
elt->old = decl;
elt->new = field;
*slot = elt;
if (TREE_CODE (decl) == PARM_DECL)
info->any_parm_remapped = true;
}
else
field = elt ? elt->new : NULL;
return field;
}
static tree
get_chain_decl (struct nesting_info *info)
{
tree decl = info->chain_decl;
if (!decl)
{
tree type;
type = get_frame_type (info->outer);
type = build_pointer_type (type);
decl = build_decl (PARM_DECL, create_tmp_var_name ("CHAIN"), type);
DECL_ARTIFICIAL (decl) = 1;
DECL_IGNORED_P (decl) = 1;
TREE_USED (decl) = 1;
DECL_CONTEXT (decl) = info->context;
DECL_ARG_TYPE (decl) = type;
TREE_READONLY (decl) = 1;
info->chain_decl = decl;
}
return decl;
}
static tree
get_chain_field (struct nesting_info *info)
{
tree field = info->chain_field;
if (!field)
{
tree type = build_pointer_type (get_frame_type (info->outer));
field = make_node (FIELD_DECL);
DECL_NAME (field) = get_identifier ("__chain");
TREE_TYPE (field) = type;
DECL_ALIGN (field) = TYPE_ALIGN (type);
DECL_NONADDRESSABLE_P (field) = 1;
insert_field_into_struct (get_frame_type (info), field);
info->chain_field = field;
}
return field;
}
static tree
init_tmp_var (struct nesting_info *info, tree exp, tree_stmt_iterator *tsi)
{
tree t, stmt;
t = create_tmp_var_for (info, TREE_TYPE (exp), NULL);
stmt = build2 (MODIFY_EXPR, TREE_TYPE (t), t, exp);
SET_EXPR_LOCUS (stmt, EXPR_LOCUS (tsi_stmt (*tsi)));
tsi_link_before (tsi, stmt, TSI_SAME_STMT);
return t;
}
static tree
tsi_gimplify_val (struct nesting_info *info, tree exp, tree_stmt_iterator *tsi)
{
if (is_gimple_val (exp))
return exp;
else
return init_tmp_var (info, exp, tsi);
}
static tree
save_tmp_var (struct nesting_info *info, tree exp,
tree_stmt_iterator *tsi)
{
tree t, stmt;
t = create_tmp_var_for (info, TREE_TYPE (exp), NULL);
stmt = build2 (MODIFY_EXPR, TREE_TYPE (t), exp, t);
SET_EXPR_LOCUS (stmt, EXPR_LOCUS (tsi_stmt (*tsi)));
tsi_link_after (tsi, stmt, TSI_SAME_STMT);
return t;
}
static GTY(()) tree trampoline_type;
static tree
get_trampoline_type (void)
{
tree record, t;
unsigned align, size;
if (trampoline_type)
return trampoline_type;
align = TRAMPOLINE_ALIGNMENT;
size = TRAMPOLINE_SIZE;
if (align > (unsigned int) STACK_BOUNDARY)
{
size += ((align/BITS_PER_UNIT) - 1) & -(STACK_BOUNDARY/BITS_PER_UNIT);
align = STACK_BOUNDARY;
}
t = build_index_type (build_int_cst (NULL_TREE, size - 1));
t = build_array_type (char_type_node, t);
t = build_decl (FIELD_DECL, get_identifier ("__data"), t);
DECL_ALIGN (t) = align;
DECL_USER_ALIGN (t) = 1;
record = make_node (RECORD_TYPE);
TYPE_NAME (record) = get_identifier ("__builtin_trampoline");
TYPE_FIELDS (record) = t;
layout_type (record);
return record;
}
static tree
lookup_tramp_for_decl (struct nesting_info *info, tree decl,
enum insert_option insert)
{
struct var_map_elt *elt, dummy;
void **slot;
tree field;
dummy.old = decl;
slot = htab_find_slot (info->var_map, &dummy, insert);
if (!slot)
{
gcc_assert (insert != INSERT);
return NULL;
}
elt = (struct var_map_elt *) *slot;
if (!elt && insert == INSERT)
{
field = make_node (FIELD_DECL);
DECL_NAME (field) = DECL_NAME (decl);
TREE_TYPE (field) = get_trampoline_type ();
TREE_ADDRESSABLE (field) = 1;
insert_field_into_struct (get_frame_type (info), field);
elt = GGC_NEW (struct var_map_elt);
elt->old = decl;
elt->new = field;
*slot = elt;
info->any_tramp_created = true;
}
else
field = elt ? elt->new : NULL;
return field;
}
static tree
get_nl_goto_field (struct nesting_info *info)
{
tree field = info->nl_goto_field;
if (!field)
{
unsigned size;
tree type;
if (Pmode == ptr_mode)
type = ptr_type_node;
else
type = lang_hooks.types.type_for_mode (Pmode, 1);
size = GET_MODE_SIZE (STACK_SAVEAREA_MODE (SAVE_NONLOCAL));
size = size / GET_MODE_SIZE (Pmode);
size = size + 1;
type = build_array_type
(type, build_index_type (build_int_cst (NULL_TREE, size)));
field = make_node (FIELD_DECL);
DECL_NAME (field) = get_identifier ("__nl_goto_buf");
TREE_TYPE (field) = type;
DECL_ALIGN (field) = TYPE_ALIGN (type);
TREE_ADDRESSABLE (field) = 1;
insert_field_into_struct (get_frame_type (info), field);
info->nl_goto_field = field;
}
return field;
}
static void
walk_asm_expr (struct walk_stmt_info *wi, tree stmt)
{
int noutputs = list_length (ASM_OUTPUTS (stmt));
const char **oconstraints
= (const char **) alloca ((noutputs) * sizeof (const char *));
int i;
tree link;
const char *constraint;
bool allows_mem, allows_reg, is_inout;
wi->is_lhs = true;
for (i=0, link = ASM_OUTPUTS (stmt); link; ++i, link = TREE_CHAIN (link))
{
constraint = TREE_STRING_POINTER (TREE_VALUE (TREE_PURPOSE (link)));
oconstraints[i] = constraint;
parse_output_constraint (&constraint, i, 0, 0, &allows_mem,
&allows_reg, &is_inout);
wi->val_only = (allows_reg || !allows_mem);
walk_tree (&TREE_VALUE (link), wi->callback, wi, NULL);
}
for (link = ASM_INPUTS (stmt); link; link = TREE_CHAIN (link))
{
constraint = TREE_STRING_POINTER (TREE_VALUE (TREE_PURPOSE (link)));
parse_input_constraint (&constraint, 0, 0, noutputs, 0,
oconstraints, &allows_mem, &allows_reg);
wi->val_only = (allows_reg || !allows_mem);
wi->is_lhs = !wi->val_only;
walk_tree (&TREE_VALUE (link), wi->callback, wi, NULL);
}
wi->is_lhs = false;
wi->val_only = true;
}
void
walk_stmts (struct walk_stmt_info *wi, tree *tp)
{
tree t = *tp;
int walk_subtrees;
if (!t)
return;
if (wi->want_locations && EXPR_HAS_LOCATION (t))
input_location = EXPR_LOCATION (t);
switch (TREE_CODE (t))
{
case STATEMENT_LIST:
{
tree_stmt_iterator i;
for (i = tsi_start (t); !tsi_end_p (i); tsi_next (&i))
{
wi->tsi = i;
walk_stmts (wi, tsi_stmt_ptr (i));
}
}
break;
case COND_EXPR:
walk_tree (&COND_EXPR_COND (t), wi->callback, wi, NULL);
walk_stmts (wi, &COND_EXPR_THEN (t));
walk_stmts (wi, &COND_EXPR_ELSE (t));
break;
case CATCH_EXPR:
walk_stmts (wi, &CATCH_BODY (t));
break;
case EH_FILTER_EXPR:
walk_stmts (wi, &EH_FILTER_FAILURE (t));
break;
case TRY_CATCH_EXPR:
case TRY_FINALLY_EXPR:
walk_stmts (wi, &TREE_OPERAND (t, 0));
walk_stmts (wi, &TREE_OPERAND (t, 1));
break;
case BIND_EXPR:
if (wi->want_bind_expr)
{
walk_subtrees = 1;
wi->callback (tp, &walk_subtrees, wi);
if (!walk_subtrees)
break;
}
walk_stmts (wi, &BIND_EXPR_BODY (t));
break;
case RETURN_EXPR:
if (wi->want_return_expr)
{
walk_subtrees = 1;
wi->callback (tp, &walk_subtrees, wi);
if (!walk_subtrees)
break;
}
walk_stmts (wi, &TREE_OPERAND (t, 0));
break;
case MODIFY_EXPR:
wi->val_only = !is_gimple_formal_tmp_var (TREE_OPERAND (t, 0));
walk_tree (&TREE_OPERAND (t, 1), wi->callback, wi, NULL);
wi->val_only = !is_gimple_mem_rhs (TREE_OPERAND (t, 1));
wi->is_lhs = true;
walk_tree (&TREE_OPERAND (t, 0), wi->callback, wi, NULL);
wi->val_only = true;
wi->is_lhs = false;
break;
case ASM_EXPR:
walk_asm_expr (wi, *tp);
break;
default:
wi->val_only = true;
walk_tree (tp, wi->callback, wi, NULL);
break;
}
}
static void
walk_body (walk_tree_fn callback, struct nesting_info *info, tree *stmt_p)
{
struct walk_stmt_info wi;
memset (&wi, 0, sizeof (wi));
wi.callback = callback;
wi.info = info;
wi.val_only = true;
walk_stmts (&wi, stmt_p);
}
static inline void
walk_function (walk_tree_fn callback, struct nesting_info *info)
{
walk_body (callback, info, &DECL_SAVED_TREE (info->context));
}
static void
walk_all_functions (walk_tree_fn callback, struct nesting_info *root)
{
do
{
if (root->inner)
walk_all_functions (callback, root->inner);
walk_function (callback, root);
root = root->next;
}
while (root);
}
static bool
check_for_nested_with_variably_modified (tree fndecl, tree orig_fndecl)
{
struct cgraph_node *cgn = cgraph_node (fndecl);
tree arg;
for (cgn = cgn->nested; cgn ; cgn = cgn->next_nested)
{
for (arg = DECL_ARGUMENTS (cgn->decl); arg; arg = TREE_CHAIN (arg))
if (variably_modified_type_p (TREE_TYPE (arg), 0), orig_fndecl)
return true;
if (check_for_nested_with_variably_modified (cgn->decl, orig_fndecl))
return true;
}
return false;
}
static struct nesting_info *
create_nesting_tree (struct cgraph_node *cgn)
{
struct nesting_info *info = GGC_CNEW (struct nesting_info);
info->field_map = htab_create_ggc (7, var_map_hash, var_map_eq, ggc_free);
info->var_map = htab_create_ggc (7, var_map_hash, var_map_eq, ggc_free);
info->suppress_expansion = BITMAP_GGC_ALLOC ();
info->context = cgn->decl;
for (cgn = cgn->nested; cgn ; cgn = cgn->next_nested)
{
struct nesting_info *sub = create_nesting_tree (cgn);
sub->outer = info;
sub->next = info->inner;
info->inner = sub;
}
if (check_for_nested_with_variably_modified (info->context, info->context))
DECL_UNINLINABLE (info->context) = true;
return info;
}
static tree
get_static_chain (struct nesting_info *info, tree target_context,
tree_stmt_iterator *tsi)
{
struct nesting_info *i;
tree x;
if (info->context == target_context)
{
x = build_addr (info->frame_decl, target_context);
}
else
{
x = get_chain_decl (info);
for (i = info->outer; i->context != target_context; i = i->outer)
{
tree field = get_chain_field (i);
x = build1 (INDIRECT_REF, TREE_TYPE (TREE_TYPE (x)), x);
x = build3 (COMPONENT_REF, TREE_TYPE (field), x, field, NULL_TREE);
x = init_tmp_var (info, x, tsi);
}
}
return x;
}
static tree
get_frame_field (struct nesting_info *info, tree target_context,
tree field, tree_stmt_iterator *tsi)
{
struct nesting_info *i;
tree x;
if (info->context == target_context)
{
(void) get_frame_type (info);
x = info->frame_decl;
}
else
{
x = get_chain_decl (info);
for (i = info->outer; i->context != target_context; i = i->outer)
{
tree field = get_chain_field (i);
x = build1 (INDIRECT_REF, TREE_TYPE (TREE_TYPE (x)), x);
x = build3 (COMPONENT_REF, TREE_TYPE (field), x, field, NULL_TREE);
x = init_tmp_var (info, x, tsi);
}
x = build1 (INDIRECT_REF, TREE_TYPE (TREE_TYPE (x)), x);
}
x = build3 (COMPONENT_REF, TREE_TYPE (field), x, field, NULL_TREE);
return x;
}
static tree
get_nonlocal_debug_decl (struct nesting_info *info, tree decl)
{
struct var_map_elt *elt, dummy;
tree target_context;
struct nesting_info *i;
tree x, field, new_decl;
void **slot;
dummy.old = decl;
slot = htab_find_slot (info->var_map, &dummy, INSERT);
elt = *slot;
if (elt)
return elt->new;
target_context = decl_function_context (decl);
if (info->context == target_context)
{
(void) get_frame_type (info);
x = info->frame_decl;
i = info;
}
else
{
x = get_chain_decl (info);
for (i = info->outer; i->context != target_context; i = i->outer)
{
field = get_chain_field (i);
x = build1 (INDIRECT_REF, TREE_TYPE (TREE_TYPE (x)), x);
x = build3 (COMPONENT_REF, TREE_TYPE (field), x, field, NULL_TREE);
}
x = build1 (INDIRECT_REF, TREE_TYPE (TREE_TYPE (x)), x);
}
field = lookup_field_for_decl (i, decl, INSERT);
x = build3 (COMPONENT_REF, TREE_TYPE (field), x, field, NULL_TREE);
if (use_pointer_in_frame (decl))
x = build1 (INDIRECT_REF, TREE_TYPE (TREE_TYPE (x)), x);
new_decl = build_decl (VAR_DECL, DECL_NAME (decl), TREE_TYPE (decl));
DECL_CONTEXT (new_decl) = info->context;
DECL_SOURCE_LOCATION (new_decl) = DECL_SOURCE_LOCATION (decl);
DECL_ARTIFICIAL (new_decl) = DECL_ARTIFICIAL (decl);
DECL_IGNORED_P (new_decl) = DECL_IGNORED_P (decl);
TREE_THIS_VOLATILE (new_decl) = TREE_THIS_VOLATILE (decl);
TREE_SIDE_EFFECTS (new_decl) = TREE_SIDE_EFFECTS (decl);
TREE_READONLY (new_decl) = TREE_READONLY (decl);
TREE_ADDRESSABLE (new_decl) = TREE_ADDRESSABLE (decl);
DECL_SEEN_IN_BIND_EXPR_P (new_decl) = 1;
SET_DECL_VALUE_EXPR (new_decl, x);
DECL_HAS_VALUE_EXPR_P (new_decl) = 1;
elt = ggc_alloc (sizeof (*elt));
elt->old = decl;
elt->new = new_decl;
*slot = elt;
TREE_CHAIN (new_decl) = info->debug_var_chain;
info->debug_var_chain = new_decl;
return new_decl;
}
static bool convert_nonlocal_omp_clauses (tree *, struct walk_stmt_info *);
static tree
convert_nonlocal_reference (tree *tp, int *walk_subtrees, void *data)
{
struct walk_stmt_info *wi = (struct walk_stmt_info *) data;
struct nesting_info *info = wi->info;
tree t = *tp;
tree save_local_var_chain;
bitmap save_suppress;
*walk_subtrees = 0;
switch (TREE_CODE (t))
{
case VAR_DECL:
if (TREE_STATIC (t) || DECL_EXTERNAL (t))
break;
case PARM_DECL:
if (decl_function_context (t) != info->context)
{
tree x;
wi->changed = true;
x = get_nonlocal_debug_decl (info, t);
if (!bitmap_bit_p (info->suppress_expansion, DECL_UID (t)))
{
tree target_context = decl_function_context (t);
struct nesting_info *i;
for (i = info->outer; i->context != target_context; i = i->outer)
continue;
x = lookup_field_for_decl (i, t, INSERT);
x = get_frame_field (info, target_context, x, &wi->tsi);
if (use_pointer_in_frame (t))
{
x = init_tmp_var (info, x, &wi->tsi);
x = build1 (INDIRECT_REF, TREE_TYPE (TREE_TYPE (x)), x);
}
}
if (wi->val_only)
{
if (wi->is_lhs)
x = save_tmp_var (info, x, &wi->tsi);
else
x = init_tmp_var (info, x, &wi->tsi);
}
*tp = x;
}
break;
case GOTO_EXPR:
if (TREE_CODE (GOTO_DESTINATION (t)) != LABEL_DECL)
{
*walk_subtrees = 1;
wi->val_only = true;
wi->is_lhs = false;
}
break;
case LABEL_DECL:
if (decl_function_context (t) != info->context)
FORCED_LABEL (t) = 1;
break;
case ADDR_EXPR:
{
bool save_val_only = wi->val_only;
wi->val_only = false;
wi->is_lhs = false;
wi->changed = false;
walk_tree (&TREE_OPERAND (t, 0), convert_nonlocal_reference, wi, NULL);
wi->val_only = true;
if (wi->changed)
{
tree save_context;
save_context = current_function_decl;
current_function_decl = info->context;
recompute_tree_invariant_for_addr_expr (t);
current_function_decl = save_context;
if (save_val_only)
*tp = tsi_gimplify_val (wi->info, t, &wi->tsi);
}
}
break;
case REALPART_EXPR:
case IMAGPART_EXPR:
case COMPONENT_REF:
case ARRAY_REF:
case ARRAY_RANGE_REF:
case BIT_FIELD_REF:
wi->val_only = true;
wi->is_lhs = false;
for (; handled_component_p (t); tp = &TREE_OPERAND (t, 0), t = *tp)
{
if (TREE_CODE (t) == COMPONENT_REF)
walk_tree (&TREE_OPERAND (t, 2), convert_nonlocal_reference, wi,
NULL);
else if (TREE_CODE (t) == ARRAY_REF
|| TREE_CODE (t) == ARRAY_RANGE_REF)
{
walk_tree (&TREE_OPERAND (t, 1), convert_nonlocal_reference, wi,
NULL);
walk_tree (&TREE_OPERAND (t, 2), convert_nonlocal_reference, wi,
NULL);
walk_tree (&TREE_OPERAND (t, 3), convert_nonlocal_reference, wi,
NULL);
}
else if (TREE_CODE (t) == BIT_FIELD_REF)
{
walk_tree (&TREE_OPERAND (t, 1), convert_nonlocal_reference, wi,
NULL);
walk_tree (&TREE_OPERAND (t, 2), convert_nonlocal_reference, wi,
NULL);
}
}
wi->val_only = false;
walk_tree (tp, convert_nonlocal_reference, wi, NULL);
break;
case OMP_PARALLEL:
save_suppress = info->suppress_expansion;
if (convert_nonlocal_omp_clauses (&OMP_PARALLEL_CLAUSES (t), wi))
{
tree c, decl;
decl = get_chain_decl (info);
c = build_omp_clause (OMP_CLAUSE_FIRSTPRIVATE);
OMP_CLAUSE_DECL (c) = decl;
OMP_CLAUSE_CHAIN (c) = OMP_PARALLEL_CLAUSES (t);
OMP_PARALLEL_CLAUSES (t) = c;
}
save_local_var_chain = info->new_local_var_chain;
info->new_local_var_chain = NULL;
walk_body (convert_nonlocal_reference, info, &OMP_PARALLEL_BODY (t));
if (info->new_local_var_chain)
declare_vars (info->new_local_var_chain, OMP_PARALLEL_BODY (t), false);
info->new_local_var_chain = save_local_var_chain;
info->suppress_expansion = save_suppress;
break;
case OMP_FOR:
case OMP_SECTIONS:
case OMP_SINGLE:
save_suppress = info->suppress_expansion;
convert_nonlocal_omp_clauses (&OMP_CLAUSES (t), wi);
walk_body (convert_nonlocal_reference, info, &OMP_BODY (t));
info->suppress_expansion = save_suppress;
break;
case OMP_SECTION:
case OMP_MASTER:
case OMP_ORDERED:
walk_body (convert_nonlocal_reference, info, &OMP_BODY (t));
break;
default:
if (!IS_TYPE_OR_DECL_P (t))
{
*walk_subtrees = 1;
wi->val_only = true;
wi->is_lhs = false;
}
break;
}
return NULL_TREE;
}
static bool
convert_nonlocal_omp_clauses (tree *pclauses, struct walk_stmt_info *wi)
{
struct nesting_info *info = wi->info;
bool need_chain = false;
tree clause, decl;
int dummy;
bitmap new_suppress;
new_suppress = BITMAP_GGC_ALLOC ();
bitmap_copy (new_suppress, info->suppress_expansion);
for (clause = *pclauses; clause ; clause = OMP_CLAUSE_CHAIN (clause))
{
switch (OMP_CLAUSE_CODE (clause))
{
case OMP_CLAUSE_PRIVATE:
case OMP_CLAUSE_FIRSTPRIVATE:
case OMP_CLAUSE_LASTPRIVATE:
case OMP_CLAUSE_REDUCTION:
case OMP_CLAUSE_COPYPRIVATE:
case OMP_CLAUSE_SHARED:
decl = OMP_CLAUSE_DECL (clause);
if (decl_function_context (decl) != info->context)
{
bitmap_set_bit (new_suppress, DECL_UID (decl));
OMP_CLAUSE_DECL (clause) = get_nonlocal_debug_decl (info, decl);
need_chain = true;
}
break;
case OMP_CLAUSE_SCHEDULE:
if (OMP_CLAUSE_SCHEDULE_CHUNK_EXPR (clause) == NULL)
break;
case OMP_CLAUSE_IF:
case OMP_CLAUSE_NUM_THREADS:
wi->val_only = true;
wi->is_lhs = false;
convert_nonlocal_reference (&OMP_CLAUSE_OPERAND (clause, 0), &dummy,
wi);
break;
case OMP_CLAUSE_NOWAIT:
case OMP_CLAUSE_ORDERED:
case OMP_CLAUSE_DEFAULT:
case OMP_CLAUSE_COPYIN:
break;
default:
gcc_unreachable ();
}
}
info->suppress_expansion = new_suppress;
return need_chain;
}
static tree
get_local_debug_decl (struct nesting_info *info, tree decl, tree field)
{
struct var_map_elt *elt, dummy;
tree x, new_decl;
void **slot;
dummy.old = decl;
slot = htab_find_slot (info->var_map, &dummy, INSERT);
elt = *slot;
if (elt)
return elt->new;
(void) get_frame_type (info);
x = info->frame_decl;
x = build3 (COMPONENT_REF, TREE_TYPE (field), x, field, NULL_TREE);
new_decl = build_decl (VAR_DECL, DECL_NAME (decl), TREE_TYPE (decl));
DECL_CONTEXT (new_decl) = info->context;
DECL_SOURCE_LOCATION (new_decl) = DECL_SOURCE_LOCATION (decl);
DECL_ARTIFICIAL (new_decl) = DECL_ARTIFICIAL (decl);
DECL_IGNORED_P (new_decl) = DECL_IGNORED_P (decl);
TREE_THIS_VOLATILE (new_decl) = TREE_THIS_VOLATILE (decl);
TREE_SIDE_EFFECTS (new_decl) = TREE_SIDE_EFFECTS (decl);
TREE_READONLY (new_decl) = TREE_READONLY (decl);
TREE_ADDRESSABLE (new_decl) = TREE_ADDRESSABLE (decl);
DECL_SEEN_IN_BIND_EXPR_P (new_decl) = 1;
SET_DECL_VALUE_EXPR (new_decl, x);
DECL_HAS_VALUE_EXPR_P (new_decl) = 1;
elt = ggc_alloc (sizeof (*elt));
elt->old = decl;
elt->new = new_decl;
*slot = elt;
TREE_CHAIN (new_decl) = info->debug_var_chain;
info->debug_var_chain = new_decl;
DECL_IGNORED_P (decl) = 1;
return new_decl;
}
static bool convert_local_omp_clauses (tree *, struct walk_stmt_info *);
static tree
convert_local_reference (tree *tp, int *walk_subtrees, void *data)
{
struct walk_stmt_info *wi = (struct walk_stmt_info *) data;
struct nesting_info *info = wi->info;
tree t = *tp, field, x;
bool save_val_only;
tree save_local_var_chain;
bitmap save_suppress;
*walk_subtrees = 0;
switch (TREE_CODE (t))
{
case VAR_DECL:
if (TREE_STATIC (t) || DECL_EXTERNAL (t))
break;
case PARM_DECL:
if (decl_function_context (t) == info->context)
{
if (use_pointer_in_frame (t))
break;
field = lookup_field_for_decl (info, t, NO_INSERT);
if (!field)
break;
wi->changed = true;
x = get_local_debug_decl (info, t, field);
if (!bitmap_bit_p (info->suppress_expansion, DECL_UID (t)))
x = get_frame_field (info, info->context, field, &wi->tsi);
if (wi->val_only)
{
if (wi->is_lhs)
x = save_tmp_var (info, x, &wi->tsi);
else
x = init_tmp_var (info, x, &wi->tsi);
}
*tp = x;
}
break;
case ADDR_EXPR:
save_val_only = wi->val_only;
wi->val_only = false;
wi->is_lhs = false;
wi->changed = false;
walk_tree (&TREE_OPERAND (t, 0), convert_local_reference, wi, NULL);
wi->val_only = save_val_only;
if (wi->changed)
{
tree save_context;
TREE_ADDRESSABLE (info->frame_decl) = 1;
save_context = current_function_decl;
current_function_decl = info->context;
recompute_tree_invariant_for_addr_expr (t);
current_function_decl = save_context;
if (save_val_only)
*tp = tsi_gimplify_val (wi->info, t, &wi->tsi);
}
break;
case REALPART_EXPR:
case IMAGPART_EXPR:
case COMPONENT_REF:
case ARRAY_REF:
case ARRAY_RANGE_REF:
case BIT_FIELD_REF:
save_val_only = wi->val_only;
wi->val_only = true;
wi->is_lhs = false;
for (; handled_component_p (t); tp = &TREE_OPERAND (t, 0), t = *tp)
{
if (TREE_CODE (t) == COMPONENT_REF)
walk_tree (&TREE_OPERAND (t, 2), convert_local_reference, wi,
NULL);
else if (TREE_CODE (t) == ARRAY_REF
|| TREE_CODE (t) == ARRAY_RANGE_REF)
{
walk_tree (&TREE_OPERAND (t, 1), convert_local_reference, wi,
NULL);
walk_tree (&TREE_OPERAND (t, 2), convert_local_reference, wi,
NULL);
walk_tree (&TREE_OPERAND (t, 3), convert_local_reference, wi,
NULL);
}
else if (TREE_CODE (t) == BIT_FIELD_REF)
{
walk_tree (&TREE_OPERAND (t, 1), convert_local_reference, wi,
NULL);
walk_tree (&TREE_OPERAND (t, 2), convert_local_reference, wi,
NULL);
}
}
wi->val_only = false;
walk_tree (tp, convert_local_reference, wi, NULL);
wi->val_only = save_val_only;
break;
case OMP_PARALLEL:
save_suppress = info->suppress_expansion;
if (convert_local_omp_clauses (&OMP_PARALLEL_CLAUSES (t), wi))
{
tree c;
(void) get_frame_type (info);
c = build_omp_clause (OMP_CLAUSE_SHARED);
OMP_CLAUSE_DECL (c) = info->frame_decl;
OMP_CLAUSE_CHAIN (c) = OMP_PARALLEL_CLAUSES (t);
OMP_PARALLEL_CLAUSES (t) = c;
}
save_local_var_chain = info->new_local_var_chain;
info->new_local_var_chain = NULL;
walk_body (convert_local_reference, info, &OMP_PARALLEL_BODY (t));
if (info->new_local_var_chain)
declare_vars (info->new_local_var_chain, OMP_PARALLEL_BODY (t), false);
info->new_local_var_chain = save_local_var_chain;
info->suppress_expansion = save_suppress;
break;
case OMP_FOR:
case OMP_SECTIONS:
case OMP_SINGLE:
save_suppress = info->suppress_expansion;
convert_local_omp_clauses (&OMP_CLAUSES (t), wi);
walk_body (convert_local_reference, info, &OMP_BODY (t));
info->suppress_expansion = save_suppress;
break;
case OMP_SECTION:
case OMP_MASTER:
case OMP_ORDERED:
walk_body (convert_local_reference, info, &OMP_BODY (t));
break;
default:
if (!IS_TYPE_OR_DECL_P (t))
{
*walk_subtrees = 1;
wi->val_only = true;
wi->is_lhs = false;
}
break;
}
return NULL_TREE;
}
static bool
convert_local_omp_clauses (tree *pclauses, struct walk_stmt_info *wi)
{
struct nesting_info *info = wi->info;
bool need_frame = false;
tree clause, decl;
int dummy;
bitmap new_suppress;
new_suppress = BITMAP_GGC_ALLOC ();
bitmap_copy (new_suppress, info->suppress_expansion);
for (clause = *pclauses; clause ; clause = OMP_CLAUSE_CHAIN (clause))
{
switch (OMP_CLAUSE_CODE (clause))
{
case OMP_CLAUSE_PRIVATE:
case OMP_CLAUSE_FIRSTPRIVATE:
case OMP_CLAUSE_LASTPRIVATE:
case OMP_CLAUSE_REDUCTION:
case OMP_CLAUSE_COPYPRIVATE:
case OMP_CLAUSE_SHARED:
decl = OMP_CLAUSE_DECL (clause);
if (decl_function_context (decl) == info->context
&& !use_pointer_in_frame (decl))
{
tree field = lookup_field_for_decl (info, decl, NO_INSERT);
if (field)
{
bitmap_set_bit (new_suppress, DECL_UID (decl));
OMP_CLAUSE_DECL (clause)
= get_local_debug_decl (info, decl, field);
need_frame = true;
}
}
break;
case OMP_CLAUSE_SCHEDULE:
if (OMP_CLAUSE_SCHEDULE_CHUNK_EXPR (clause) == NULL)
break;
case OMP_CLAUSE_IF:
case OMP_CLAUSE_NUM_THREADS:
wi->val_only = true;
wi->is_lhs = false;
convert_local_reference (&OMP_CLAUSE_OPERAND (clause, 0), &dummy, wi);
break;
case OMP_CLAUSE_NOWAIT:
case OMP_CLAUSE_ORDERED:
case OMP_CLAUSE_DEFAULT:
case OMP_CLAUSE_COPYIN:
break;
default:
gcc_unreachable ();
}
}
info->suppress_expansion = new_suppress;
return need_frame;
}
static tree
convert_nl_goto_reference (tree *tp, int *walk_subtrees, void *data)
{
struct walk_stmt_info *wi = (struct walk_stmt_info *) data;
struct nesting_info *info = wi->info, *i;
tree t = *tp, label, new_label, target_context, x, arg, field;
struct var_map_elt *elt, dummy;
void **slot;
*walk_subtrees = 0;
if (TREE_CODE (t) != GOTO_EXPR)
return NULL_TREE;
label = GOTO_DESTINATION (t);
if (TREE_CODE (label) != LABEL_DECL)
return NULL_TREE;
target_context = decl_function_context (label);
if (target_context == info->context)
return NULL_TREE;
for (i = info->outer; target_context != i->context; i = i->outer)
continue;
dummy.old = label;
slot = htab_find_slot (i->var_map, &dummy, INSERT);
elt = (struct var_map_elt *) *slot;
if (elt == NULL)
{
new_label = create_artificial_label ();
DECL_NONLOCAL (new_label) = 1;
elt = GGC_NEW (struct var_map_elt);
elt->old = label;
elt->new = new_label;
*slot = elt;
}
else
new_label = elt->new;
field = get_nl_goto_field (i);
x = get_frame_field (info, target_context, field, &wi->tsi);
x = build_addr (x, target_context);
x = tsi_gimplify_val (info, x, &wi->tsi);
arg = tree_cons (NULL, x, NULL);
x = build_addr (new_label, target_context);
arg = tree_cons (NULL, x, arg);
x = implicit_built_in_decls[BUILT_IN_NONLOCAL_GOTO];
x = build_function_call_expr (x, arg);
SET_EXPR_LOCUS (x, EXPR_LOCUS (tsi_stmt (wi->tsi)));
*tsi_stmt_ptr (wi->tsi) = x;
return NULL_TREE;
}
static tree
convert_nl_goto_receiver (tree *tp, int *walk_subtrees, void *data)
{
struct walk_stmt_info *wi = (struct walk_stmt_info *) data;
struct nesting_info *info = wi->info;
tree t = *tp, label, new_label, x;
struct var_map_elt *elt, dummy;
tree_stmt_iterator tmp_tsi;
*walk_subtrees = 0;
if (TREE_CODE (t) != LABEL_EXPR)
return NULL_TREE;
label = LABEL_EXPR_LABEL (t);
dummy.old = label;
elt = (struct var_map_elt *) htab_find (info->var_map, &dummy);
if (!elt)
return NULL_TREE;
new_label = elt->new;
tmp_tsi = wi->tsi;
tsi_prev (&tmp_tsi);
if (tsi_end_p (tmp_tsi) || block_may_fallthru (tsi_stmt (tmp_tsi)))
{
x = build1 (GOTO_EXPR, void_type_node, label);
tsi_link_before (&wi->tsi, x, TSI_SAME_STMT);
}
x = build1 (LABEL_EXPR, void_type_node, new_label);
tsi_link_before (&wi->tsi, x, TSI_SAME_STMT);
return NULL_TREE;
}
static tree
convert_tramp_reference (tree *tp, int *walk_subtrees, void *data)
{
struct walk_stmt_info *wi = (struct walk_stmt_info *) data;
struct nesting_info *info = wi->info, *i;
tree t = *tp, decl, target_context, x, arg;
*walk_subtrees = 0;
switch (TREE_CODE (t))
{
case ADDR_EXPR:
decl = TREE_OPERAND (t, 0);
if (TREE_CODE (decl) != FUNCTION_DECL)
break;
target_context = decl_function_context (decl);
if (!target_context)
break;
if (DECL_NO_STATIC_CHAIN (decl))
break;
for (i = info; i->context != target_context; i = i->outer)
continue;
x = lookup_tramp_for_decl (i, decl, INSERT);
x = get_frame_field (info, target_context, x, &wi->tsi);
x = build_addr (x, target_context);
x = tsi_gimplify_val (info, x, &wi->tsi);
arg = tree_cons (NULL, x, NULL);
x = implicit_built_in_decls[BUILT_IN_ADJUST_TRAMPOLINE];
x = build_function_call_expr (x, arg);
x = init_tmp_var (info, x, &wi->tsi);
x = build1 (NOP_EXPR, TREE_TYPE (t), x);
x = init_tmp_var (info, x, &wi->tsi);
*tp = x;
break;
case CALL_EXPR:
walk_tree (&TREE_OPERAND (t, 1), convert_tramp_reference, wi, NULL);
break;
default:
if (!IS_TYPE_OR_DECL_P (t))
*walk_subtrees = 1;
break;
}
return NULL_TREE;
}
static tree
convert_call_expr (tree *tp, int *walk_subtrees, void *data)
{
struct walk_stmt_info *wi = (struct walk_stmt_info *) data;
struct nesting_info *info = wi->info;
tree t = *tp, decl, target_context;
char save_static_chain_added;
int i;
*walk_subtrees = 0;
switch (TREE_CODE (t))
{
case CALL_EXPR:
decl = get_callee_fndecl (t);
if (!decl)
break;
target_context = decl_function_context (decl);
if (target_context && !DECL_NO_STATIC_CHAIN (decl))
{
TREE_OPERAND (t, 2)
= get_static_chain (info, target_context, &wi->tsi);
info->static_chain_added
|= (1 << (info->context != target_context));
}
break;
case RETURN_EXPR:
case MODIFY_EXPR:
case WITH_SIZE_EXPR:
*walk_subtrees = 1;
break;
case OMP_PARALLEL:
save_static_chain_added = info->static_chain_added;
info->static_chain_added = 0;
walk_body (convert_call_expr, info, &OMP_PARALLEL_BODY (t));
for (i = 0; i < 2; i++)
{
tree c, decl;
if ((info->static_chain_added & (1 << i)) == 0)
continue;
decl = i ? get_chain_decl (info) : info->frame_decl;
for (c = OMP_PARALLEL_CLAUSES (t); c; c = OMP_CLAUSE_CHAIN (c))
if ((OMP_CLAUSE_CODE (c) == OMP_CLAUSE_FIRSTPRIVATE
|| OMP_CLAUSE_CODE (c) == OMP_CLAUSE_SHARED)
&& OMP_CLAUSE_DECL (c) == decl)
break;
if (c == NULL)
{
c = build_omp_clause (OMP_CLAUSE_FIRSTPRIVATE);
OMP_CLAUSE_DECL (c) = decl;
OMP_CLAUSE_CHAIN (c) = OMP_PARALLEL_CLAUSES (t);
OMP_PARALLEL_CLAUSES (t) = c;
}
}
info->static_chain_added |= save_static_chain_added;
break;
case OMP_FOR:
case OMP_SECTIONS:
case OMP_SECTION:
case OMP_SINGLE:
case OMP_MASTER:
case OMP_ORDERED:
case OMP_CRITICAL:
walk_body (convert_call_expr, info, &OMP_BODY (t));
break;
default:
break;
}
return NULL_TREE;
}
static void
convert_all_function_calls (struct nesting_info *root)
{
do
{
if (root->inner)
convert_all_function_calls (root->inner);
walk_function (convert_tramp_reference, root);
walk_function (convert_call_expr, root);
if (root->outer && !root->chain_decl && !root->chain_field)
DECL_NO_STATIC_CHAIN (root->context) = 1;
else
gcc_assert (!DECL_NO_STATIC_CHAIN (root->context));
root = root->next;
}
while (root);
}
static void
finalize_nesting_tree_1 (struct nesting_info *root)
{
tree stmt_list = NULL;
tree context = root->context;
struct function *sf;
if (root->frame_type)
{
int save_warn_padded = warn_padded;
warn_padded = 0;
layout_type (root->frame_type);
warn_padded = save_warn_padded;
layout_decl (root->frame_decl, 0);
}
if (root->any_parm_remapped)
{
tree p;
for (p = DECL_ARGUMENTS (context); p ; p = TREE_CHAIN (p))
{
tree field, x, y;
field = lookup_field_for_decl (root, p, NO_INSERT);
if (!field)
continue;
if (use_pointer_in_frame (p))
x = build_addr (p, context);
else
x = p;
y = build3 (COMPONENT_REF, TREE_TYPE (field),
root->frame_decl, field, NULL_TREE);
x = build2 (MODIFY_EXPR, TREE_TYPE (field), y, x);
append_to_statement_list (x, &stmt_list);
}
}
if (root->chain_field)
{
tree x = build3 (COMPONENT_REF, TREE_TYPE (root->chain_field),
root->frame_decl, root->chain_field, NULL_TREE);
x = build2 (MODIFY_EXPR, TREE_TYPE (x), x, get_chain_decl (root));
append_to_statement_list (x, &stmt_list);
}
if (root->any_tramp_created)
{
struct nesting_info *i;
for (i = root->inner; i ; i = i->next)
{
tree arg, x, field;
field = lookup_tramp_for_decl (root, i->context, NO_INSERT);
if (!field)
continue;
if (DECL_NO_STATIC_CHAIN (i->context))
x = null_pointer_node;
else
x = build_addr (root->frame_decl, context);
arg = tree_cons (NULL, x, NULL);
x = build_addr (i->context, context);
arg = tree_cons (NULL, x, arg);
x = build3 (COMPONENT_REF, TREE_TYPE (field),
root->frame_decl, field, NULL_TREE);
x = build_addr (x, context);
arg = tree_cons (NULL, x, arg);
x = implicit_built_in_decls[BUILT_IN_INIT_TRAMPOLINE];
x = build_function_call_expr (x, arg);
append_to_statement_list (x, &stmt_list);
}
}
if (stmt_list)
{
annotate_all_with_locus (&stmt_list,
DECL_SOURCE_LOCATION (context));
append_to_statement_list (BIND_EXPR_BODY (DECL_SAVED_TREE (context)),
&stmt_list);
BIND_EXPR_BODY (DECL_SAVED_TREE (context)) = stmt_list;
}
sf = DECL_STRUCT_FUNCTION (root->context);
sf->static_chain_decl = root->chain_decl;
if (root->nl_goto_field)
{
sf->nonlocal_goto_save_area
= get_frame_field (root, context, root->nl_goto_field, NULL);
sf->has_nonlocal_label = 1;
}
if (root->new_local_var_chain)
declare_vars (root->new_local_var_chain, DECL_SAVED_TREE (root->context),
false);
if (root->debug_var_chain)
declare_vars (root->debug_var_chain, DECL_SAVED_TREE (root->context),
true);
dump_function (TDI_nested, root->context);
}
static void
finalize_nesting_tree (struct nesting_info *root)
{
do
{
if (root->inner)
finalize_nesting_tree (root->inner);
finalize_nesting_tree_1 (root);
root = root->next;
}
while (root);
}
static void
unnest_nesting_tree_1 (struct nesting_info *root)
{
struct cgraph_node *node = cgraph_node (root->context);
if (node->origin)
{
cgraph_unnest_node (cgraph_node (root->context));
cgraph_finalize_function (root->context, true);
}
}
static void
unnest_nesting_tree (struct nesting_info *root)
{
do
{
if (root->inner)
unnest_nesting_tree (root->inner);
unnest_nesting_tree_1 (root);
root = root->next;
}
while (root);
}
static void
free_nesting_tree (struct nesting_info *root)
{
struct nesting_info *next;
do
{
if (root->inner)
free_nesting_tree (root->inner);
htab_delete (root->var_map);
next = root->next;
ggc_free (root);
root = next;
}
while (root);
}
static GTY(()) struct nesting_info *root;
void
lower_nested_functions (tree fndecl, bool skip_outermost_fndecl)
{
struct cgraph_node *cgn;
cgn = cgraph_node (fndecl);
if (!cgn->nested)
return;
root = create_nesting_tree (cgn);
if (skip_outermost_fndecl)
root = root->inner;
walk_all_functions (convert_nonlocal_reference, root);
walk_all_functions (convert_local_reference, root);
walk_all_functions (convert_nl_goto_reference, root);
walk_all_functions (convert_nl_goto_receiver, root);
convert_all_function_calls (root);
finalize_nesting_tree (root);
unnest_nesting_tree (root);
free_nesting_tree (root);
root = NULL;
}
#include "gt-tree-nested.h"