mirror of git://gcc.gnu.org/git/gcc.git
[35/46] Alter interfaces within vect_pattern_recog
vect_pattern_recog_1 took a gimple_stmt_iterator as argument, but was only interested in the gsi_stmt, not anything else. This patch makes the associated routines operate directly on stmt_vec_infos. 2018-07-31 Richard Sandiford <richard.sandiford@arm.com> gcc/ * tree-vect-patterns.c (vect_mark_pattern_stmts): Take the original stmt as a stmt_vec_info rather than a gimple stmt. (vect_pattern_recog_1): Take the statement directly as a stmt_vec_info, rather than via a gimple_stmt_iterator. Update call to vect_mark_pattern_stmts. (vect_pattern_recog): Update calls accordingly. From-SVN: r263150
This commit is contained in:
parent
e4057a3920
commit
cef6cac8bc
|
|
@ -1,3 +1,12 @@
|
||||||
|
2018-07-31 Richard Sandiford <richard.sandiford@arm.com>
|
||||||
|
|
||||||
|
* tree-vect-patterns.c (vect_mark_pattern_stmts): Take the
|
||||||
|
original stmt as a stmt_vec_info rather than a gimple stmt.
|
||||||
|
(vect_pattern_recog_1): Take the statement directly as a
|
||||||
|
stmt_vec_info, rather than via a gimple_stmt_iterator.
|
||||||
|
Update call to vect_mark_pattern_stmts.
|
||||||
|
(vect_pattern_recog): Update calls accordingly.
|
||||||
|
|
||||||
2018-07-31 Richard Sandiford <richard.sandiford@arm.com>
|
2018-07-31 Richard Sandiford <richard.sandiford@arm.com>
|
||||||
|
|
||||||
* tree-vectorizer.h (vect_get_vec_defs_for_stmt_copy)
|
* tree-vectorizer.h (vect_get_vec_defs_for_stmt_copy)
|
||||||
|
|
|
||||||
|
|
@ -4720,29 +4720,29 @@ const unsigned int NUM_PATTERNS = ARRAY_SIZE (vect_vect_recog_func_ptrs);
|
||||||
/* Mark statements that are involved in a pattern. */
|
/* Mark statements that are involved in a pattern. */
|
||||||
|
|
||||||
static inline void
|
static inline void
|
||||||
vect_mark_pattern_stmts (gimple *orig_stmt, gimple *pattern_stmt,
|
vect_mark_pattern_stmts (stmt_vec_info orig_stmt_info, gimple *pattern_stmt,
|
||||||
tree pattern_vectype)
|
tree pattern_vectype)
|
||||||
{
|
{
|
||||||
stmt_vec_info orig_stmt_info = vinfo_for_stmt (orig_stmt);
|
|
||||||
gimple *def_seq = STMT_VINFO_PATTERN_DEF_SEQ (orig_stmt_info);
|
gimple *def_seq = STMT_VINFO_PATTERN_DEF_SEQ (orig_stmt_info);
|
||||||
|
|
||||||
bool old_pattern_p = is_pattern_stmt_p (orig_stmt_info);
|
gimple *orig_pattern_stmt = NULL;
|
||||||
if (old_pattern_p)
|
if (is_pattern_stmt_p (orig_stmt_info))
|
||||||
{
|
{
|
||||||
/* We're replacing a statement in an existing pattern definition
|
/* We're replacing a statement in an existing pattern definition
|
||||||
sequence. */
|
sequence. */
|
||||||
|
orig_pattern_stmt = orig_stmt_info->stmt;
|
||||||
if (dump_enabled_p ())
|
if (dump_enabled_p ())
|
||||||
{
|
{
|
||||||
dump_printf_loc (MSG_NOTE, vect_location,
|
dump_printf_loc (MSG_NOTE, vect_location,
|
||||||
"replacing earlier pattern ");
|
"replacing earlier pattern ");
|
||||||
dump_gimple_stmt (MSG_NOTE, TDF_SLIM, orig_stmt, 0);
|
dump_gimple_stmt (MSG_NOTE, TDF_SLIM, orig_pattern_stmt, 0);
|
||||||
}
|
}
|
||||||
|
|
||||||
/* To keep the book-keeping simple, just swap the lhs of the
|
/* To keep the book-keeping simple, just swap the lhs of the
|
||||||
old and new statements, so that the old one has a valid but
|
old and new statements, so that the old one has a valid but
|
||||||
unused lhs. */
|
unused lhs. */
|
||||||
tree old_lhs = gimple_get_lhs (orig_stmt);
|
tree old_lhs = gimple_get_lhs (orig_pattern_stmt);
|
||||||
gimple_set_lhs (orig_stmt, gimple_get_lhs (pattern_stmt));
|
gimple_set_lhs (orig_pattern_stmt, gimple_get_lhs (pattern_stmt));
|
||||||
gimple_set_lhs (pattern_stmt, old_lhs);
|
gimple_set_lhs (pattern_stmt, old_lhs);
|
||||||
|
|
||||||
if (dump_enabled_p ())
|
if (dump_enabled_p ())
|
||||||
|
|
@ -4755,7 +4755,8 @@ vect_mark_pattern_stmts (gimple *orig_stmt, gimple *pattern_stmt,
|
||||||
orig_stmt_info = STMT_VINFO_RELATED_STMT (orig_stmt_info);
|
orig_stmt_info = STMT_VINFO_RELATED_STMT (orig_stmt_info);
|
||||||
|
|
||||||
/* We shouldn't be replacing the main pattern statement. */
|
/* We shouldn't be replacing the main pattern statement. */
|
||||||
gcc_assert (STMT_VINFO_RELATED_STMT (orig_stmt_info) != orig_stmt);
|
gcc_assert (STMT_VINFO_RELATED_STMT (orig_stmt_info)->stmt
|
||||||
|
!= orig_pattern_stmt);
|
||||||
}
|
}
|
||||||
|
|
||||||
if (def_seq)
|
if (def_seq)
|
||||||
|
|
@ -4763,13 +4764,14 @@ vect_mark_pattern_stmts (gimple *orig_stmt, gimple *pattern_stmt,
|
||||||
!gsi_end_p (si); gsi_next (&si))
|
!gsi_end_p (si); gsi_next (&si))
|
||||||
vect_init_pattern_stmt (gsi_stmt (si), orig_stmt_info, pattern_vectype);
|
vect_init_pattern_stmt (gsi_stmt (si), orig_stmt_info, pattern_vectype);
|
||||||
|
|
||||||
if (old_pattern_p)
|
if (orig_pattern_stmt)
|
||||||
{
|
{
|
||||||
vect_init_pattern_stmt (pattern_stmt, orig_stmt_info, pattern_vectype);
|
vect_init_pattern_stmt (pattern_stmt, orig_stmt_info, pattern_vectype);
|
||||||
|
|
||||||
/* Insert all the new pattern statements before the original one. */
|
/* Insert all the new pattern statements before the original one. */
|
||||||
gimple_seq *orig_def_seq = &STMT_VINFO_PATTERN_DEF_SEQ (orig_stmt_info);
|
gimple_seq *orig_def_seq = &STMT_VINFO_PATTERN_DEF_SEQ (orig_stmt_info);
|
||||||
gimple_stmt_iterator gsi = gsi_for_stmt (orig_stmt, orig_def_seq);
|
gimple_stmt_iterator gsi = gsi_for_stmt (orig_pattern_stmt,
|
||||||
|
orig_def_seq);
|
||||||
gsi_insert_seq_before_without_update (&gsi, def_seq, GSI_SAME_STMT);
|
gsi_insert_seq_before_without_update (&gsi, def_seq, GSI_SAME_STMT);
|
||||||
gsi_insert_before_without_update (&gsi, pattern_stmt, GSI_SAME_STMT);
|
gsi_insert_before_without_update (&gsi, pattern_stmt, GSI_SAME_STMT);
|
||||||
|
|
||||||
|
|
@ -4785,12 +4787,12 @@ vect_mark_pattern_stmts (gimple *orig_stmt, gimple *pattern_stmt,
|
||||||
Input:
|
Input:
|
||||||
PATTERN_RECOG_FUNC: A pointer to a function that detects a certain
|
PATTERN_RECOG_FUNC: A pointer to a function that detects a certain
|
||||||
computation pattern.
|
computation pattern.
|
||||||
STMT: A stmt from which the pattern search should start.
|
STMT_INFO: A stmt from which the pattern search should start.
|
||||||
|
|
||||||
If PATTERN_RECOG_FUNC successfully detected the pattern, it creates
|
If PATTERN_RECOG_FUNC successfully detected the pattern, it creates
|
||||||
a sequence of statements that has the same functionality and can be
|
a sequence of statements that has the same functionality and can be
|
||||||
used to replace STMT. It returns the last statement in the sequence
|
used to replace STMT_INFO. It returns the last statement in the sequence
|
||||||
and adds any earlier statements to STMT's STMT_VINFO_PATTERN_DEF_SEQ.
|
and adds any earlier statements to STMT_INFO's STMT_VINFO_PATTERN_DEF_SEQ.
|
||||||
PATTERN_RECOG_FUNC also sets *TYPE_OUT to the vector type of the final
|
PATTERN_RECOG_FUNC also sets *TYPE_OUT to the vector type of the final
|
||||||
statement, having first checked that the target supports the new operation
|
statement, having first checked that the target supports the new operation
|
||||||
in that type.
|
in that type.
|
||||||
|
|
@ -4799,10 +4801,10 @@ vect_mark_pattern_stmts (gimple *orig_stmt, gimple *pattern_stmt,
|
||||||
for vect_recog_pattern. */
|
for vect_recog_pattern. */
|
||||||
|
|
||||||
static void
|
static void
|
||||||
vect_pattern_recog_1 (vect_recog_func *recog_func, gimple_stmt_iterator si)
|
vect_pattern_recog_1 (vect_recog_func *recog_func, stmt_vec_info stmt_info)
|
||||||
{
|
{
|
||||||
gimple *stmt = gsi_stmt (si), *pattern_stmt;
|
vec_info *vinfo = stmt_info->vinfo;
|
||||||
stmt_vec_info stmt_info;
|
gimple *pattern_stmt;
|
||||||
loop_vec_info loop_vinfo;
|
loop_vec_info loop_vinfo;
|
||||||
tree pattern_vectype;
|
tree pattern_vectype;
|
||||||
|
|
||||||
|
|
@ -4810,13 +4812,12 @@ vect_pattern_recog_1 (vect_recog_func *recog_func, gimple_stmt_iterator si)
|
||||||
leave the original statement alone, since the first match wins.
|
leave the original statement alone, since the first match wins.
|
||||||
Instead try to match against the definition statements that feed
|
Instead try to match against the definition statements that feed
|
||||||
the main pattern statement. */
|
the main pattern statement. */
|
||||||
stmt_info = vinfo_for_stmt (stmt);
|
|
||||||
if (STMT_VINFO_IN_PATTERN_P (stmt_info))
|
if (STMT_VINFO_IN_PATTERN_P (stmt_info))
|
||||||
{
|
{
|
||||||
gimple_stmt_iterator gsi;
|
gimple_stmt_iterator gsi;
|
||||||
for (gsi = gsi_start (STMT_VINFO_PATTERN_DEF_SEQ (stmt_info));
|
for (gsi = gsi_start (STMT_VINFO_PATTERN_DEF_SEQ (stmt_info));
|
||||||
!gsi_end_p (gsi); gsi_next (&gsi))
|
!gsi_end_p (gsi); gsi_next (&gsi))
|
||||||
vect_pattern_recog_1 (recog_func, gsi);
|
vect_pattern_recog_1 (recog_func, vinfo->lookup_stmt (gsi_stmt (gsi)));
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -4841,7 +4842,7 @@ vect_pattern_recog_1 (vect_recog_func *recog_func, gimple_stmt_iterator si)
|
||||||
}
|
}
|
||||||
|
|
||||||
/* Mark the stmts that are involved in the pattern. */
|
/* Mark the stmts that are involved in the pattern. */
|
||||||
vect_mark_pattern_stmts (stmt, pattern_stmt, pattern_vectype);
|
vect_mark_pattern_stmts (stmt_info, pattern_stmt, pattern_vectype);
|
||||||
|
|
||||||
/* Patterns cannot be vectorized using SLP, because they change the order of
|
/* Patterns cannot be vectorized using SLP, because they change the order of
|
||||||
computation. */
|
computation. */
|
||||||
|
|
@ -4957,9 +4958,13 @@ vect_pattern_recog (vec_info *vinfo)
|
||||||
{
|
{
|
||||||
basic_block bb = bbs[i];
|
basic_block bb = bbs[i];
|
||||||
for (si = gsi_start_bb (bb); !gsi_end_p (si); gsi_next (&si))
|
for (si = gsi_start_bb (bb); !gsi_end_p (si); gsi_next (&si))
|
||||||
|
{
|
||||||
|
stmt_vec_info stmt_info = vinfo->lookup_stmt (gsi_stmt (si));
|
||||||
/* Scan over all generic vect_recog_xxx_pattern functions. */
|
/* Scan over all generic vect_recog_xxx_pattern functions. */
|
||||||
for (j = 0; j < NUM_PATTERNS; j++)
|
for (j = 0; j < NUM_PATTERNS; j++)
|
||||||
vect_pattern_recog_1 (&vect_vect_recog_func_ptrs[j], si);
|
vect_pattern_recog_1 (&vect_vect_recog_func_ptrs[j],
|
||||||
|
stmt_info);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
else
|
else
|
||||||
|
|
@ -4975,7 +4980,7 @@ vect_pattern_recog (vec_info *vinfo)
|
||||||
|
|
||||||
/* Scan over all generic vect_recog_xxx_pattern functions. */
|
/* Scan over all generic vect_recog_xxx_pattern functions. */
|
||||||
for (j = 0; j < NUM_PATTERNS; j++)
|
for (j = 0; j < NUM_PATTERNS; j++)
|
||||||
vect_pattern_recog_1 (&vect_vect_recog_func_ptrs[j], si);
|
vect_pattern_recog_1 (&vect_vect_recog_func_ptrs[j], stmt_info);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue