Você pode
union
entre várias consultas nos diferentes horários:(SELECT id, a_time AS time, metadata1, metadata2
FROM mytable)
UNION
(SELECT id, b_time AS time, metadata1, metadata2
FROM mytable)
UNION
(SELECT id, c_time AS time, metadata1, metadata2
FROM mytable)
UNION
(SELECT id, d_time AS time, metadata1, metadata2
FROM mytable)
ORDER BY time