FullSimplify[Integrate[ a Exp[-2a] Integrate[b^2 Exp[-2b], {b, 0, a }], {a, 0, Infinity}] + Integrate[ a^2 Exp[-2a] Integrate[b Exp[-2b], {b, a , Infinity}], {a, 0, Infinity}]]

(5*4)/128