ClearAll;

f[N_] = Expand[a*N*(1 - N)]

f2[N_] = Expand[f[f[N]]]

f3[N_] = Expand[f[f2[N]]]

f4[N_] = Expand[f[f3[N]]]