Serial

Fetch(Network)
Parse(CPU)
Infer(GPU)
Upload(Network)

Pipelined

Fetch(Network)
Parse(CPU)
Infer(GPU)
Upload(Network)