%PDF-1.6 % 34 0 obj << /Length 6961 >> stream 0 g 0 G 0 g 0 G 0 g 0 G 0 g 0 G 0 g 0 G BT /F29 14.3462 Tf 198.426 666.202 Td [(Generativ)31(e)-375(Multiplane)-375(Images:)]TJ 3.499 -17.933 Td [(Making)-375(a)-375(2D)-375(GAN)-375(3D-Aw)31(are)]TJ/F8 9.9626 Tf -33.434 -34.834 Td [(Xiaoming)-333(Zhao)]TJ/F7 6.9738 Tf 66.695 3.615 Td [(1)]TJ/F10 6.9738 Tf 3.971 0 Td [(;)]TJ/F7 6.9738 Tf 2.366 0 Td [(2)]TJ/F10 6.9738 Tf 4.47 0 Td [(?)]TJ/F8 9.9626 Tf 4.58 -3.615 Td [(,)-333(F)83(angc)28(hang)-333(Ma)]TJ/F7 6.9738 Tf 69.877 3.615 Td [(1)]TJ/F8 9.9626 Tf 4.469 -3.615 Td [(,)-333(Da)27(vi)1(d)-334(G)-28()528(uera)]TJ/F7 6.9738 Tf 61.948 3.615 Td [(1)]TJ/F8 9.9626 Tf 4.47 -3.615 Td [(,)-333(Zhile)-334(Ren)]TJ/F7 6.9738 Tf 48.291 3.615 Td [(1)]TJ/F8 9.9626 Tf 4.469 -3.615 Td [(,)]TJ -221.759 -11.955 Td [(Alexander)-333(G.)-334(Sc)28(h)28(wing)]TJ/F7 6.9738 Tf 96.956 3.615 Td [(2)]TJ/F8 9.9626 Tf 4.47 -3.615 Td [(,)-333(Alex)-334(Colburn)]TJ/F7 6.9738 Tf 64.784 3.615 Td [(1)]TJ/F48 5.9776 Tf -97.154 -20.687 Td [(1)]TJ/F47 8.9664 Tf 8.759 -3.809 Td [(Apple)]TJ/F48 5.9776 Tf -80.12 -7.149 Td [(2)]TJ/F47 8.9664 Tf 8.758 -3.809 Td [(Univ)29(ersit)28(y)-342(of)-343(Illinois,)-343(Urbana-)1(Champaign)]TJ 0 1 0 0 k 0 1 0 0 K /F65 8.9664 Tf 6.907 -10.959 Td [(https://github.com/apple/ml-)-56(gmpi)]TJ 0 g 0 G 0 g 0 G /F59 8.9664 Tf -72.587 -42.418 Td [(Abstract.)]TJ 0 g 0 G /F47 8.9664 Tf 48.516 0 Td [(What)-494(is)-495(really)-494(needed)-495(to)-494(mak)28(e)-494(an)-494(existing)-495(2D)-494(GAN)-494(3D-)]TJ -48.516 -10.959 Td [(a)29(w)28(are?)-355(T)86(o)-355(answ)28(er)-355(this)-355(question,)-355(w)29(e)-355(mo)-29(dify)-355(a)-355(classical)-355(GAN,)]TJ/F66 8.9664 Tf 247.232 0 Td [(i.e)]TJ/F47 8.9664 Tf 10.557 0 Td [(.,)-355(St)29(yle-)]TJ -257.789 -10.959 Td [(GANv2,)-291(a)1(s)-291(little)-291(as)-290(p)-29(ossible.)-290(W)86(e)-291(\014nd)-291(tha)1(t)-291(only)-291(t)29(w)29(o)-291(mo)-29(di\014c)1(ations)-291(are)-291(ab-)]TJ 0 -10.959 Td [(solutely)-391(necessary:)-391(1\051)-391(a)-391(m)29(ultiplane)-391(image)-391(st)28(yle)-391(generator)-391(branc)29(h)-391(whic)29(h)]TJ 0 -10.959 Td [(pro)-29(du)1(ces)-489(a)-489(set)-489(of)-489(alpha)-488(maps)-489(conditioned)-489(on)-489(their)-488(depth;)-489(2\051)-489(a)-489(p)-28(ose-)]TJ 0 -10.959 Td [(conditioned)-318(discriminator.)-318(W)85(e)-318(refer)-318(to)-318(the)-319(generate)1(d)-319(output)-318(as)-318(a)-319(`g)1(ener-)]TJ 0 -10.959 Td [(ativ)29(e)-396(m)28(ultiplane)-396(image')-395(\050GMPI\051)-396(and)-396(emphasize)-396(that)-396(its)-396(renderings)-396(are)]TJ 0 -10.959 Td [(not)-399(only)-399(high-qualit)29(y)-399(but)-399(also)-399(guaran)29(teed)-399(to)-399(b)-28(e)-399(view-consisten)28(t,)-399(wh)1(ic)28(h)]TJ 0 -10.959 Td [(mak)29(es)-281(GMPIs)-281(di\013eren)29(t)-281(from)-281(man)28(y)-280(prior)-281(w)28(orks.)-281(Imp)-28(ortan)29(tly)85(,)-281(the)-280(n)28(um)29(b)-29(er)]TJ 0 -10.959 Td [(of)-285(alpha)-285(maps)-285(can)-285(b)-29(e)-285(dynamically)-285(adjusted)-285(and)-285(can)-285(di\013er)-285(b)-29(et)29(w)28(een)-285(train-)]TJ 0 -10.958 Td [(ing)-250(and)-249(inference,)-250(alleviating)-249(memory)-250(concerns)-249(and)-250(enabling)-249(fast)-250(training)]TJ 0 -10.959 Td [(of)-256(GMP)1(Is)-256(in)-256(less)-255(than)-256(half)-255(a)-256(da)29(y)-256(at)-255(a)-256(resolution)-255(of)-256(1024)]TJ/F48 5.9776 Tf 216.065 3.809 Td [(2)]TJ/F47 8.9664 Tf 4.151 -3.809 Td [(.)-256(O)1(ur)-256(\014ndings)-255(are)]TJ -220.216 -10.959 Td [(consisten)29(t)-252(across)-252(three)-252(c)28(hall)1(enging)-252(and)-252(common)-252(high-resolution)-252(datasets,)]TJ 0 -10.959 Td [(including)-342(FF)-1(H)1(Q,)-343(AFHQv2)-343(and)-342(MetF)86(aces.)]TJ/F59 8.9664 Tf 0 -22.119 Td [(Keyw)33(ords:)]TJ/F47 8.9664 Tf 53.453 0 Td [(GANs,)-343(3D-a)29(w)29(are)-343(generation,)-342(m)28(ultiplane)-342(images)]TJ/F29 11.9552 Tf -81.799 -34.638 Td [(1)-1125(In)31(tro)-31(duction)]TJ/F8 9.9626 Tf 0 -24.919 Td [(Generativ)28(e)-264(adv)28(ersarial)-263(net)28(w)27(orks)-263(\050GANs\051)-264([)]TJ 0 1 0 rg 0 1 0 RG [(22)]TJ 0 g 0 G [(])-263(ha)28(v)28(e)-264(b)-27(e)-1(en)-263(remark)56(ably)-264(successful)-263(at)]TJ 0 -11.955 Td [(sampling)-239(no)28(v)27(el)-239(images)-239(whic)28(h)-240(lo)-27(ok)-239(`s)-1(i)1(m)-1(il)1(ar')-240(to)-239(those)-239(from)-239(a)-240(giv)28(en)-239(training)-239(dataset.)]TJ 0 -11.955 Td [(Notably)83(,)-322(impress)-1(i)1(v)27(e)-323(adv)56(ances)-323(ha)28(v)28(e)-323(b)-28(een)-323(rep)-28(orted)-323(in)-322(re)-1(cen)28(t)-323(y)28(ears)-323(whic)28(h)-323(impro)28(v)28(e)]TJ 0 -11.955 Td [(qualit)28(y)-313(and)-313(resolution)-313(of)-313(the)-313(generated)-313(images.)-313(Most)-313(of)-314(th)1(e)-1(se)-313(adv)56(ances)-313(fo)-28(cus)-313(on)]TJ 0 -11.955 Td [(the)-388(setting)-388(where)-388(the)-389(ou)1(tput)-389(space)-388(of)-388(the)-388(generator)-388(and)-388(the)-388(giv)28(en)-389(dataset)-388(are)]TJ 0 -11.956 Td [(iden)28(tical)-285(and,)-285(often,)-285(these)-285(outputs)-285(are)-285(either)-285(images)-285(or)-285(o)-27(c)-1(casionally)-284(3D)-285(v)27(olumes.)]TJ 14.944 -12.156 Td [(The)-326(latest)-327(l)1(ite)-1(r)1(ature,)-327(ho)28(w)28(ev)28(er,)-327(has)-326(fo)-28(cused)-326(on)-326(generating)-326(no)28(v)27(el)-326(outputs)-326(that)]TJ -14.944 -11.955 Td [(di\013er)-334(from)-333(the)-334(a)28(v)55(ailable)-333(training)-334(data.)-333(This)-334(includes)-334(metho)-28(ds)-333(that)-334(generate)-334(3D)]TJ 0 -11.956 Td [(geometry)-254(and)-254(the)-254(corres)-1(p)-27(onding)-254(texture)-254(for)-255(on)1(e)-255(class)-254(of)-254(ob)-56(jects,)]TJ/F69 9.9626 Tf 275.854 0 Td [(e.g)]TJ/F8 9.9626 Tf 13.102 0 Td [(.,)-254(faces,)-254(while)]TJ -288.956 -11.955 Td [(the)-366(giv)28(en)-366(dataset)-365(only)-366(con)28(tains)-366(widely)-366(a)28(v)55(ail)1(a)-1(b)1(le)-366(single-view)-366(images)-366([)]TJ 0 1 0 rg 0 1 0 RG [(56)]TJ 0 g 0 G [(,)]TJ 0 1 0 rg 0 1 0 RG [-366(51)]TJ 0 g 0 G [(,)]TJ 0 1 0 rg 0 1 0 RG [-365(10)]TJ 0 g 0 G [(,)]TJ 0 1 0 rg 0 1 0 RG 0 -11.955 Td [(53)]TJ 0 g 0 G [(,)]TJ 0 1 0 rg 0 1 0 RG [-383(16)]TJ 0 g 0 G [(,)]TJ 0 1 0 rg 0 1 0 RG [-383(9)]TJ 0 g 0 G [(,)]TJ 0 1 0 rg 0 1 0 RG [-382(65)]TJ 0 g 0 G [(,)]TJ 0 1 0 rg 0 1 0 RG [-383(64)]TJ 0 g 0 G [(].)-383(No)-383(m)28(ulti-view)-383(images)-383(or)-383(3D)-382(geom)-1(etry)-382(are)-383(used)-383(to)-383(sup)-28(ervise)]TJ 0 -11.955 Td [(the)-411(training)-411(of)-410(these)-411(3D-a)27(w)28(are)-411(GANs.)-411(T)84(o)-411(learn)-411(the)-411(3D)-411(geometry)-411(from)-411(suc)28(h)-411(a)]TJ 0 -11.955 Td [(limited)-398(form)-398(of)-398(sup)-28(ervision)1(,)-398(prior)-398(w)27(ork)-397(t)27(ypically)-398(com)28(bines)-398(3D-a)28(w)28(are)-398(inductiv)28(e)]TJ 0 g 0 G ET q 1 0 0 1 134.765 139.538 cm []0 d 0 J 0.398 w 0 0 m 56.693 0 l S Q BT /F50 5.9776 Tf 137.338 132.887 Td [(?)]TJ/F47 8.9664 Tf 7.389 -3.809 Td [(W)86(ork)-343(done)-342(as)-343(part)-343(of)-342(an)-343(in)29(ternship)-343(at)-342(Apple.)]TJ 0 g 0 G 0 g 0 G 0 g 0 G ET endstream endobj 63 0 obj << /Length 4275 >> stream 0 g 0 G BT /F47 8.9664 Tf 134.765 692.105 Td [(2)-3172(X.)-343(Zhao,)-342(F.)-343(Ma,)-342(D.)-343(G)-29()543(uera,)-343(Z.)-342(Ren,)-343(A.)-342(G.)-343(Sc)29(h)28(wing,)-342(A.)-343(Colburn)]TJ 0 g 0 G 0 g 0 G ET 1 0 0 1 153.621 592.028 cm q 0 1 -1 0 0 0 cm 1 0 0 1 -153.621 -592.028 cm BT /F47 8.9664 Tf 153.621 592.028 Td [(FFHQ)-343(1024)]TJ/F48 5.9776 Tf 47.61 3.809 Td [(2)]TJ ET 1 0 0 1 153.621 592.028 cm Q 1 0 0 1 4.533 -19.598 cm q .1013 0 0 .1013 0 0 cm q 1 0 0 1 0 0 cm /Im1 Do Q Q 1 0 0 1 -4.533 -90.303 cm q 0 1 -1 0 0 0 cm 1 0 0 1 -153.621 -482.127 cm BT /F47 8.9664 Tf 153.621 482.127 Td [(AFHQv2)-343(512)]TJ/F48 5.9776 Tf 53.369 3.809 Td [(2)]TJ ET 1 0 0 1 153.621 482.127 cm Q 1 0 0 1 4.533 -16.719 cm q .1013 0 0 .1013 0 0 cm q 1 0 0 1 0 0 cm /Im2 Do Q Q 1 0 0 1 -3.661 -92.577 cm q 0 1 -1 0 0 0 cm 1 0 0 1 -154.493 -372.831 cm BT /F47 8.9664 Tf 154.493 372.831 Td [(MetF)86(aces)-343(1024)]TJ/F48 5.9776 Tf 59.316 3.809 Td [(2)]TJ ET 1 0 0 1 154.493 372.831 cm Q 1 0 0 1 3.661 -14.616 cm q .10147 0 0 .10147 0 0 cm q 1 0 0 1 0 0 cm /Im3 Do Q Q 0 g 0 G 1 0 0 1 -158.154 -358.215 cm BT /F47 8.9664 Tf 134.765 337.293 Td [(Fig.)-171(1:)-362(Making)-361(a)-361(2D)-362(GAN)-361(3D-a)29(w)28(are)-361(with)-361(a)-362(minimal)-361(set)-361(of)-362(c)29(hanges:)-361(on)-362(three)-361(datasets)]TJ 0 -10.959 Td [(\050FFHQ,)-365(AFHQv2)-366(and)-365(MetF)86(aces\051)-366(w)29(e)-365(observ)28(e)-365(that)-366(it)-365(su\016ces)-365(to)-366(au)1(gmen)28(t)-365(St)28(yleGANv2)]TJ 0 -10.959 Td [(with)-412(an)-412(additional)-412(bran)1(c)28(h)-412(that)-412(generates)-412(a)1(lpha)-412(maps)-412(conditioned)-412(on)-412(depths,)-412(and)-412(to)]TJ 0 -10.959 Td [(mo)-28(dify)-343(training)-343(b)29(y)-343(using)-342(a)-343(discriminator)-342(conditioned)-343(on)-342(p)-29(ose.)]TJ 0 g 0 G 0 g 0 G /F8 9.9626 Tf 0 -33.455 Td [(biases)-429(suc)28(h)-428(as)-429(a)-428(3D)-429(v)28(o)28(xel)-429(grid)-428(or)-429(an)-428(implicit)-429(represen)28(tation)-428(with)-429(a)-428(rendering)]TJ 0 -11.955 Td [(engine)-333([)]TJ 0 1 0 rg 0 1 0 RG [(56)]TJ 0 g 0 G [(,)]TJ 0 1 0 rg 0 1 0 RG [-334(51)]TJ 0 g 0 G [(,)]TJ 0 1 0 rg 0 1 0 RG [-333(10)]TJ 0 g 0 G [(,)]TJ 0 1 0 rg 0 1 0 RG [-333(53)]TJ 0 g 0 G [(,)]TJ 0 1 0 rg 0 1 0 RG [-334(16)]TJ 0 g 0 G [(,)]TJ 0 1 0 rg 0 1 0 RG [-333(9)]TJ 0 g 0 G [(,)]TJ 0 1 0 rg 0 1 0 RG [-333(65)]TJ 0 g 0 G [(,)]TJ 0 1 0 rg 0 1 0 RG [-334(64)]TJ 0 g 0 G [(])1(.)]TJ 14.944 -11.955 Td [(Nev)28(ertheless,)-353(impro)28(ving)-352(the)-352(qualit)27(y)-352(of)-352(the)-353(r)1(e)-1(sults)-352(of)-352(these)-353(metho)-27(ds)-353(remains)]TJ -14.944 -11.955 Td [(c)28(hallenging:)-241(3D-a)27(w)28(are)-241(inductiv)28(e)-241(biases)-242(are)-241(often)-241(memory-in)28(tensiv)28(e)-242(explicit)-241(or)-241(im-)]TJ 0 -11.955 Td [(plicit)-228(3D)-228(v)28(olumes,)-228(and/or)-228(rendering)-228(is)-228(often)-228(computationally)-228(demanding,)]TJ/F69 9.9626 Tf 313.294 0 Td [(e.g)]TJ/F8 9.9626 Tf 13.102 0 Td [(.,)-228(in-)]TJ -326.396 -11.955 Td [(v)28(olving)-382(a)-382(t)28(w)27(o-pass)-382(imp)-28(ort)1(anc)-1(e)-382(sampling)-382(in)-382(a)-382(3D)-382(v)28(olume)-382(and)-382(a)-382(subsequen)28(t)-382(de-)]TJ 0 -11.956 Td [(co)-28(ding)-399(of)-400(the)-400(obtained)-399(fe)-1(at)1(ures)-1(.)-399(Moreo)28(v)27(er,)-399(lessons)-400(learned)-400(from)-400(2D)-399(GANs)-400(are)]TJ 0 -11.955 Td [(often)-402(not)-403(directly)-402(transferable)-402(b)-28(ecause)-403(the)-402(generator)-402(output)-403(or)-402(ev)28(en)-403(its)-402(en)28(tire)]TJ 0 -11.955 Td [(structure)-333(has)-334(to)-333(b)-28(e)-333(adjusted.)-333(This)-334(p)-27(oses)-334(the)-333(question:)]TJ 0 g 0 G 0 g 0 G /F69 9.9626 Tf 16.936 -16.835 Td [(\134What)-358(is)-358(r)52(e)51(al)-51(ly)-358(ne)51(e)51(de)51(d)-358(to)-357(make)-358(an)-358(existing)-358(2D)-357(GAN)-358(3D-awar)51(e?")]TJ/F8 9.9626 Tf -1.992 -17.452 Td [(T)83(o)-362(answ)28(er)-363(th)1(is)-363(question,)-362(w)28(e)-363(aim)-362(to)-362(mo)-28(dify)-362(an)-362(exis)-1(t)1(ing)-363(2D)-362(GAN)-362(as)-363(little)-362(as)]TJ -14.944 -11.955 Td [(p)-28(ossible.)-326(F)84(urther,)-326(w)27(e)-326(aim)-326(for)-326(an)-326(e\016cien)28(t)-326(inference)-326(and)-326(training)-326(pro)-28(cedure.)-326(As)-326(a)]TJ 0 g 0 G 0 g 0 G ET endstream endobj 13 0 obj << /Type /XObject /Subtype /Form /FormType 1 /PTEX.FileName (./figs/teaser/ffhq1024_p452hyqvr7_psi_1.0_seed_589.pdf) /PTEX.PageNumber 1 /PTEX.InfoDict 66 0 R /BBox [0 0 3072 1024] /Resources << /ProcSet [ /PDF /ImageC ] /ExtGState << /R7 67 0 R >>/XObject << /R11 68 0 R /R10 69 0 R /R9 70 0 R /R8 71 0 R >>>> /Length 116 /Filter /FlateDecode >> stream xM@@=;.+d,DBޢy?w(=eg&a-uh#*C1Qɓ$q7Dw DII F endstream endobj 68 0 obj << /Subtype /Image /ColorSpace /DeviceRGB /Width 1024 /Height 1024 /BitsPerComponent 8 /Interpolate true /Filter /DCTDecode /Length 185497 >> stream Adobe d C C } !1AQa"q2#BR$3br %&'()*456789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz w !1AQaq"2B #3Rbr $4%&'()*56789:CDEFGHIJSTUVWXYZcdefghijstuvwxyz ? BUzPl ص$ ݏQظ)o=h\M 9FhΪ8 d\ f44Ƞ (w b^[P q \@w2N meO n<lW_@DŽ,hGs@i+( pNV%@7:A y4 TM iCs ߵ