谷歌第二代深度学习系统TensorFlow

0EVKI7GEPI(IIT0IEVRMRKJSV-RXIPPMKIRX'SQTYXIV7]WXIQW-HII'HDQ*RRJOH%UDLQWHDPLQFROODERUDWLRQZLWKPDQ\RWKHUWHDPV*URZLQJ8VHRI'HHS/HDUQLQJDW*RRJOH$QGURLG$SSV*0DLO,PDJH8QGHUVWDQGLQJ0DSV1/33KRWRV5RERWLFV6SHHFK7UDQVODWLRQPDQ\UHVHDUFKXVHVRX7XEH«PDQ\RWKHUV$FURVVPDQ\SURGXFWVDUHDVRIGLUHFWRULHVFRQWDLQLQJPRGHOGHVFULSWLRQILOHV2XWOLQH7ZRJHQHUDWLRQVRIGHHSOHDUQLQJVRIWZDUHV\VWHPVƔVWJHQHUDWLRQ'LVW%HOLHI'HDQHWDO1,36@ƔQGJHQHUDWLRQ7HQVRU)ORZXQSXEOLVKHG$QRYHUYLHZRIKRZZHXVHWKHVHLQUHVHDUFKDQGSURGXFWV3OXVDQHZDSSURDFKIRUWUDLQLQJSHRSOHQRWPRGHOV7HQVRU)ORZ6HFRQG*HQHUDWLRQ'HHS/HDUQLQJ6\VWHP0RWLYDWLRQV'LVW%HOLHIVWV\VWHPZDVJUHDWIRUVFDODELOLW\1RWDVIOH[LEOHDVZHZDQWHGIRUUHVHDUFKSXUSRVHV%HWWHUXQGHUVWDQGLQJRISUREOHPVSDFHDOORZHGXVWRPDNHVRPHGUDPDWLFVLPSOLILFDWLRQV7HQVRU)ORZ([SUHVVLQJ+LJK/HYHO0/&RPSXWDWLRQVƔ&RUHLQ&ż9HU\ORZRYHUKHDGƔ'LIIHUHQWIURQWHQGVIRUVSHFLI\LQJGULYLQJWKHFRPSXWDWLRQż3\WKRQDQG&WRGD\HDV\WRDGGPRUH&RUH7HQVRU)ORZ([HFXWLRQ6\VWHP&38*38$QGURLGL26&IURQWHQG3\WKRQIURQWHQG&IURQWHQG3\WKRQIURQWHQGJUDSKWI*UDSK&UHDWHQHZFRPSXWDWLRQJUDSKZLWKJUDSK$V'HIDXOWH[DPSOHVWIFRQVWDQWWUDLQBGDWDVHW7UDLQLQJGDWDODEHOVODEHOVWIFRQVWDQWWUDLQBODEHOV:WI9DULDEOHWIWUXQFDWHGBQRUPDOLPDJHBVL]HLPDJHBVL]HQXPBODEHOV@9DULDEOHVEWI9DULDEOHWI]HURVQXPBODEHOV@ORJLWVWIPDWBPXOH[DPSOHV:E7UDLQLQJFRPSXWDWLRQORVVWIUHGXFHBPHDQWIQQVRIWPD[BFURVVBHQWURS\BZLWKBORJLWVORJLWVODEHOVRSWLPL]HUWIWUDLQ*UDGLHQW'HVFHQW2SWLPL]HUPLQLPL]HORVV2SWLPL]HUWRXVHSUHGLFWLRQWIQQVRIWPD[ORJLWV3UHGLFWLRQVIRUWUDLQLQJGDWD7HQVRU)ORZ([DPSOH%DWFK/RJLVWLF5HJUHVVLRQJUDSKWI*UDSK&UHDWHQHZFRPSXWDWLRQJUDSKZLWKJUDSK$V'HIDXOWH[DPSOHVWIFRQVWDQWWUDLQBGDWDVHW7UDLQLQJGDWDODEHOVODEHOVWIFRQVWDQWWUDLQBODEHOV:WI9DULDEOHWIWUXQFDWHGBQRUPDOLPDJHBVL]HLPDJHBVL]HQXPBODEHOV@9DULDEOHVEWI9DULDEOHWI]HURVQXPBODEHOV@ORJLWVWIPDWBPXOH[DPSOHV:E7UDLQLQJFRPSXWDWLRQORVVWIUHGXFHBPHDQWIQQVRIWPD[BFURVVBHQWURS\BZLWKBORJLWVORJLWVODEHOVRSWLPL]HUWIWUDLQ*UDGLHQW'HVFHQW2SWLPL]HUPLQLPL]HORVV2SWLPL]HUWRXVHSUHGLFWLRQWIQQVRIWPD[ORJLWV3UHGLFWLRQVIRUWUDLQLQJGDWD7HQVRU)ORZ([DPSOH%DWFK/RJLVWLF5HJUHVVLRQZLWKWI6HVVLRQJUDSKJUDSKDVVHVVLRQWI,QLWLDOL]H$OO9DULDEOHV5XQIRUVWHSLQ[UDQJHQXPBVWHSVBOSUHGLFWLRQVVHVVLRQ5XQRSWLPL]HUORVVSUHGLFWLRQ@5XQ UHWXUQYDOXHVLIVWHSSULQW/RVVDWVWHSVWHSOSULQW7UDLQLQJDFFXUDF\IDFFXUDF\SUHGLFWLRQVODEHOV0DW0XO$GG5HOXELDVHVZHLJKWVH[DPSOHVODEHOV;HQW*UDSKRI1RGHVDOVRFDOOHG2SHUDWLRQVRURSV&RPSXWDWLRQLVDGDWDIORZJUDSK[MXLXIRWSVW0DW0XO$GG5HOXELDVHVZHLJKWVH[DPSOHVODEHOV;HQW(GJHVDUH1GLPHQVLRQDODUUD\V7HQVRUV[MXLXIRWSVW&RPSXWDWLRQLVDGDWDIORZJUDSK[MXLWXEXI$GG0XOELDVHVOHDUQLQJUDWHí&MEWIWMWEZEVMEFPIíXSGDWHVELDVHV7SQISTWGSQTYXIKVEHMIRXW[MXLWXEXI&RPSXWDWLRQLVDGDWDIORZJUDSK'HYLFH$'HYLFH%HMWXVMFYXIH$GG0XOELDVHVOHDUQLQJUDWHí'HYLFHV3URFHVVHV0DFKLQHV*38VHWFHMWXVMFYXIH&RPSXWDWLRQLVDGDWDIORZJUDSK$XWRPDWLFDOO\UXQVPRGHOVRQUDQJHRISODWIRUPVIURPSKRQHVWRVLQJOHPDFKLQHV&38DQGRU*38V«WRGLVWULEXWHGV\VWHPVRIPDQ\VRI*38FDUGV$WWLOOGOIOWI7HQVRU)ORZ([SUHVVLQJ+LJK/HYHO0/&RPSXWDWLRQV:KDWLVLQDQDPHƔ7HQVRU1GLPHQVLRQDODUUD\żGLPHQVLRQ9HFWRUżGLPHQVLRQ0DWUL[ż5HSUHVHQWPDQ\GLPHQVLRQDOGDWDIORZLQJWKURXJKWKHJUDSKŶHJ,PDJHUHSUHVHQWHGDVGWHQVRUURZVFROVFRORUƔ)ORZ&RPSXWDWLRQEDVHGRQGDWDIORZJUDSKVż/RWVRIRSHUDWLRQVQRGHVLQWKHJUDSKDSSOLHGWRGDWDIORZLQJWKURXJKƔ7HQVRUVIORZWKURXJKWKHJUDSKĺ³7HQVRU)ORZ´ż(GJHVUHSUHVHQWWKHWHQVRUVGDWDż1RGHVUHSUHVHQWWKHSURFHVVLQJ)OH[LEOHƔ*HQHUDOFRPSXWDWLRQDOLQIUDVWUXFWXUHż'HHS/HDUQLQJVXSSRUWLVDVHWRIOLEUDULHVRQWRSRIWKHFRUHż$OVRXVHIXOIRURWKHUPDFKLQHOHDUQLQJDOJRULWKPVż3RVVLEO\HYHQIRUKLJKSHUIRUPDQFHFRPSXWLQJ+3&ZRUNż$EVWUDFWVDZD\WKHXQGHUO\LQJGHYLFHVFRPSXWDWLRQDOKDUGZDUH([WHQVLEOHƔ&RUHV\VWHPGHILQHVDQXPEHURIVWDQGDUGRSHUDWLRQVDQGNHUQHOVGHYLFHVSHFLILFLPSOHPHQWDWLRQVRIRSHUDWLRQVƔ(DV\WRGHILQHQHZRSHUDWRUVDQGRUNHUQHOV'HHS/HDUQLQJLQ7HQVRU)ORZƔ7\SLFDOQHXUDOQHW³OD\HU´PDSVWRRQHRUPRUHWHQVRURSHUDWLRQVżHJ+LGGHQ/D\HUDFWLYDWLRQV5HOXZHLJKWVLQSXWVELDVHVƔ/LEUDU\RIRSHUDWLRQVVSHFLDOL]HGIRU'HHS/HDUQLQJż'R]HQVRIKLJKOHYHORSHUDWLRQV'DQG'FRQYROXWLRQV3RROLQJ6RIWPD[ż6WDQGDUGORVVHVHJ&URVV(QWURS\//ż9DULRXVRSWLPL]HUVHJ*UDGLHQW'HVFHQW$GD*UDG/%)*6Ɣ$XWR'LIIHUHQWLDWLRQƔ(DV\WRH[SHULPHQWZLWKRUFRPELQHDZLGHYDULHW\RIGLIIHUHQWPRGHOV/670VFRQYROXWLRQDOPRGHOVDWWHQWLRQPRGHOVUHLQIRUFHPHQWOHDUQLQJHPEHGGLQJPRGHOV1HXUDO7XULQJ0DFKLQHOLNHPRGHOV1RGLVWLQFW3DUDPHWHU6HUYH