ãã¡ãã¯ã¨ã ã¹ãªã¼ Advent Calendar 2024 17æ¥ç®ã®è¨äºã§ãã AIã»æ©æ¢°å¦ç¿ãã¼ã ã®é«æ©ã§ãããã¼ã ã§ã¯å é±ããNeurIPSèªã¿ä¼ãéå¬ããã¦ããã"Deep Learning Architecture, Infrastructure"ã¨ãã深層å¦ç¿ã®ã¢ã¼ããã¯ãã£ã«é¢ããã»ãã·ã§ã³ãæ å½ãã¾ããããã®ä¸ã§ãèå³æ·±ãä¸æ¬ã¨ãã¦"You Only Cache Once: Decoder-Decoder Architectures for Language Models"ã¨ããè«æãåå¼·ä¼ã¾ã¨ãããã°ã§ç´¹ä»ãã¦ã¾ãã www.m3tech.blog ãã®è«æã§ã¯LLMã®æ¨è«æã«ç¨ããããKey Value Cacheã¨ããä»çµã¿ã«çç®ãã¦GPUã¡ã¢ãªã®å æéãã¹ã«ã¼ããããå¤§å¹ ã«åä¸ãããã¢ã¼ããã¯ãã£ãææ¡ãã¦ãã¾ãããé常ã«ã¢ãã«ã大è¦æ¨¡åããæ¨ä»ããã®è«æã®ããã«
{{#tags}}- {{label}}
{{/tags}}