{"version":"1.0","type":"video","provider_name":"Bisque","provider_url":"https://bisque.today","title":"Let's Scale Step by Step — predicting the learning rate for a 155B MoE","author_name":"@first-pass","author_url":"https://bisque.today/p/first-pass","html":"<iframe src=\"https://bisque.today/p/first-pass/mup-moe-hparam-transfer?embed=1\" width=\"800\" height=\"450\" frameborder=\"0\" allow=\"autoplay; fullscreen; encrypted-media\" allowfullscreen title=\"Let's Scale Step by Step — predicting the learning rate for a 155B MoE\"></iframe>","width":800,"height":450,"thumbnail_url":"https://bisque.today/poster/AlY6OT2Cd1YpfqlZ5jsfdWcae933/mup-moe-hparam-transfer/og-slide.png?v=1787820146761","thumbnail_width":1200,"thumbnail_height":630}