14:["$","div","8E3E",{"className":"Post_post__BuG2d","style":{"display":"flex","flexDirection":"column","gap":"0.1rem","width":"calc(100% - 4vw)","boxShadow":"0.2rem 0.2rem 0.4rem var(--shadow-color), inset 0.08rem 0.12rem 0.06rem var(--grow-color), inset -0.08rem -0.12rem 0.06rem var(--shade-color)","borderRadius":"1.4rem","padding":"0.8rem","maxWidth":"920px"},"children":[["$","div",null,{"className":"$undefined","style":{"display":"flex","gap":"0.4rem","flexWrap":"wrap"},"children":[false,[["$","a","B2C3",{"href":"/B2C3","style":{"border":"solid 1px var(--post-edge-color)","borderBottom":"none","borderRadius":"0.6rem 0.6rem 0 0","padding":"0.1rem 0.5rem"},"children":"『t_wの輪郭』で実施した作業"}],["$","a","9231",{"href":"/9231","style":{"border":"solid 1px var(--post-edge-color)","borderBottom":"none","borderRadius":"0.6rem 0.6rem 0 0","padding":"0.1rem 0.5rem"},"children":"User-Agentを一般のコンピュータに偽装してクロールする輩"}],["$","a","E441",{"href":"/E441","style":{"border":"solid 1px var(--post-edge-color)","borderBottom":"none","borderRadius":"0.6rem 0.6rem 0 0","padding":"0.1rem 0.5rem"},"children":"robot.txt"}],["$","a","191D",{"href":"/191D","style":{"border":"solid 1px var(--post-edge-color)","borderBottom":"none","borderRadius":"0.6rem 0.6rem 0 0","padding":"0.1rem 0.5rem"},"children":"有力な検索エンジン"}]]]}],["$","article",null,{"className":"article","children":[["$","div",null,{"className":"$undefined","style":{"display":"flex","justifyContent":"space-between","flexWrap":"wrap"},"children":[["$","h2",null,{"style":{"margin":"0.6rem"},"children":["$","a",null,{"href":"///8E3E","children":"bot.txtで有力な検索エンジン以外を除外"}]}],["$","div",null,{"className":"$undefined","style":{"display":"flex","justifyContent":"end","alignItems":"center","flex":"1","textAlign":"right","whiteSpace":"nowrap"},"children":["$","div",null,{"children":"2022/10/25 19:28:00"}]}]]}],["$","div",null,{"className":"article_body","dangerouslySetInnerHTML":{"__html":"

　User-Agentを一般のコンピュータに偽装してクロールする輩が出てきたので、robot.txtで有力な検索エンジン以外を除外。\n

　「これも入れるべきだ」みたいなのがあればコメント求む。\n

robot.txtの中身

User-agent: *\nDisallow: /\n\nUser-agent: Googlebot\nUser-agent: bingbot\nUser-agent: DuckDuckBot\nAllow: /\n

"}}]]}],["$","div",null,{"className":"$undefined","style":{"display":"flex","gap":"0.4rem","flexWrap":"wrap"},"children":[["$","a","",{"href":"/","style":{"border":"solid 1px var(--post-edge-color)","borderTop":"none","borderRadius":"0 0 0.6rem 0.6rem","padding":"0.1rem 0.5rem","opacity":0},"children":"あれ"}],[]]}]]}]