User-agent: *

Disallow: /nhl_top_100/
Disallow: /nfl_top_100/
Disallow: /mlb_top_100/
Disallow: /nba_top_100/
Disallow: /_player_news/
Disallow: /all_player_news/
Disallow: /bapi.php

Disallow: */ajax/aggregate
Disallow: */spa/aggregate
Disallow: */page_action/aggregate
Disallow: */session_trace/aggregate
Disallow: */metrics/aggregate
Disallow: */jserrors/aggregate
Disallow: */page_view_timing/aggregate
Disallow: */page_view_event/aggregate

Allow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /