User-agent: Sogou web spider
Disallow:/*.shtml$
Disallow:/ps/list.json$
Disallow:/admin/
Disallow:/js/
Disallow:/css/
Disallow:/images/
Disallow:/txt/
Allow:/ssl/
Allow:/beian/
Allow:/ip/
Allow:*


User-agent: sogou spider
Disallow:/*.shtml$
Disallow:/ps/list.json$
Disallow:/admin/
Disallow:/js/
Disallow:/css/
Disallow:/images/
Disallow:/txt/
Allow:/ssl/
Allow:/beian/
Allow:/ip/
Allow:*

User-agent: bingbot
Disallow:/*.shtml$
Disallow:/ps/list.json$
Disallow:/admin/
Disallow:/js/
Disallow:/css/
Disallow:/images/
Disallow:/txt/
Allow:/ssl/
Allow:/beian/
Allow:/ip/
Allow:*

User-agent: Cliqzbot
Disallow: /





User-agent: Googlebot
Disallow:/*.shtml$
Disallow:/ps/list.json$
Disallow:/admin/
Disallow:/js/
Disallow:/css/
Disallow:/images/
Disallow:/txt/
Allow:*

User-agent:*
Disallow:/*.shtml$ 
Disallow:/ps/list.json$
Disallow:/admin/
Disallow:/js/
Disallow:/css/
Disallow:/images/
Disallow:/txt/
Allow:*