Home Explore Project
Register Sign In
lyq
/
crawl-eastmoney
2
0
Fork 0
Files Issues 0 Pull Requests 0 Wiki
Branch: master
Branches Tags
crawl-eastmoney
/
spiderNotices
/
utils
/
__init__.py

__init__.py 4.4 KB
Permalink History Raw

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071 
  1. """
    2. 

  2. 

  3. """
    4. 

  4. import re
    5. 

  5. import json
    6. 

  6. 

  7. 

  8. def ashx_json(ashx_str):
    9. 

  9.     json_str = re.findall(r'\{(.*)\}', ashx_str)[0]
    10. 

  10.     json_str = '{' + json_str + '}'
    11. 

  11.     return json.loads(json_str)
    12. 

  12. 

  13. 

  14. # 客户端列表
    15. 

  15. user_agent_list = [
    16. 

  16.         "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 "
    17. 

  17.         "(KHTML, like Gecko) Chrome/22.0.1207.1 Safari/537.1",
    18. 

  18.         "Mozilla/5.0 (X11; CrOS i686 2268.111.0) AppleWebKit/536.11 "
    19. 

  19.         "(KHTML, like Gecko) Chrome/20.0.1132.57 Safari/536.11",
    20. 

  20.         "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/536.6 "
    21. 

  21.         "(KHTML, like Gecko) Chrome/20.0.1092.0 Safari/536.6",
    22. 

  22.         "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.6 "
    23. 

  23.         "(KHTML, like Gecko) Chrome/20.0.1090.0 Safari/536.6",
    24. 

  24.         "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.1 "
    25. 

  25.         "(KHTML, like Gecko) Chrome/19.77.34.5 Safari/537.1",
    26. 

  26.         "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/536.5 "
    27. 

  27.         "(KHTML, like Gecko) Chrome/19.0.1084.9 Safari/536.5",
    28. 

  28.         "Mozilla/5.0 (Windows NT 6.0) AppleWebKit/536.5 "
    29. 

  29.         "(KHTML, like Gecko) Chrome/19.0.1084.36 Safari/536.5",
    30. 

  30.         "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/536.3 "
    31. 

  31.         "(KHTML, like Gecko) Chrome/19.0.1063.0 Safari/536.3",
    32. 

  32.         "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/536.3 "
    33. 

  33.         "(KHTML, like Gecko) Chrome/19.0.1063.0 Safari/536.3",
    34. 

  34.         "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_0) AppleWebKit/536.3 "
    35. 

  35.         "(KHTML, like Gecko) Chrome/19.0.1063.0 Safari/536.3",
    36. 

  36.         "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.3 "
    37. 

  37.         "(KHTML, like Gecko) Chrome/19.0.1062.0 Safari/536.3",
    38. 

  38.         "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/536.3 "
    39. 

  39.         "(KHTML, like Gecko) Chrome/19.0.1062.0 Safari/536.3",
    40. 

  40.         "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.3 "
    41. 

  41.         "(KHTML, like Gecko) Chrome/19.0.1061.1 Safari/536.3",
    42. 

  42.         "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/536.3 "
    43. 

  43.         "(KHTML, like Gecko) Chrome/19.0.1061.1 Safari/536.3",
    44. 

  44.         "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/536.3 "
    45. 

  45.         "(KHTML, like Gecko) Chrome/19.0.1061.1 Safari/536.3",
    46. 

  46.         "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.3 "
    47. 

  47.         "(KHTML, like Gecko) Chrome/19.0.1061.0 Safari/536.3",
    48. 

  48.         "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.24 "
    49. 

  49.         "(KHTML, like Gecko) Chrome/19.0.1055.1 Safari/535.24",
    50. 

  50.         "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/535.24 "
    51. 

  51.         "(KHTML, like Gecko) Chrome/19.0.1055.1 Safari/535.24",
    52. 

  52. 

  53.     "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/22.0.1207.1 Safari/537.1",
    54. 

  54.     "Mozilla/5.0 (X11; CrOS i686 2268.111.0) AppleWebKit/536.11 (KHTML, like Gecko) Chrome/20.0.1132.57 Safari/536.11",
    55. 

  55.     "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/536.6 (KHTML, like Gecko) Chrome/20.0.1092.0 Safari/536.6",
    56. 

  56.     "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.6 (KHTML, like Gecko) Chrome/20.0.1090.0 Safari/536.6",
    57. 

  57.     "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/537.1 (KHTML, like Gecko) Chrome/19.77.34.5 Safari/537.1",
    58. 

  58.     "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.9 Safari/536.5",
    59. 

  59.     "Mozilla/5.0 (Windows NT 6.0) AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.36 Safari/536.5",
    60. 

  60.     "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1063.0 Safari/536.3",
    61. 

  61.     "Mozilla/5.0 (Windows NT 5.1) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1063.0 Safari/536.3",
    62. 

  62.     "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_0) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1063.0 Safari/536.3",
    63. 

  63.     "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1062.0 Safari/536.3",
    64. 

  64.     "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1062.0 Safari/536.3",
    65. 

  65.     "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1061.1 Safari/536.3",
    66. 

  66.     "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1061.1 Safari/536.3",
    67. 

  67.     "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1061.1 Safari/536.3",
    68. 

  68.     "Mozilla/5.0 (Windows NT 6.2) AppleWebKit/536.3 (KHTML, like Gecko) Chrome/19.0.1061.0 Safari/536.3",
    69. 

  69.     "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/535.24 (KHTML, like Gecko) Chrome/19.0.1055.1 Safari/535.24",
    70. 

  70.     "Mozilla/5.0 (Windows NT 6.2; WOW64) AppleWebKit/535.24 (KHTML, like Gecko) Chrome/19.0.1055.1 Safari/535.24"
    71. 

  71. ]
    72.