lqg 2 years ago
commit
c7270829be
8 changed files with 223 additions and 0 deletions
  1. 9 0
      README.md
  2. 36 0
      generateDomain.py
  3. 6 0
      main.py
  4. 1 0
      requirements.txt
  5. 0 0
      searchdomain/__init__.py
  6. 0 0
      searchdomain/config.py
  7. 29 0
      searchdomain/searchdomain.py
  8. 142 0
      setup.py

+ 9 - 0
README.md

@@ -0,0 +1,9 @@
+# searchdomain
+
+域名批量检索可用
+
+```
+virtualvenv .venv
+pip install -r requirements.txt
+python main.py
+```

+ 36 - 0
generateDomain.py

@@ -0,0 +1,36 @@
+# 批量生成域名(双拼,双单词,双单词拼接)
+
+import os,sys,re,json
+from urllib.parse import unquote, urlencode
+
+def generate(domain, kw_first, kw_second, kw_third, word_length):
+    # 获取域名和目录
+    domain_dir = f'{os.getcwd()}/domains/'
+    if not os.path.exists(domain_dir):
+        os.makedirs(domain_dir)
+
+    # 域名拼接
+    domain = f'{domain}.'
+
+    # 域名头部
+    domain_head = f'{domain}'
+    # 域名尾部
+    domain_tail = f'{domain}'
+    # 域名双拼
+    domain_double_p = f'{domain}'
+    # 域名双单词
+    domain_double_s = f'{domain}'
+
+    with open(("searchdomain/searchdomain.json"), "r", encoding="utf-8") as f:
+        domain_dict = json.load(f)
+        for key in domain_dict:
+            if domain_dict[key]['length'] == word_length:
+                domain_double_p = domain_dict[key]['first']
+                domain_double_s = domain_dict[key]['second']
+                domain_double_p = domain_double_p[:word_length]
+                domain_double_s = domain_double_s[:word_length]
+                break
+        f.write(buffer)
+
+if __name__ == "__main__":
+    generate(domain, kw_first, kw_second, kw_third, word_length)

+ 6 - 0
main.py

@@ -0,0 +1,6 @@
+
+from searchdomain.searchdomain import crawl
+
+
+if __name__== "__main__":
+    crawl()

+ 1 - 0
requirements.txt

@@ -0,0 +1 @@
+python-whois==0.8.0

+ 0 - 0
searchdomain/__init__.py


+ 0 - 0
searchdomain/config.py


+ 29 - 0
searchdomain/searchdomain.py

@@ -0,0 +1,29 @@
+import whois
+from concurrent.futures import ThreadPoolExecutor
+import os,sys,re,json
+# import requests
+
+class SearchDomain(object):
+    """docstring for SearchDomain"""
+    def __init__(self):
+        super(SearchDomain,self).__init__()
+
+    def crawl(self, domain:str)->bool:
+        try:
+            whi = whois.whois(domain)
+            return false
+        except Exception as e:
+            if(str(e).index("No match")==0):
+                return true
+            else:
+                return False
+
+    def run(self):
+        with open("res/res.json","w",encoding="utf8") as file:
+            pool=ThreadPoolExecutor(max_workers=10)
+            for i in range(100):
+                pool.submit(crawl, domain)
+
+if ___name__ == '__main__':
+    ss = SearchDomain()
+    ss.run()

+ 142 - 0
setup.py

@@ -0,0 +1,142 @@
+#!/usr/bin/env python
+# coding: utf-8
+
+import os.path
+import warnings
+import sys
+
+try:
+    from setuptools import setup, Command
+    setuptools_available = True
+except ImportError:
+    from distutils.core import setup, Command
+    setuptools_available = False
+from distutils.spawn import spawn
+
+try:
+    # This will create an exe that needs Microsoft Visual C++ 2008
+    # Redistributable Package
+    import py2exe
+except ImportError:
+    if len(sys.argv) >= 2 and sys.argv[1] == 'py2exe':
+        print('Cannot import py2exe', file=sys.stderr)
+        exit(1)
+
+py2exe_options = {
+    'bundle_files': 1,
+    'compressed': 1,
+    'optimize': 2,
+    'dist_dir': '.',
+    'dll_excludes': ['w9xpopen.exe', 'crypt32.dll'],
+}
+
+# Get the version from youtube_dl/version.py without importing the package
+exec(compile(open('youtube_dl/version.py').read(),
+             'youtube_dl/version.py', 'exec'))
+
+DESCRIPTION = 'YouTube video downloader'
+LONG_DESCRIPTION = 'Command-line program to download videos from YouTube.com and other video sites'
+
+py2exe_console = [{
+    'script': './youtube_dl/__main__.py',
+    'dest_base': 'youtube-dl',
+    'version': __version__,
+    'description': DESCRIPTION,
+    'comments': LONG_DESCRIPTION,
+    'product_name': 'youtube-dl',
+    'product_version': __version__,
+}]
+
+py2exe_params = {
+    'console': py2exe_console,
+    'options': {'py2exe': py2exe_options},
+    'zipfile': None
+}
+
+if len(sys.argv) >= 2 and sys.argv[1] == 'py2exe':
+    params = py2exe_params
+else:
+    files_spec = [
+        ('etc/bash_completion.d', ['youtube-dl.bash-completion']),
+        ('etc/fish/completions', ['youtube-dl.fish']),
+        ('share/doc/youtube_dl', ['README.txt']),
+        ('share/man/man1', ['youtube-dl.1'])
+    ]
+    root = os.path.dirname(os.path.abspath(__file__))
+    data_files = []
+    for dirname, files in files_spec:
+        resfiles = []
+        for fn in files:
+            if not os.path.exists(fn):
+                warnings.warn('Skipping file %s since it is not present. Type  make  to build all automatically generated files.' % fn)
+            else:
+                resfiles.append(fn)
+        data_files.append((dirname, resfiles))
+
+    params = {
+        'data_files': data_files,
+    }
+    if setuptools_available:
+        params['entry_points'] = {'console_scripts': ['youtube-dl = youtube_dl:main']}
+    else:
+        params['scripts'] = ['bin/youtube-dl']
+
+class build_lazy_extractors(Command):
+    description = 'Build the extractor lazy loading module'
+    user_options = []
+
+    def initialize_options(self):
+        pass
+
+    def finalize_options(self):
+        pass
+
+    def run(self):
+        spawn(
+            [sys.executable, 'devscripts/make_lazy_extractors.py', 'youtube_dl/extractor/lazy_extractors.py'],
+            dry_run=self.dry_run,
+        )
+
+setup(
+    name='youtube_dl',
+    version=__version__,
+    description=DESCRIPTION,
+    long_description=LONG_DESCRIPTION,
+    url='https://github.com/jianboy/crawl-xuexi',
+    author='jianboy',
+    author_email='liuyuqi.gov@msn.cn',
+    maintainer='jianboy',
+    maintainer_email='liuyuqi.gov@msn.cn',
+    license='Unlicense',
+    packages=[
+        'youtube_dl',
+        'youtube_dl.extractor', 'youtube_dl.downloader',
+        'youtube_dl.postprocessor'],
+
+    classifiers=[
+        'Topic :: Multimedia :: Video',
+        'Development Status :: 5 - Production/Stable',
+        'Environment :: Console',
+        'License :: Public Domain',
+        'Programming Language :: Python',
+        'Programming Language :: Python :: 2',
+        'Programming Language :: Python :: 2.6',
+        'Programming Language :: Python :: 2.7',
+        'Programming Language :: Python :: 3',
+        'Programming Language :: Python :: 3.2',
+        'Programming Language :: Python :: 3.3',
+        'Programming Language :: Python :: 3.4',
+        'Programming Language :: Python :: 3.5',
+        'Programming Language :: Python :: 3.6',
+        'Programming Language :: Python :: 3.7',
+        'Programming Language :: Python :: 3.8',
+        'Programming Language :: Python :: Implementation',
+        'Programming Language :: Python :: Implementation :: CPython',
+        'Programming Language :: Python :: Implementation :: IronPython',
+        'Programming Language :: setup.cfgPython :: Implementation :: Jython',
+        'Programming Language :: Python :: Implementation :: PyPy',
+    ],
+
+    cmdclass={'build_lazy_extractors': build_lazy_extractors},
+    **params
+)