1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
| ~ pyspider all
[W 190226 00:03:02 run:413] phantomjs not found, continue running without it.
[I 190226 00:03:04 result_worker:49] result_worker starting...
Process Process-4:
Traceback (most recent call last):
[I 190226 00:03:04 processor:211] processor starting...
File "/usr/local/Cellar/python/3.6.5/Frameworks/Python.framework/Versions/3.6/lib/python3.6/multiprocessing/process.py", line 258, in _bootstrap
self.run()
File "/usr/local/Cellar/python/3.6.5/Frameworks/Python.framework/Versions/3.6/lib/python3.6/multiprocessing/process.py", line 93, in run
self._target(*self._args, **self._kwargs)
File "/usr/local/lib/python3.6/site-packages/click/core.py", line 555, in invoke
return callback(*args, **kwargs)
File "/usr/local/lib/python3.6/site-packages/click/decorators.py", line 17, in new_func
return f(get_current_context(), *args, **kwargs)
File "/usr/local/lib/python3.6/site-packages/pyspider/run.py", line 236, in fetcher
Fetcher = load_cls(None, None, fetcher_cls)
File "/usr/local/lib/python3.6/site-packages/pyspider/run.py", line 48, in load_cls
return utils.load_object(value)
File "/usr/local/lib/python3.6/site-packages/pyspider/libs/utils.py", line 369, in load_object
module = __import__(module_name, globals(), locals(), [object_name])
File "/usr/local/lib/python3.6/site-packages/pyspider/fetcher/__init__.py", line 1, in
from .tornado_fetcher import Fetcher
File "/usr/local/lib/python3.6/site-packages/pyspider/fetcher/tornado_fetcher.py", line 30, in
from tornado.curl_httpclient import CurlAsyncHTTPClient
File "/usr/local/lib/python3.6/site-packages/tornado/curl_httpclient.py", line 24, in
import pycurl # type: ignore
ImportError: pycurl: libcurl link-time ssl backend (none/other) is different from compile-time ssl backend (openssl)
[I 190226 00:03:04 scheduler:647] scheduler starting...
Traceback (most recent call last):
File "/usr/local/bin/pyspider", line 10, in
sys.exit(main())
File "/usr/local/lib/python3.6/site-packages/pyspider/run.py", line 754, in main
cli()
File "/usr/local/lib/python3.6/site-packages/click/core.py", line 764, in __call__
return self.main(*args, **kwargs)
File "/usr/local/lib/python3.6/site-packages/click/core.py", line 717, in main
rv = self.invoke(ctx)
File "/usr/local/lib/python3.6/site-packages/click/core.py", line 1137, in invoke
return _process_result(sub_ctx.command.invoke(sub_ctx))
File "/usr/local/lib/python3.6/site-packages/click/core.py", line 956, in invoke
return ctx.invoke(self.callback, **ctx.params)
File "/usr/local/lib/python3.6/site-packages/click/core.py", line 555, in invoke
return callback(*args, **kwargs)
File "/usr/local/lib/python3.6/site-packages/click/decorators.py", line 17, in new_func
return f(get_current_context(), *args, **kwargs)
File "/usr/local/lib/python3.6/site-packages/pyspider/run.py", line 497, in all
ctx.invoke(webui, **webui_config)
File "/usr/local/lib/python3.6/site-packages/click/core.py", line 555, in invoke
return callback(*args, **kwargs)
File "/usr/local/lib/python3.6/site-packages/click/decorators.py", line 17, in new_func
return f(get_current_context(), *args, **kwargs)
File "/usr/local/lib/python3.6/site-packages/pyspider/run.py", line 333, in webui
app = load_cls(None, None, webui_instance)
File "/usr/local/lib/python3.6/site-packages/pyspider/run.py", line 48, in load_cls
return utils.load_object(value)
File "/usr/local/lib/python3.6/site-packages/pyspider/libs/utils.py", line 369, in load_object
module = __import__(module_name, globals(), locals(), [object_name])
File "/usr/local/lib/python3.6/site-packages/pyspider/webui/__init__.py", line 8, in
from . import app, index, debug, task, result, login
File "/usr/local/lib/python3.6/site-packages/pyspider/webui/app.py", line 17, in
from pyspider.fetcher import tornado_fetcher
File "/usr/local/lib/python3.6/site-packages/pyspider/fetcher/__init__.py", line 1, in
from .tornado_fetcher import Fetcher
File "/usr/local/lib/python3.6/site-packages/pyspider/fetcher/tornado_fetcher.py", line 30, in
from tornado.curl_httpclient import CurlAsyncHTTPClient
File "/usr/local/lib/python3.6/site-packages/tornado/curl_httpclient.py", line 24, in
import pycurl # type: ignore
ImportError: pycurl: libcurl link-time ssl backend (none/other) is different from compile-time ssl backend (openssl) |
京公网安备 11010802041100号