Scrapy新建项目报错
Python版本管理工具:pyenv
scrapy安装工具:pip
pyenv versions
输出:
system
* 2.7.8 (set by /Users/findingsea/Workspace/scrapy/.python-version)
3.4.3
运行命令
scrapy startproject tutorial
时报错:
Traceback (most recent call last):
File "/usr/local/var/pyenv/versions/2.7.8/bin/scrapy", line 7, in <module>
from scrapy.cmdline import execute
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/__init__.py", line 48, in <module>
from scrapy.spiders import Spider
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/spiders/__init__.py", line 10, in <module>
from scrapy.http import Request
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/http/__init__.py", line 15, in <module>
from scrapy.http.response.html import HtmlResponse
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/http/response/html.py", line 8, in <module>
from scrapy.http.response.text import TextResponse
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/http/response/text.py", line 13, in <module>
from scrapy.utils.response import get_base_url
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/utils/response.py", line 12, in <module>
from twisted.web import http
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/web/http.py", line 92, in <module>
from twisted.internet import interfaces, reactor, protocol, address
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/reactor.py", line 38, in <module>
from twisted.internet import default
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/default.py", line 56, in <module>
install = _getInstallFunction(platform)
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/default.py", line 50, in _getInstallFunction
from twisted.internet.selectreactor import install
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/selectreactor.py", line 18, in <module>
from twisted.internet import posixbase
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/posixbase.py", line 23, in <module>
from twisted.internet import error, udp, tcp
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/tcp.py", line 29, in <module>
from twisted.internet._newtls import (
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/_newtls.py", line 21, in <module>
from twisted.protocols.tls import TLSMemoryBIOFactory, TLSMemoryBIOProtocol
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/protocols/tls.py", line 41, in <module>
from OpenSSL.SSL import Error, ZeroReturnError, WantReadError
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/OpenSSL/__init__.py", line 8, in <module>
from OpenSSL import rand, crypto, SSL
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/OpenSSL/rand.py", line 11, in <module>
from OpenSSL._util import (
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/OpenSSL/_util.py", line 7, in <module>
binding = Binding()
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/hazmat/bindings/openssl/binding.py", line 114, in __init__
self._ensure_ffi_initialized()
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/hazmat/bindings/openssl/binding.py", line 126, in _ensure_ffi_initialized
cls._modules,
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/hazmat/bindings/utils.py", line 31, in load_library_for_binding
lib = ffi.verifier.load_library()
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cffi/verifier.py", line 97, in load_library
return self._load_library()
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cffi/verifier.py", line 207, in _load_library
return self._vengine.load_library()
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cffi/vengine_cpy.py", line 155, in load_library
raise ffiplatform.VerificationError(error)
cffi.ffiplatform.VerificationError: importing '/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/_Cryptography_cffi_a269d620xd5c405b7.so': dlopen(/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/_Cryptography_cffi_a269d620xd5c405b7.so, 2): Symbol not found: _CRYPTO_malloc_debug_init
Referenced from: /usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/_Cryptography_cffi_a269d620xd5c405b7.so
Expected in: flat namespace
in /usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/_Cryptography_cffi_a269d620xd5c405b7.so
findingsea@ly-rmbp:~/Workspace/scrapy|
⇒ clear
findingsea@ly-rmbp:~/Workspace/scrapy|
⇒ touch spider.py
findingsea@ly-rmbp:~/Workspace/scrapy|
⇒ subl spider.py
findingsea@ly-rmbp:~/Workspace/scrapy|
⇒ scrapy runspider myspider.py
Traceback (most recent call last):
File "/usr/local/var/pyenv/versions/2.7.8/bin/scrapy", line 7, in <module>
from scrapy.cmdline import execute
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/__init__.py", line 48, in <module>
from scrapy.spiders import Spider
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/spiders/__init__.py", line 10, in <module>
from scrapy.http import Request
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/http/__init__.py", line 15, in <module>
from scrapy.http.response.html import HtmlResponse
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/http/response/html.py", line 8, in <module>
from scrapy.http.response.text import TextResponse
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/http/response/text.py", line 13, in <module>
from scrapy.utils.response import get_base_url
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/utils/response.py", line 12, in <module>
from twisted.web import http
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/web/http.py", line 92, in <module>
from twisted.internet import interfaces, reactor, protocol, address
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/reactor.py", line 38, in <module>
from twisted.internet import default
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/default.py", line 56, in <module>
install = _getInstallFunction(platform)
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/default.py", line 50, in _getInstallFunction
from twisted.internet.selectreactor import install
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/selectreactor.py", line 18, in <module>
from twisted.internet import posixbase
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/posixbase.py", line 23, in <module>
from twisted.internet import error, udp, tcp
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/tcp.py", line 29, in <module>
from twisted.internet._newtls import (
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/_newtls.py", line 21, in <module>
from twisted.protocols.tls import TLSMemoryBIOFactory, TLSMemoryBIOProtocol
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/protocols/tls.py", line 41, in <module>
from OpenSSL.SSL import Error, ZeroReturnError, WantReadError
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/OpenSSL/__init__.py", line 8, in <module>
from OpenSSL import rand, crypto, SSL
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/OpenSSL/rand.py", line 11, in <module>
from OpenSSL._util import (
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/OpenSSL/_util.py", line 7, in <module>
binding = Binding()
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/hazmat/bindings/openssl/binding.py", line 114, in __init__
self._ensure_ffi_initialized()
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/hazmat/bindings/openssl/binding.py", line 126, in _ensure_ffi_initialized
cls._modules,
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/hazmat/bindings/utils.py", line 31, in load_library_for_binding
lib = ffi.verifier.load_library()
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cffi/verifier.py", line 97, in load_library
return self._load_library()
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cffi/verifier.py", line 207, in _load_library
return self._vengine.load_library()
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cffi/vengine_cpy.py", line 155, in load_library
raise ffiplatform.VerificationError(error)
cffi.ffiplatform.VerificationError: importing '/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/_Cryptography_cffi_a269d620xd5c405b7.so': dlopen(/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/_Cryptography_cffi_a269d620xd5c405b7.so, 2): Symbol not found: _CRYPTO_malloc_debug_init
Referenced from: /usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/_Cryptography_cffi_a269d620xd5c405b7.so
Expected in: flat namespace
in /usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/_Cryptography_cffi_a269d620xd5c405b7.so
findingsea@ly-rmbp:~/Workspace/scrapy|
⇒ clear
findingsea@ly-rmbp:~/Workspace/scrapy|
⇒ scrapy startproject tutorial
Traceback (most recent call last):
File "/usr/local/var/pyenv/versions/2.7.8/bin/scrapy", line 7, in <module>
from scrapy.cmdline import execute
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/__init__.py", line 48, in <module>
from scrapy.spiders import Spider
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/spiders/__init__.py", line 10, in <module>
from scrapy.http import Request
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/http/__init__.py", line 15, in <module>
from scrapy.http.response.html import HtmlResponse
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/http/response/html.py", line 8, in <module>
from scrapy.http.response.text import TextResponse
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/http/response/text.py", line 13, in <module>
from scrapy.utils.response import get_base_url
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/scrapy/utils/response.py", line 12, in <module>
from twisted.web import http
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/web/http.py", line 92, in <module>
from twisted.internet import interfaces, reactor, protocol, address
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/reactor.py", line 38, in <module>
from twisted.internet import default
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/default.py", line 56, in <module>
install = _getInstallFunction(platform)
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/default.py", line 50, in _getInstallFunction
from twisted.internet.selectreactor import install
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/selectreactor.py", line 18, in <module>
from twisted.internet import posixbase
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/posixbase.py", line 23, in <module>
from twisted.internet import error, udp, tcp
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/tcp.py", line 29, in <module>
from twisted.internet._newtls import (
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/internet/_newtls.py", line 21, in <module>
from twisted.protocols.tls import TLSMemoryBIOFactory, TLSMemoryBIOProtocol
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/twisted/protocols/tls.py", line 41, in <module>
from OpenSSL.SSL import Error, ZeroReturnError, WantReadError
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/OpenSSL/__init__.py", line 8, in <module>
from OpenSSL import rand, crypto, SSL
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/OpenSSL/rand.py", line 11, in <module>
from OpenSSL._util import (
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/OpenSSL/_util.py", line 7, in <module>
binding = Binding()
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/hazmat/bindings/openssl/binding.py", line 114, in __init__
self._ensure_ffi_initialized()
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/hazmat/bindings/openssl/binding.py", line 126, in _ensure_ffi_initialized
cls._modules,
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/hazmat/bindings/utils.py", line 31, in load_library_for_binding
lib = ffi.verifier.load_library()
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cffi/verifier.py", line 97, in load_library
return self._load_library()
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cffi/verifier.py", line 207, in _load_library
return self._vengine.load_library()
File "/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cffi/vengine_cpy.py", line 155, in load_library
raise ffiplatform.VerificationError(error)
cffi.ffiplatform.VerificationError: importing '/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/_Cryptography_cffi_a269d620xd5c405b7.so': dlopen(/usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/_Cryptography_cffi_a269d620xd5c405b7.so, 2): Symbol not found: _CRYPTO_malloc_debug_init
Referenced from: /usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/_Cryptography_cffi_a269d620xd5c405b7.so
Expected in: flat namespace
in /usr/local/var/pyenv/versions/2.7.8/lib/python2.7/site-packages/cryptography/_Cryptography_cffi_a269d620xd5c405b7.so
pip list
输出
backports.ssl-match-hostname (3.4.0.2)
certifi (2015.4.28)
cffi (1.1.2)
cryptography (0.9.3)
cssselect (0.9.1)
distribute (0.7.3)
enum34 (1.0.4)
gnureadline (6.3.3)
idna (2.0)
ipaddress (1.0.7)
ipython (3.1.0)
Jinja2 (2.7.3)
jsonschema (2.4.0)
lxml (3.4.4)
MarkupSafe (0.23)
mistune (0.5.1)
pip (7.1.0)
ptyprocess (0.5)
pyasn1 (0.1.8)
pycparser (2.14)
Pygments (2.0.2)
pyOpenSSL (0.15.1)
pyzmq (14.6.0)
queuelib (1.2.2)
requests (2.7.0)
Scrapy (1.0.1)
setuptools (18.0.1)
six (1.9.0)
terminado (0.5)
tornado (4.2)
Twisted (15.2.1)
w3lib (1.11.0)
wheel (0.24.0)
zope.interface (4.1.2)
brew list
输出
ant gmp4 libtool openssl zsh
autoconf isl011 libyaml pcre zsh-completions
automake libffi maven2 pkg-config
cloog018 libgpg-error mpfr2 pyenv
cmake libksba mysql readline
gdbm libmpc08 node vim