{"id":11542,"date":"2023-05-24T21:59:27","date_gmt":"2023-05-24T12:59:27","guid":{"rendered":"https:\/\/www.webcyou.com\/?p=11542"},"modified":"2023-05-24T21:59:30","modified_gmt":"2023-05-24T12:59:30","slug":"%e3%80%90m1-mac%e3%80%91python-scrapy%e3%81%8cimporterror%e3%81%a7%e5%a4%a7%e3%83%8f%e3%83%9e%e3%83%aa%e3%80%82lxml%e3%81%aa%e3%81%a9%e7%92%b0%e5%a2%83%e4%bd%9c%e6%88%90%e3%81%97%e5%af%be%e5%bf%9c","status":"publish","type":"post","link":"https:\/\/www.webcyou.com\/?p=11542","title":{"rendered":"\u3010M1 Mac\u3011Python Scrapy\u304cImportError\u3067\u5927\u30cf\u30de\u30ea\u3002lxml\u306a\u3069\u74b0\u5883\u4f5c\u6210\u3057\u5bfe\u5fdc\u3057\u305f\u4ef6\u3002"},"content":{"rendered":"\n\n

\u3069\u3082\u3067\u3059\u3002<\/p>\n

\u307e\u305f\u307e\u305f\u3001\u4e45\u3005\u306a\u611f\u3058\u3067\u3059\u3002<\/p>\n

\u6700\u8fd1\u306f\u3082\u3063\u3071\u3089\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u306f\u3001Dart\u8a00\u8a9e\u3070\u304b\u308a\u306e\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\u3060\u3063\u305f\u306e\u3067\u3059\u304c\u3001\u3075\u3068Python\u306eScrapy\u3092\u4f7f\u3046\u6a5f\u4f1a\u304c\u3042\u308a\u3001M1 Mac\u3067\u4f7f\u7528\u3057\u3088\u3046\u3068\u3057\u305f\u3089\u5927\u30b4\u30b1\u3057\u3066\u5bfe\u5fdc\u3057\u305f\u8a71\u3068\u306a\u308a\u307e\u3059\u3002<\/p>\n

\u305d\u3046\u3044\u3048\u3070\u3001M1Mac\u306b\u79fb\u884c\u3059\u308b\u4ee5\u524d\u306f\u3001Django\u3068\u304b\u6271\u3063\u3066\u3044\u305f\u304c\u3001M1Mac\u306b\u79fb\u884c\u3057\u3066python\u74b0\u5883\u304c\u30b9\u30e0\u30fc\u30ba\u306b\u69cb\u7bc9\u3067\u304d\u306a\u304b\u3063\u305f\u306e\u3067\u8ae6\u3081\u305f\u899a\u3048\u304c\u3002\u3002\u3002<\/p>\n

 <\/p>\n

\u53d6\u308a\u6562\u3048\u305a\u3001python\u306e\u4eee\u60f3\u74b0\u5883\u3092\u69cb\u7bc9\u3068\u3002<\/p>\n

python -m venv .venv\nsource .venv\/bin\/activate<\/pre>\n
 <\/p>\n
scrapy\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u307e\u3059\u3002<\/p>\n\n
pip install scrapy<\/pre>\n
 <\/p>\n
scrapy startproject\u3067\u30c6\u30f3\u30d7\u30ec\u30fc\u30c8\u751f\u6210\u3002<\/p>\n
scrapy startproject xxxxx<\/pre>\n
\u3068\u3001\u30a8\u30e9\u30fc\u304c\u767a\u751f\u3002<\/p>\n
ImportError: dlopen(\u301c\u301c\u301c\u301c\u301c\/lxml\/etree.cpython-310-darwin.so, ...)<\/pre>\n
\u9577\u3044\u65c5\u8def\u306e\u59cb\u307e\u308a\u3067\u3059\u3002<\/p>\n
 <\/p>\n
\u6700\u7d42\u7684\u306b\u306f\u3001github\u306e\u30bd\u30fc\u30b9\u3088\u308a\u30d3\u30eb\u30c9\u3059\u308b\u3053\u3068\u3067\u89e3\u6c7a\u306f\u3067\u304d\u307e\u3057\u305f\u3002<\/p>\n
$ git clone https:\/\/github.com\/lxml\/lxml\n$ cd lxml\n$ git checkout tags\/lxml-4.9.1\n$ python setup.py bdist_wheel\n$ cd dist\/\n$ sudo pip install lxml-4.9.1-cp310-cp310-macosx_13_0_arm64.whl<\/pre>\n\n
\u304c\u3001\u305d\u308c\u307e\u3067\u8272\u3005\u3068\u596e\u95d8\u3057\u3066\u3057\u307e\u3044\u307e\u3057\u305f\u3002<\/p>\n
\u307e\u305a\u3001\u3088\u304f\u78ba\u8a8d\u3057\u3066\u307f\u308b\u3068\u3001pyenv\u306epython\u3067\u306f\u306a\u304fsystem\u306epython\u3092\u4f7f\u7528\u3057\u3066\u3044\u305f\u306e\u3067\u3001pyenv\u3067\u5225\u30d0\u30fc\u30b8\u30e7\u30f3\u306epython\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u3066\u307f\u3088\u3046\u3068\u3002<\/p>\n
 <\/p>\n
pyenv \u30a4\u30f3\u30b9\u30c8\u30fc\u30eb<\/h4>\n
system\u306epython\u3092\u4f7f\u7528\u3057\u3066\u3044\u305f\u306e\u3067\u3001pyenv\u3067\u5225\u30d0\u30fc\u30b8\u30e7\u30f3\u306epython\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u3066\u307f\u308b\u3002<\/p>\n
pyenv install 3.10.4<\/pre>\n
 <\/p>\n
\u3067\u3059\u304c\u3001\u3053\u3053\u3067\u3082\u30a8\u30e9\u30fc\u3002<\/p>\n
pyenv install\u3067\u5225\u30d0\u30fc\u30b8\u30e7\u30f3\u306epython\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u304c\u3067\u304d\u306a\u3044\u72b6\u614b\u3002<\/p>\n
 <\/p>\n
BUILD FAILED (OS X 13.2.1 using python-build 20180424)<\/pre>\n
\u306c\u304a\u3002<\/p>\n
python-build\u30d0\u30fc\u30b8\u30e7\u30f3\u304c\u306a\u3093\u304b\u53e4\u3044\u306a\u3002\u3068\u3002<\/p>\n
CommandLineTools\u3092\u524a\u9664\u3057\u3001\u518d\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3092\u8a66\u307f\u307e\u3057\u305f\u3002<\/p>\n
 <\/p>\n
sudo rm -rf \/Library\/Developer\/CommandLineTools<\/pre>\n
xcode-select --install<\/pre>\n
\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u306b\u306f\u6642\u9593\u304c\u304b\u304b\u308a\u307e\u3059\u3002<\/p>\n
 <\/p>\n
pyenv install 3.10.4<\/pre>\n
 <\/p>\n
\u3082\u3046\u6642\u7cfb\u5217\u306f\u5fd8\u308c\u3066\u3057\u307e\u3063\u305f\u306e\u3067\u3059\u304c\u3002\u3002<\/p>\n
zlib\u3084llvm\u306a\u3069\u3082\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u76f4\u3057\u305f\u308a\u3002\u3002<\/p>\n
brew install zlib<\/pre>\n
$ echo 'export LDFLAGS="-L\/usr\/local\/opt\/zlib\/lib"' >> ~\/.bash_profile\n$ echo 'export CPPFLAGS="-I\/usr\/local\/opt\/zlib\/include"' >> ~\/.bash_profile\n$ echo 'export PKG_CONFIG_PATH="\/usr\/local\/opt\/zlib\/lib\/pkgconfig"' >> ~\/.bash_profile \n$ source ~\/.bash_profile<\/pre>\n
 <\/p>\n
\u8272\u3005\u884c\u3063\u305f\u306b\u3082\u95a2\u308f\u3089\u305a\u3001\u30d3\u30eb\u30c9\u30a8\u30e9\u30fc\u306f\u6d88\u3048\u306a\u304f\u3001<\/p>\n
\u6700\u7d42\u7684\u306b\u89e3\u6c7a\u3057\u305f\u5185\u5bb9\u3068\u3057\u3066\u3001pyenv\u3092\u518d\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u76f4\u3057\u305f\u3089\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308a\u307e\u3057\u305f\u3002\u3002<\/p>\n
 <\/p>\n
pyenv \u30a2\u30f3\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u76f4\u3057\u3002<\/p>\n
 <\/p>\n
brew uninstall pyenv<\/pre>\n
brew install pyenv<\/pre>\n
\u518d\u5ea6\u30013.10.4\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb<\/p>\n
pyenv install 3.10.4<\/pre>\n
 <\/p>\n
\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u305f\u30d0\u30fc\u30b8\u30e7\u30f3\u3092global\u306b\u8a2d\u5b9a\u3002<\/p>\n
pyenv global 3.10.4<\/pre>\n\n
 <\/p>\n
\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u305f\u30d0\u30fc\u30b8\u30e7\u30f3\u3092\u78ba\u8a8d\u3002<\/p>\n
pyenv versions\nsystem\n* 3.10.4 (set by \/Users\/takayamadaisuke\/.pyenv\/version)<\/pre>\n
\u3088\u3057\u5b8c\u74a7\u3002python\u306e\u30d0\u30fc\u30b8\u30e7\u30f3\u78ba\u8a8d\u3002<\/p>\n
python --version<\/pre>\n
Python 3.9.4<\/pre>\n
\u307b\u3052\u3002<\/p>\n
\u3046\u30fc\u3093\u3002\u3002pyenv\u306epath\u304c\u901a\u3063\u3066\u3044\u306a\u3044\u306e\u304b\u3069\u3046\u304b\u3002<\/p>\n
vim ~\/.bash_profile<\/pre>\n
export PYENV_ROOT=\"$HOME\/.pyenv\"\nexport PATH=\"$PYENV_ROOT\/shims:$PATH\"\neval \"$(pyenv init --path)\"\neval \"$(pyenv init -)\"<\/pre>\n
\u53cd\u6620<\/p>\n
source ~\/.bash_profile<\/pre>\n
\u3068\u8a00\u3063\u305f\u611f\u3058\u3067\u3001\u53d6\u308a\u6562\u3048\u305apyenv\u3067\u30d0\u30fc\u30b8\u30e7\u30f3\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3067\u304d\u8a2d\u5b9a\u3082\u5b8c\u4e86\u3057\u307e\u3057\u305f\u3002<\/p>\n
python --version<\/pre>\n
Python 3.10.4<\/pre>\n
 <\/p>\n
\u518d\u5ea6\u3001python\u306e\u4eee\u60f3\u74b0\u5883\u3092\u4f5c\u308a\u76f4\u3057\u3001scrapy startproject\u3092\u5b9f\u884c\u3002<\/p>\n
 <\/p>\n
scrapy startproject xxxxx<\/pre>\n
 <\/p>\n
\u30a8\u30e9\u30fc\u306f\u6539\u5584\u3055\u308c\u305a\u3002\u3002<\/p>\n
ImportError: dlopen(\u301c\u301c\u301c\u301c\u301c\/lxml\/etree.cpython-310-darwin.so, ...)<\/pre>\n
symbol not found in flat namespace '_xsltDocDefaultLoader'<\/pre>\n
lxml\u81ea\u4f53\u3082\u4f55\u5ea6\u3082\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u76f4\u3057\u305f\u308a<\/p>\n
 <\/p>\n
$ pip uninstall lxml<\/pre>\n
$ pip install lxml<\/pre>\n
\u30ad\u30e3\u30c3\u30b7\u30e5\u304c\u52b9\u3044\u3066\u3044\u308b\u306e\u3067\u306f\u3068\u3001\u30ad\u30e3\u30c3\u30b7\u30e5\u7121\u3057\u3067\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u76f4\u3057\u305f\u308a\u3001<\/p>\n
pip --no-cache-dir install lxml<\/pre>\n
pip --no-cache-dir install scrapy<\/pre>\n
–no-binary\u30aa\u30d7\u30b7\u30e7\u30f3\u3067\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u76f4\u3057\u305f\u308a\u3001<\/span><\/p>\n
$ pip uninstall lxml<\/pre>\n
$ pip install --no-binary lxml lxml<\/pre>\n
\u74b0\u5883\u5909\u6570\u8a2d\u5b9a\u3057\u305f\u308a\u3001<\/p>\n
RCHFLAGS=\"-arch arm64\" pip install lxml --compile --no-cache-dir<\/pre>\n
\u4e00\u5411\u306b\u30a8\u30e9\u30fc\u306f\u6539\u5584\u3055\u308c\u305a\u3001setuptools\u306a\u3069\u3082\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u3066\u307f\u305f\u308a\u3068<\/p>\n
pip install -U setuptools<\/pre>\n
\u306a\u3093\u304b\u3001\u8272\u3005\u884c\u3063\u305f\u306e\u3067\u3059\u304c\u99c4\u76ee\u3060\u3063\u305f\u306e\u3067\u3001lxml\u3092\u30bd\u30fc\u30b9\u304b\u3089\u30d3\u30eb\u30c9\u3057\u3066\u307f\u308b\u3053\u3068\u306b\u3057\u307e\u3057\u305f\u3002<\/p>\n
\u5192\u982d\u3067\u8a18\u8ff0\u3057\u305f\u3088\u3046\u306b\u3001https:\/\/github.com\/lxml\/lxml\u3092\u30af\u30ed\u30fc\u30f3\u3057\u3001tags\/lxml-4.9.1<\/p>\n
\u3092\u30c1\u30a7\u30c3\u30af\u30a2\u30a6\u30c8\u3001python setup.py bdist_wheel\u3067\u30d1\u30c3\u30b1\u30fc\u30b8\u30d3\u30eb\u30c9\u5b9f\u884c\u3002<\/p>\n
git clone https:\/\/github.com\/lxml\/lxml\ncd lxml<\/pre>\n
git checkout tags\/lxml-4.9.1\npython setup.py bdist_wheel<\/pre>\n
\u30ea\u30ea\u30fc\u30b9\u30d1\u30c3\u30b1\u30fc\u30b8\u306f\u3053\u3061\u3089\u3002<\/p>\n
https:\/\/github.com\/lxml\/lxml\/releases<\/a><\/p>\n
\u3067\u3059\u304c\u3001\u4eca\u5ea6\u306fpython setup.py bdist_wheel\u3067\u30a8\u30e9\u30fc\u304c\u51fa\u3066\u3057\u307e\u3046\u3002\u3002<\/p>\n
\u3088\u304f\u898b\u308b\u3068\u3001brew\u30d1\u30c3\u30b1\u30fc\u30b8\u3092\u53c2\u7167\u3057\u3066\u3044\u308b\u30d1\u30b9\u304c\u4ee5\u524d\u306e\u30d1\u30b9\u3092\u53c2\u7167\u3057\u3066\u3044\u308b\u304f\u3055\u3044\u3002<\/p>\n
Building against libxml2\/libxslt in the following directory:\/usr\/local\/Cellar\/<\/pre>\n
 <\/p>\n
Apple Silicon\u7248\u306eHomebrew\u306f \/opt\/homebrew\u3092\u5229\u7528\u3059\u308b\u5f62\u3068\u306a\u3063\u3066\u3044\u308b\u306e\u3067\u3001\/usr\/local\/Cellar\/\u306f\u5fc5\u8981\u306a\u3044\u306f\u305a\u3002\u3060\u3051\u3069\u4ee5\u524d\u306eMac\u3088\u308a\u305d\u306e\u307e\u307e\u79fb\u884c\u3057\u305f\u305b\u3044\u304b\u3001\u3044\u3063\u3071\u3044\u3042\u308b\u3002<\/p>\n
\u601d\u3044\u5207\u3063\u3066\u524a\u9664\u3057\u3066\u307f\u307e\u3057\u305f\u3002<\/p>\n
sudo rm -fr \/usr\/local\/Cellar\/<\/pre>\n
 <\/p>\n
\u518d\u5ea6libxml2\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u76f4\u3057\u3001<\/p>\n
brew uninstall libxml2\nbrew install libxml2<\/pre>\n
 <\/p>\n
\u30d1\u30b9\u3082\u901a\u3059\u3002<\/p>\n
export PATH=\"\/opt\/homebrew\/opt\/libxml2\/bin:$PATH\"\nexport LDFLAGS=\"-L\/opt\/homebrew\/opt\/libxml2\/lib\"\nexport CPPFLAGS=\"-I\/opt\/homebrew\/opt\/libxml2\/include\"\nexport PKG_CONFIG_PATH=\"\/opt\/homebrew\/opt\/libxml2\/lib\/pkgconfig\"<\/pre>\n
\u53c2\u7167\u3057\u3066\u3044\u308b\u30d1\u30b9\u306f\u5909\u66f4\u3055\u308c\u305f\u3082\u306e\u306e\u3001\u307e\u3060\u4f9d\u7136\u3068\u3057\u3066\u30a8\u30e9\u30fc\u304c\u767a\u751f\u3059\u308b\u72b6\u614b\u3002<\/p>\n
 <\/p>\n
Building against libxml2\/libxslt in the following directory: \/opt\/homebrew\/Cellar\/libxml2\/2.11.4\/lib\nusage: setup.py [global_opts] cmd1 [cmd1_opts] [cmd2 [cmd2_opts] ...]\nor: setup.py --help [cmd1 cmd2 ...]\nor: setup.py --help-commands\nor: setup.py cmd --help<\/pre>\n
error: invalid command 'bdist_wheel'<\/pre>\n
 <\/p>\n
\u3046\u30fc\u3093\u3002\u3082\u3046\u5c11\u3057\u3060\u3068\u601d\u3046\u304c\u3002Cython\u304c\u5fc5\u8981\u307d\u3044\u306e\u3067\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3002<\/p>\n
pip install Cython<\/pre>\n
wheel\u30d1\u30c3\u30b1\u30fc\u30b8\u3082\u5fc5\u8981\u305d\u3046\u306a\u306e\u3067\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3002<\/p>\n
pip install wheel<\/pre>\n
\u518d\u5ea6\u5b9f\u884c\u3002<\/p>\n
python setup.py bdist_wheel<\/pre>\n
\u3064\u3044\u306b\u6210\u529f\u3002<\/p>\n
dist\u4ee5\u4e0b\u306b\u30d3\u30eb\u30c9\u6210\u679c\u7269\u304c\u751f\u6210\u3055\u308c\u307e\u3059\u306e\u3067\u3001\u305d\u3061\u3089\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3002<\/p>\n
cd dist\/<\/pre>\n
sudo pip install lxml-4.9.1-cp310-cp310-macosx_13_0_arm64.whl<\/pre>\n
\u3068\u3001\u6700\u7d42\u7684\u306b\u30bd\u30fc\u30b9\u304b\u3089\u30d3\u30eb\u30c9\u3092\u884c\u3046\u3053\u3068\u306b\u3088\u3063\u3066\u3001M1 Mac\u3067\u3082\u3001Python Scrapy\u30d1\u30c3\u30b1\u30fc\u30b8\u3092\u4f7f\u7528\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3057\u305f\u3002<\/p>\n
\u9577\u304b\u3063\u305f\u3002\u3002<\/p>\n
 <\/p>\n
\u6700\u7d42\u7684\u306alxml\u306e\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u65b9\u6cd5\u3002<\/p>\n
git clone https:\/\/github.com\/lxml\/lxml\ncd lxml\ngit checkout tags\/lxml-4.9.1\npython setup.py bdist_wheel\ncd dist\/\nsudo pip install lxml-4.9.1-cp310-cp310-macosx_13_0_arm64.whl<\/pre>\n
 <\/p>\n
 <\/p>\n\n","protected":false},"excerpt":{"rendered":"","protected":false},"author":1,"featured_media":11549,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[257],"tags":[305,44,45,306,178],"class_list":{"0":"post-11542","1":"post","2":"type-post","3":"status-publish","4":"format-standard","5":"has-post-thumbnail","6":"hentry","7":"category-python","8":"tag-python","9":"tag-web","11":"tag-306","12":"tag-178"},"_links":{"self":[{"href":"https:\/\/www.webcyou.com\/index.php?rest_route=\/wp\/v2\/posts\/11542","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.webcyou.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.webcyou.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.webcyou.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.webcyou.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=11542"}],"version-history":[{"count":9,"href":"https:\/\/www.webcyou.com\/index.php?rest_route=\/wp\/v2\/posts\/11542\/revisions"}],"predecessor-version":[{"id":11553,"href":"https:\/\/www.webcyou.com\/index.php?rest_route=\/wp\/v2\/posts\/11542\/revisions\/11553"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.webcyou.com\/index.php?rest_route=\/wp\/v2\/media\/11549"}],"wp:attachment":[{"href":"https:\/\/www.webcyou.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=11542"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.webcyou.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=11542"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.webcyou.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=11542"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}