查看虚拟环境
conda env list
创建虚拟环境
conda create -n py3spark python=3.6
删除虚拟环境以及虚拟环境中所有包
conda remove -n py3spark --all
在虚拟环境中安装包
conda install -n py3spark pyarrow=0.9.0
conda install -n py3spark numpy=1.16.6
conda install -n py3spark mkl=2021.4.0
虚拟环境打包
conda pack -n py3spark
进入虚拟环境
conda activate py3spark
退出虚拟环境
conda deactivate py3spark
查看虚拟环境中安装的软件列表
conda -n py3spark list
导出虚拟环境中的安装包列表
conda env export -n ENVNAME > envname.yml
conda env export -n py3spark > py3spark.yml
根据xml文件生成虚拟环境
conda env create --file py3spark.yml
在用的pyspark环境包文件
py3spark.yml
name: py3spark
channels:
- defaults
dependencies:
- _libgcc_mutex=0.1=main
- _openmp_mutex=4.5=1_gnu
- alabaster=0.7.10=py36h306e16b_0
- anaconda-client=1.6.5=py36h19c0dcd_0
- anaconda-navigator=1.6.9=py36h11ddaaa_0
- anaconda-project=0.8.0=py36h29abdf5_0
- asn1crypto=0.22.0=py36h265ca7c_1
- astroid=1.5.3=py36hbdb9df2_0
- astropy=2.0.2=py36ha51211e_4
- babel=2.5.0=py36h7d14adf_0
- beautifulsoup4=4.6.0=py36_1
- bitarray=0.8.1=py36h14c3975_1
- bkcharts=0.2=py36_0
- blas=1.0=mkl
- blaze=0.11.3=py36_0
- bleach=2.0.0=py36h688b259_0
- blosc=1.21.0=h8c45485_0
- bokeh=0.12.10=py36hbb0e44a_0
- boto=2.48.0=py36_1
- bottleneck=1.2.1=py36h035aef0_1
- bzip2=1.0.8=h7b6447c_0
- ca-certificates=2022.3.18=h06a4308_0
- certifi=2017.7.27.1=py36h8b7b77e_0
- cffi=1.10.0=py36had8d393_1
- chardet=3.0.4=py36h06a4308_1003
- click=6.7=py36_0
- cloudpickle=0.4.0=py36h30f8c20_0
- clyent=1.2.2=py36_1
- colorama=0.3.9=py36_0
- conda=4.10.3=py36h06a4308_0
- conda-build=3.0.27=py36h940a66d_0
- conda-package-handling=1.7.3=py36h27cfd23_1
- conda-verify=2.0.0=py36h98955d8_0
- contextlib2=0.5.5=py36_0
- cryptography=2.0.3=py36ha225213_1
- curl=7.55.1=h78862de_4
- cycler=0.10.0=py36_0
- cython=0.26.1=py36h21c49d0_0
- cytoolz=0.8.2=py36h708bfd4_0
- dask=0.15.3=py36hdc2c8aa_0
- dask-core=0.15.3=py36h10e6167_0
- datashape=0.5.4=py36h06a4308_1
- dbus=1.13.18=hb2f20db_0
- decorator=4.1.2=py36hd076ac8_0
- distributed=1.19.1=py36h25f3894_0
- docutils=0.14=py36_0
- entrypoints=0.2.3=py36_2
- et_xmlfile=1.1.0=py36h06a4308_0
- expat=2.4.4=h295c915_0
- fastcache=1.0.2=py36h14c3975_2
- filelock=2.0.12=py36hacfa1f5_0
- flask=0.12.2=py36hb24657c_0
- flask-cors=3.0.3=py36h2d857d3_0
- fontconfig=2.12.6=h49f89f6_0
- freetype=2.8=hab7d2ae_1
- gevent=1.2.2=py36h2fe25dc_0
- glib=2.63.1=h5a9c865_0
- glob2=0.5=py36h2c1b292_1
- gmp=6.2.1=h2531618_2
- gmpy2=2.0.8=py36h10f8cd9_2
- greenlet=0.4.12=py36h2d503a6_0
- gst-plugins-base=1.12.4=h33fb286_0
- gstreamer=1.12.4=hb53b477_0
- h5py=2.7.0=py36he81ebca_1
- hdf5=1.10.1=h9caa474_1
- heapdict=1.0.0=py36_2
- html5lib=0.999999999=py36h2cfc398_0
- icu=58.2=he6710b0_3
- idna=2.6=py36h82fb2a8_1
- imageio=2.2.0=py36he555465_0
- imagesize=0.7.1=py36h52d8127_0
- intel-openmp=2022.0.1=h06a4308_3633
- ipykernel=4.6.1=py36hbf841aa_0
- ipython=6.1.0=py36hc72a948_1
- ipython_genutils=0.2.0=pyhd3eb1b0_1
- ipywidgets=7.0.0=py36h7b55c3a_0
- isort=4.2.15=py36had401c0_0
- itsdangerous=0.24=py36_1
- jdcal=1.3=py36h4c697fb_0
- jedi=0.10.2=py36h552def0_0
- jinja2=2.9.6=py36h489bce4_1
- jpeg=9d=h7f8727e_0
- jsonschema=2.6.0=py36_0
- jupyter_client=7.1.2=pyhd3eb1b0_0
- jupyter_core=4.8.1=py36h06a4308_0
- jupyterlab=0.27.0=py36h86377d0_2
- jupyterlab_launcher=0.13.1=py_2
- lazy-object-proxy=1.3.1=py36h14c3975_2
- ld_impl_linux-64=2.35.1=h7274673_9
- libedit=3.1.20210910=h7f8727e_0
- libffi=3.2.1=hf484d3e_1007
- libgcc-ng=9.3.0=h5101ec6_17
- libgfortran-ng=7.5.0=ha8ba4b0_17
- libgfortran4=7.5.0=ha8ba4b0_17
- libgomp=9.3.0=h5101ec6_17
- libpng=1.6.37=hbc83047_0
- libsodium=1.0.16=h1bed415_0
- libssh2=1.8.0=h9cfc8f7_4
- libstdcxx-ng=9.3.0=hd4cf53a_17
- libtiff=4.2.0=h85742a9_0
- libuuid=1.0.3=h7f8727e_2
- libwebp-base=1.2.2=h7f8727e_0
- libxcb=1.14=h7b6447c_0
- libxml2=2.9.12=h03d6c58_0
- libxslt=1.1.34=hc22bd24_0
- llvmlite=0.20.0=py36_0
- locket=0.2.0=py36_1
- lxml=4.1.0=py36h5b66e50_0
- lz4-c=1.9.3=h295c915_1
- lzo=2.10=h7b6447c_2
- markupsafe=1.0=py36h14c3975_1
- matplotlib=2.1.0=py36hba5de38_0
- mccabe=0.6.1=py36_1
- mistune=0.7.4=py36hbab8784_0
- mkl=2018.0.3=1
- mkl_fft=1.0.6=py36h7dd41cf_0
- mkl_random=1.0.1=py36h4414c95_1
- mpc=1.1.0=h10f8cd9_1
- mpfr=4.0.2=hb69a4c5_1
- mpmath=0.19=py36h8cc018b_2
- msgpack-python=0.4.8=py36hec4c5d1_0
- multipledispatch=0.4.9=py36h41da3fb_0
- navigator-updater=0.1.0=py36h14770f7_0
- nbconvert=5.3.1=py36_0
- nbformat=4.4.0=py36_0
- ncurses=6.3=h7f8727e_2
- nest-asyncio=1.5.1=pyhd3eb1b0_0
- networkx=2.0=py36h7e96fb8_0
- nltk=3.2.4=py36h1a0979f_0
- nose=1.3.7=pyhd3eb1b0_1008
- notebook=5.0.0=py36h0b20546_2
- numba=0.35.0=np113py36_10
- numexpr=2.6.2=py36hc561933_2
- numpy=1.13.3=py36hdbf6ddf_4
- numpydoc=0.7.0=py36h18f165f_0
- odo=0.5.1=py36_0
- olefile=0.44=py36h79f9f78_0
- openpyxl=2.4.8=py36h41dd2a8_1
- openssl=1.0.2u=h7b6447c_0
- packaging=16.8=py36ha668100_1
- pandas=0.20.3=py36h6022372_2
- pandoc=2.12=h06a4308_0
- pandocfilters=1.4.2=py36_1
- partd=0.3.8=py36_0
- patchelf=0.13=h295c915_0
- path.py=10.3.1=py36he0c6f6d_0
- pathlib2=2.3.0=py36h49efa8e_0
- patsy=0.4.1=py36ha3be15e_0
- pcre=8.45=h295c915_0
- pep8=1.7.0=py36h26ade29_0
- pexpect=4.2.1=py36h3b9d41b_0
- pickleshare=0.7.4=py36_0
- pillow=4.2.1=py36h9119f52_0
- pip=21.2.2=py36h06a4308_0
- pkginfo=1.4.1=py36h215d178_1
- ply=3.10=py36hed35086_0
- prompt_toolkit=1.0.15=py36_0
- psutil=5.4.0=py36h84c53db_0
- ptyprocess=0.5.2=py36h69acd42_0
- py=1.4.34=py36h0712aa3_1
- pycodestyle=2.3.1=py36hf609f19_0
- pycosat=0.6.3=py36h27cfd23_0
- pycparser=2.18=py36_1
- pycrypto=2.6.1=py36h7b6447c_10
- pycurl=7.43.0=py36h5e72054_3
- pyflakes=1.6.0=py36_0
- pygments=2.2.0=py36_0
- pylint=1.7.4=py36hb9d4533_0
- pymysql=1.0.2=py36h06a4308_1
- pyodbc=4.0.17=py36h999153c_0
- pyopenssl=17.2.0=py36h5cc804b_0
- pyparsing=2.2.0=py36_1
- pyqt=5.6.0=py36h22d08a2_6
- pysocks=1.6.7=py36hd97a5b1_1
- pytables=3.4.3=py36h02b9ad4_0
- pytest=3.2.1=py36h11ad3bb_1
- python=3.6.6=h6e4f718_2
- python-dateutil=2.6.1=py36h88d3b88_1
- pytz=2017.2=py36hc2ccc2a_1
- pywavelets=0.5.2=py36h035aef0_2
- pyyaml=3.12=py36hafb9ca4_1
- pyzmq=16.0.2=py36h3b0cf96_2
- qt=5.6.2=hd25b39d_14
- qtawesome=0.4.4=py36_0
- qtconsole=4.3.1=py36_0
- qtpy=1.3.1=py36h3691cc8_0
- readline=7.0=h7b6447c_5
- requests=2.18.4=py36he2e5f8d_1
- rope=0.10.5=py36h1f8c17e_0
- ruamel_yaml=0.15.100=py36h27cfd23_0
- scikit-image=0.13.0=py36had3c07a_1
- scikit-learn=0.19.1=py36hedc7406_0
- scipy=0.19.1=py36h9976243_3
- seaborn=0.8.0=py36h197244f_0
- setuptools=58.0.4=py36h06a4308_0
- simplegeneric=0.8.1=py36_2
- singledispatch=3.4.0.3=py_1001
- sip=4.18.1=py36h295c915_2
- six=1.11.0=py36_1
- snowballstemmer=1.2.1=py36_0
- sortedcollections=0.5.3=py36h3c761f9_0
- sortedcontainers=1.5.7=py36hdf89491_0
- sphinx=1.6.3=py36he5f0bdb_0
- sphinxcontrib=1.0=py36_1
- sphinxcontrib-websupport=1.0.1=py36hb5cb234_1
- spyder=3.2.4=py36hbe6152b_0
- sqlalchemy=1.1.13=py36hfb5efd7_0
- sqlite=3.33.0=h62c20be_0
- statsmodels=0.8.0=py36h8533d0b_0
- sympy=1.1.1=py36_0
- tblib=1.3.2=py36_0
- terminado=0.6=py36ha25a19f_0
- testpath=0.3.1=py36_0
- tk=8.6.11=h1ccaba5_0
- toolz=0.8.2=py36h81f2dff_0
- tornado=4.5.2=py36h1283b2a_0
- tqdm=4.63.0=pyhd3eb1b0_0
- traitlets=4.3.2=py36_0
- typing=3.6.2=py36h7da032a_0
- tzdata=2021e=hda174b7_0
- unicodecsv=0.14.1=py36_0
- unixodbc=2.3.4=h1bed415_2
- urllib3=1.22=py36hbe7ace6_0
- wcwidth=0.1.7=py36_0
- webencodings=0.5.1=py36_1
- werkzeug=0.12.2=py36hc703753_0
- wheel=0.37.1=pyhd3eb1b0_0
- widgetsnbextension=3.0.2=py36hd01bb71_1
- wrapt=1.10.11=py36h14c3975_2
- xlrd=1.1.0=py36_1
- xlsxwriter=1.0.2=py36h3de1aca_0
- xlwt=1.3.0=py36_0
- xz=5.2.5=h7b6447c_0
- yaml=0.2.5=h7b6447c_0
- zeromq=4.2.5=hf484d3e_1
- zict=0.1.3=py36_0
- zlib=1.2.11=h7f8727e_4
- zstd=1.4.9=haebb681_0
prefix: /home/hadoop/bigdata/anaconda3/envs/py3spark