Commit fcc4608a authored by xuebingbing's avatar xuebingbing

常规提交

parent 16fdb4ba
## pycharm ignore
# 忽略所有 . 开头的文件或者文件夹
.*
#
.git
etc/log/setup.log
etc/log/setup.log.full
# 排除 .gitignore 本身
!/.gitignore
......
#!/usr/bin/env python
from __future__ import with_statement
import logging
import optparse
import os
import os.path
import re
import shutil
import subprocess
import sys
import itertools
__version__ = '0.5.4'
logger = logging.getLogger()
env_bin_dir = 'bin'
if sys.platform == 'win32':
env_bin_dir = 'Scripts'
class UserError(Exception):
pass
def _dirmatch(path, matchwith):
"""Check if path is within matchwith's tree.
>>> _dirmatch('/home/foo/bar', '/home/foo/bar')
True
>>> _dirmatch('/home/foo/bar/', '/home/foo/bar')
True
>>> _dirmatch('/home/foo/bar/etc', '/home/foo/bar')
True
>>> _dirmatch('/home/foo/bar2', '/home/foo/bar')
False
>>> _dirmatch('/home/foo/bar2/etc', '/home/foo/bar')
False
"""
matchlen = len(matchwith)
if (path.startswith(matchwith)
and path[matchlen:matchlen + 1] in [os.sep, '']):
return True
return False
def _virtualenv_sys(venv_path):
"obtain version and path info from a virtualenv."
executable = os.path.join(venv_path, env_bin_dir, 'python')
# Must use "executable" as the first argument rather than as the
# keyword argument "executable" to get correct value from sys.path
p = subprocess.Popen([executable,
'-c', 'import sys;'
'print (sys.version[:3]);'
'print ("\\n".join(sys.path));'],
env={},
stdout=subprocess.PIPE)
stdout, err = p.communicate()
assert not p.returncode and stdout
lines = stdout.decode('utf-8').splitlines()
return lines[0], list(filter(bool, lines[1:]))
def clone_virtualenv(src_dir, dst_dir):
if not os.path.exists(src_dir):
raise UserError('src dir %r does not exist' % src_dir)
if os.path.exists(dst_dir):
raise UserError('dest dir %r exists' % dst_dir)
#sys_path = _virtualenv_syspath(src_dir)
logger.info('cloning virtualenv \'%s\' => \'%s\'...' %
(src_dir, dst_dir))
shutil.copytree(src_dir, dst_dir, symlinks=True,
ignore=shutil.ignore_patterns('*.pyc'))
version, sys_path = _virtualenv_sys(dst_dir)
logger.info('fixing scripts in bin...')
fixup_scripts(src_dir, dst_dir, version)
has_old = lambda s: any(i for i in s if _dirmatch(i, src_dir))
if has_old(sys_path):
# only need to fix stuff in sys.path if we have old
# paths in the sys.path of new python env. right?
logger.info('fixing paths in sys.path...')
fixup_syspath_items(sys_path, src_dir, dst_dir)
v_sys = _virtualenv_sys(dst_dir)
remaining = has_old(v_sys[1])
assert not remaining, v_sys
fix_symlink_if_necessary(src_dir, dst_dir)
def fix_symlink_if_necessary(src_dir, dst_dir):
#sometimes the source virtual environment has symlinks that point to itself
#one example is $OLD_VIRTUAL_ENV/local/lib points to $OLD_VIRTUAL_ENV/lib
#this function makes sure
#$NEW_VIRTUAL_ENV/local/lib will point to $NEW_VIRTUAL_ENV/lib
#usually this goes unnoticed unless one tries to upgrade a package though pip, so this bug is hard to find.
logger.info("scanning for internal symlinks that point to the original virtual env")
for dirpath, dirnames, filenames in os.walk(dst_dir):
for a_file in itertools.chain(filenames, dirnames):
full_file_path = os.path.join(dirpath, a_file)
if os.path.islink(full_file_path):
target = os.path.realpath(full_file_path)
if target.startswith(src_dir):
new_target = target.replace(src_dir, dst_dir)
logger.debug('fixing symlink in %s' % (full_file_path,))
os.remove(full_file_path)
os.symlink(new_target, full_file_path)
def fixup_scripts(old_dir, new_dir, version, rewrite_env_python=False):
bin_dir = os.path.join(new_dir, env_bin_dir)
root, dirs, files = next(os.walk(bin_dir))
pybinre = re.compile(r'pythonw?([0-9]+(\.[0-9]+(\.[0-9]+)?)?)?$')
for file_ in files:
filename = os.path.join(root, file_)
if file_ in ['python', 'python%s' % version, 'activate_this.py']:
continue
elif file_.startswith('python') and pybinre.match(file_):
# ignore other possible python binaries
continue
elif file_.endswith('.pyc'):
# ignore compiled files
continue
elif file_ == 'activate' or file_.startswith('activate.'):
fixup_activate(os.path.join(root, file_), old_dir, new_dir)
elif os.path.islink(filename):
fixup_link(filename, old_dir, new_dir)
elif os.path.isfile(filename):
fixup_script_(root, file_, old_dir, new_dir, version,
rewrite_env_python=rewrite_env_python)
def fixup_script_(root, file_, old_dir, new_dir, version,
rewrite_env_python=False):
old_shebang = '#!%s/bin/python' % os.path.normcase(os.path.abspath(old_dir))
new_shebang = '#!%s/bin/python' % os.path.normcase(os.path.abspath(new_dir))
env_shebang = '#!/usr/bin/env python'
filename = os.path.join(root, file_)
with open(filename, 'rb') as f:
if f.read(2) != b'#!':
# no shebang
return
f.seek(0)
lines = f.readlines()
if not lines:
# warn: empty script
return
def rewrite_shebang(version=None):
logger.debug('fixing %s' % filename)
shebang = new_shebang
if version:
shebang = shebang + version
shebang = (shebang + '\n').encode('utf-8')
with open(filename, 'wb') as f:
f.write(shebang)
f.writelines(lines[1:])
try:
bang = lines[0].decode('utf-8').strip()
except UnicodeDecodeError:
# binary file
return
# This takes care of the scheme in which shebang is of type
# '#!/venv/bin/python3' while the version of system python
# is of type 3.x e.g. 3.5.
short_version = bang[len(old_shebang):]
if not bang.startswith('#!'):
return
elif bang == old_shebang:
rewrite_shebang()
elif (bang.startswith(old_shebang)
and bang[len(old_shebang):] == version):
rewrite_shebang(version)
elif (bang.startswith(old_shebang)
and short_version
and bang[len(old_shebang):] == short_version):
rewrite_shebang(short_version)
elif rewrite_env_python and bang.startswith(env_shebang):
if bang == env_shebang:
rewrite_shebang()
elif bang[len(env_shebang):] == version:
rewrite_shebang(version)
else:
# can't do anything
return
def fixup_activate(filename, old_dir, new_dir):
logger.debug('fixing %s' % filename)
with open(filename, 'rb') as f:
data = f.read().decode('utf-8')
data = data.replace(old_dir, new_dir)
with open(filename, 'wb') as f:
f.write(data.encode('utf-8'))
def fixup_link(filename, old_dir, new_dir, target=None):
logger.debug('fixing %s' % filename)
if target is None:
target = os.readlink(filename)
origdir = os.path.dirname(os.path.abspath(filename)).replace(
new_dir, old_dir)
if not os.path.isabs(target):
target = os.path.abspath(os.path.join(origdir, target))
rellink = True
else:
rellink = False
if _dirmatch(target, old_dir):
if rellink:
# keep relative links, but don't keep original in case it
# traversed up out of, then back into the venv.
# so, recreate a relative link from absolute.
target = target[len(origdir):].lstrip(os.sep)
else:
target = target.replace(old_dir, new_dir, 1)
# else: links outside the venv, replaced with absolute path to target.
_replace_symlink(filename, target)
def _replace_symlink(filename, newtarget):
tmpfn = "%s.new" % filename
os.symlink(newtarget, tmpfn)
os.rename(tmpfn, filename)
def fixup_syspath_items(syspath, old_dir, new_dir):
for path in syspath:
if not os.path.isdir(path):
continue
path = os.path.normcase(os.path.abspath(path))
if _dirmatch(path, old_dir):
path = path.replace(old_dir, new_dir, 1)
if not os.path.exists(path):
continue
elif not _dirmatch(path, new_dir):
continue
root, dirs, files = next(os.walk(path))
for file_ in files:
filename = os.path.join(root, file_)
if filename.endswith('.pth'):
fixup_pth_file(filename, old_dir, new_dir)
elif filename.endswith('.egg-link'):
fixup_egglink_file(filename, old_dir, new_dir)
def fixup_pth_file(filename, old_dir, new_dir):
logger.debug('fixup_pth_file %s' % filename)
with open(filename, 'r') as f:
lines = f.readlines()
has_change = False
for num, line in enumerate(lines):
line = (line.decode('utf-8') if hasattr(line, 'decode') else line).strip()
if not line or line.startswith('#') or line.startswith('import '):
continue
elif _dirmatch(line, old_dir):
lines[num] = line.replace(old_dir, new_dir, 1)
has_change = True
if has_change:
with open(filename, 'w') as f:
payload = os.linesep.join([l.strip() for l in lines]) + os.linesep
f.write(payload)
def fixup_egglink_file(filename, old_dir, new_dir):
logger.debug('fixing %s' % filename)
with open(filename, 'rb') as f:
link = f.read().decode('utf-8').strip()
if _dirmatch(link, old_dir):
link = link.replace(old_dir, new_dir, 1)
with open(filename, 'wb') as f:
link = (link + '\n').encode('utf-8')
f.write(link)
def main():
parser = optparse.OptionParser("usage: %prog [options]"
" /path/to/existing/venv /path/to/cloned/venv")
parser.add_option('-v',
action="count",
dest='verbose',
default=False,
help='verbosity')
options, args = parser.parse_args()
try:
old_dir, new_dir = args
except ValueError:
print("virtualenv-clone %s" % (__version__,))
parser.error("not enough arguments given.")
old_dir = os.path.realpath(old_dir)
new_dir = os.path.realpath(new_dir)
loglevel = (logging.WARNING, logging.INFO, logging.DEBUG)[min(2,
options.verbose)]
logging.basicConfig(level=loglevel, format='%(message)s')
try:
clone_virtualenv(old_dir, new_dir)
except UserError:
e = sys.exc_info()[1]
parser.error(str(e))
if __name__ == '__main__':
main()
Copyright (c) 2011, Edward George, based on code contained within the
virtualenv project.
Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
in the Software without restriction, including without limitation the rights
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the Software is
furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
THE SOFTWARE.
Metadata-Version: 2.1
Name: virtualenv-clone
Version: 0.5.4
Summary: script to clone virtualenvs.
Home-page: https://github.com/edwardgeorge/virtualenv-clone
Author: Edward George
Author-email: edwardgeorge@gmail.com
License: MIT
Platform: UNKNOWN
Classifier: License :: OSI Approved :: MIT License
Classifier: Programming Language :: Python
Classifier: Intended Audience :: Developers
Classifier: Development Status :: 3 - Alpha
Classifier: Programming Language :: Python :: 2
Classifier: Programming Language :: Python :: 2.7
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.4
Classifier: Programming Language :: Python :: 3.5
Classifier: Programming Language :: Python :: 3.6
Classifier: Programming Language :: Python :: 3.7
Classifier: Programming Language :: Python :: 3.8
Requires-Python: >=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*
Description-Content-Type: text/markdown
virtualenv cloning script.
[![Build Status](https://travis-ci.org/edwardgeorge/virtualenv-clone.svg?branch=master)](https://travis-ci.org/edwardgeorge/virtualenv-clone)
A script for cloning a non-relocatable virtualenv.
Virtualenv provides a way to make virtualenv's relocatable which could then be
copied as we wanted. However making a virtualenv relocatable this way breaks
the no-site-packages isolation of the virtualenv as well as other aspects that
come with relative paths and `/usr/bin/env` shebangs that may be undesirable.
Also, the .pth and .egg-link rewriting doesn't seem to work as intended. This
attempts to overcome these issues and provide a way to easily clone an
existing virtualenv.
It performs the following:
- copies `sys.argv[1]` dir to `sys.argv[2]`
- updates the hardcoded `VIRTUAL_ENV` variable in the activate script to the
new repo location. (`--relocatable` doesn't touch this)
- updates the shebangs of the various scripts in bin to the new Python if
they pointed to the old Python. (version numbering is retained.)
it can also change `/usr/bin/env python` shebangs to be absolute too,
though this functionality is not exposed at present.
- checks `sys.path` of the cloned virtualenv and if any of the paths are from
the old environment it finds any `.pth` or `.egg` link files within sys.path
located in the new environment and makes sure any absolute paths to the
old environment are updated to the new environment.
- finally it double checks `sys.path` again and will fail if there are still
paths from the old environment present.
NOTE: This script requires Python 2.7 or 3.4+
../../Scripts/virtualenv-clone.exe,sha256=MRkVZiJWAhvV4LzCuyl1iecCfv7Xlqwn8L9rEQW4_kg,106332
__pycache__/clonevirtualenv.cpython-37.pyc,,
clonevirtualenv.py,sha256=vMwJ1FGFN8mu9U2vp0VI3JOshu_jm4sEfx3Rwy45-dA,10716
virtualenv_clone-0.5.4.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
virtualenv_clone-0.5.4.dist-info/LICENSE,sha256=3PnuvXQqZEhe8jCBwUMO2YLhMvsTmk5JIbwFotjtB0U,1114
virtualenv_clone-0.5.4.dist-info/METADATA,sha256=ZMasD8Oq9wJAJh9LPnrPCbDAHtODr4ljRNNrB_pXluE,2569
virtualenv_clone-0.5.4.dist-info/RECORD,,
virtualenv_clone-0.5.4.dist-info/WHEEL,sha256=kGT74LWyRUZrL4VgLh6_g12IeVl_9u9ZVhadrgXZUEY,110
virtualenv_clone-0.5.4.dist-info/entry_points.txt,sha256=k9yE5XeeSqTq-iEPVcmhgR-LJEwq0bU9eCknEit93bc,59
virtualenv_clone-0.5.4.dist-info/top_level.txt,sha256=7UgyrNAtFl6jcGdichUP2e0v90RtaKIWw7jDUFEJvyg,16
Wheel-Version: 1.0
Generator: bdist_wheel (0.34.2)
Root-Is-Purelib: true
Tag: py2-none-any
Tag: py3-none-any
[console_scripts]
virtualenv-clone = clonevirtualenv:main
1599462548
\ No newline at end of file
1599721915
\ No newline at end of file
......@@ -4705,3 +4705,15 @@
2020/09/08 10:57:10 net: Direct
2020/09/08 10:57:12 site: http://www.norbit.de/osgeo4w/
2020/09/08 10:57:22 Ending OSGeo4W install
2020/09/10 20:00:03 Starting OSGeo4W install, version 2.579
2020/09/10 20:00:03 using locales .936
2020/09/10 20:00:03 Current Directory: D:\Temp\o4w
2020/09/10 20:00:03 Root Directory: C:\OSGeo4W64
2020/09/10 20:00:03 Could not open service McShield for query, start and stop. McAfee may not be installed, or we don't have access.
2020/09/10 20:00:07 source: network install
2020/09/10 20:00:07 root: C:\OSGeo4W64
2020/09/10 20:00:08 Selected local directory: D:\Temp\o4w
2020/09/10 20:00:08 Menu name: OSGeo4W
2020/09/10 20:00:08 net: Direct
2020/09/10 20:00:10 site: http://www.norbit.de/osgeo4w/
2020/09/10 20:00:33 Ending OSGeo4W install
2020/09/08 10:57:06 Starting OSGeo4W install, version 2.579
2020/09/08 10:57:06 using locales .936
2020/09/08 10:57:06 Current Directory: D:\Temp\o4w
2020/09/08 10:57:06 Root Directory: C:\OSGeo4W64
2020/09/08 10:57:06 Could not open service McShield for query, start and stop. McAfee may not be installed, or we don't have access.
2020/09/08 10:57:09 source: network install
2020/09/08 10:57:09 root: C:\OSGeo4W64
2020/09/08 10:57:10 Selected local directory: D:\Temp\o4w
2020/09/08 10:57:10 Menu name: OSGeo4W
2020/09/08 10:57:10 net: Direct
2020/09/10 20:00:03 Starting OSGeo4W install, version 2.579
2020/09/10 20:00:03 using locales .936
2020/09/10 20:00:03 Current Directory: D:\Temp\o4w
2020/09/10 20:00:03 Root Directory: C:\OSGeo4W64
2020/09/10 20:00:03 Could not open service McShield for query, start and stop. McAfee may not be installed, or we don't have access.
2020/09/10 20:00:07 source: network install
2020/09/10 20:00:07 root: C:\OSGeo4W64
2020/09/10 20:00:08 Selected local directory: D:\Temp\o4w
2020/09/10 20:00:08 Menu name: OSGeo4W
2020/09/10 20:00:08 net: Direct
Loaded cached mirror list
get_url_to_membuf http://download.osgeo.org/osgeo4w/mirrors.lst
getUrlToStream http://download.osgeo.org/osgeo4w/mirrors.lst
2020/09/08 10:57:12 site: http://www.norbit.de/osgeo4w/
2020/09/10 20:00:10 site: http://www.norbit.de/osgeo4w/
get_url_to_membuf http://www.norbit.de/osgeo4w/x86_64/setup.ini.bz2
getUrlToStream http://www.norbit.de/osgeo4w/x86_64/setup.ini.bz2
The package <gdal-dev-ecw-3.2.0-101> has a non-free license it was successfully added
The package <gdal-dev-ecw-3.2.0-100> has a non-free license it was successfully added
The package <gdal-dev-filegdb-3.2.0-101> has a non-free license it was successfully added
The package <gdal-dev-filegdb-3.2.0-100> has a non-free license it was successfully added
The package <gdal-dev-mrsid-3.2.0-101> has a non-free license it was successfully added
The package <gdal-dev-mrsid-3.2.0-100> has a non-free license it was successfully added
The package <gdal-dev-ecw-3.2.0-103> has a non-free license it was successfully added
The package <gdal-dev-ecw-3.2.0-102> has a non-free license it was successfully added
The package <gdal-dev-filegdb-3.2.0-103> has a non-free license it was successfully added
The package <gdal-dev-filegdb-3.2.0-102> has a non-free license it was successfully added
The package <gdal-dev-mrsid-3.2.0-103> has a non-free license it was successfully added
The package <gdal-dev-mrsid-3.2.0-102> has a non-free license it was successfully added
The package <gdal-ecw-3.0.4-2> has a non-free license it was successfully added
The package <gdal-ecw-3.0.4-1> has a non-free license it was successfully added
The package <gdal-filegdb-3.0.4-2> has a non-free license it was successfully added
......@@ -41,4 +41,4 @@ getUrlToStream http://www.norbit.de/osgeo4w/x86_64/setup.ini.bz2
The package <sqlncli-2012-1> has a non-free license it was successfully added
The package <szip-2.1.1-1> has a non-free license it was successfully added
The package <szip-2.1-1> has a non-free license it was successfully added
2020/09/08 10:57:22 Ending OSGeo4W install
2020/09/10 20:00:33 Ending OSGeo4W install
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment