Mikaela/Limnoria
1
0
Fork 0
mirror of https://github.com/Mikaela/Limnoria.git synced 2024-10-04 18:38:39 +02:00
Code Issues Projects Releases Wiki Activity

setup.py: Run refactoring in parallel.

Browse Source
This commit is contained in:
Valentin Lorentz 2015-05-15 13:16:51 +02:00
parent 7448c04760
commit 3bc8758cf1
1 changed files with 37 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

66
setup.py
View File

@ -35,9 +35,46 @@ import sys
import time
import datetime
import tempfile
import functools
import subprocess
from math import ceil
try:
from multiprocessing import Pool
except ImportError:
class Pool:
def imap(self, pred, L):
return map(pred, L)
if sys.version_info[0] >= 3:
from distutils import log
from lib2to3.refactor import RefactoringTool, get_fixers_from_package
class DistutilsRefactoringTool(RefactoringTool):
def refactor(self, files, *args, **kwargs):
self._filenames = []
super(DistutilsRefactoringTool, self).refactor(files,
*args, **kwargs)
pred = functools.partial(
super(DistutilsRefactoringTool, self).refactor_file,
write=True)
p = Pool()
n = len(self._filenames)
for (i, _) in enumerate(p.imap(pred, self._filenames)):
if n//10 != 0 and i % (n//10) == 0:
print('Refactoring files: %i%% (%i on %i).' %
(ceil(i*100./n), i, n))
del self._filenames
def refactor_file(self, filename, *args, **kwargs):
self._filenames.append(filename)
def log_error(self, msg, *args, **kw):
log.error(msg, *args)
def log_message(self, msg, *args):
log.info(msg, *args)
def log_debug(self, msg, *args):
log.debug(msg, *args)
debug = '--debug' in sys.argv
path = os.path.dirname(__file__)
@ -124,38 +161,9 @@ try:
from distutils.command.build_py import build_py_2to3
class build_py(build_py_2to3):
def run_2to3(self, files, options=None):
from distutils import log
from lib2to3.refactor import RefactoringTool, get_fixers_from_package
if not files:
return
# Make this class local, to delay import of 2to3
from lib2to3.refactor import RefactoringTool, get_fixers_from_package
class DistutilsRefactoringTool(RefactoringTool):
def refactor(self, files, *args, **kwargs):
self._total_files = len(files)
self._refactored_files = 0
super(DistutilsRefactoringTool, self).refactor(files,
*args, **kwargs)
del self._total_files
del self._refactored_files
def refactor_file(self, filename, *args, **kwargs):
if self._total_files//10 != 0 and \
self._refactored_files % (self._total_files//10) == 0:
print('Refactoring files: %i%% (%i on %i).' %
(ceil(self._refactored_files*100./self._total_files),
self._refactored_files, self._total_files))
self._refactored_files += 1
return super(DistutilsRefactoringTool, self).refactor_file(
filename, *args, **kwargs)
def log_error(self, msg, *args, **kw):
log.error(msg, *args)
def log_message(self, msg, *args):
log.info(msg, *args)
def log_debug(self, msg, *args):
log.debug(msg, *args)
fixer_names = ['fix_basestring',
'fix_dict',