Mikaela/Limnoria
1
0
Fork 0
mirror of https://github.com/Mikaela/Limnoria.git synced 2024-11-14 22:49:23 +01:00
Code Issues Projects Releases Wiki Activity

Revert "setup.py: Run refactoring in parallel."

Browse Source 
This reverts commit 3bc8758cf1.
This commit is contained in:
Valentin Lorentz 2015-05-15 13:31:36 +02:00
parent 3bc8758cf1
commit 39e0073b8f
1 changed files with 29 additions and 37 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

66
setup.py
View File

@ -35,46 +35,9 @@ import sys
import time import time
import datetime import datetime
import tempfile import tempfile
import functools
import subprocess import subprocess
from math import ceil from math import ceil
try:
from multiprocessing import Pool
except ImportError:
class Pool:
def imap(self, pred, L):
return map(pred, L)
if sys.version_info[0] >= 3:
from distutils import log
from lib2to3.refactor import RefactoringTool, get_fixers_from_package
class DistutilsRefactoringTool(RefactoringTool):
def refactor(self, files, *args, **kwargs):
self._filenames = []
super(DistutilsRefactoringTool, self).refactor(files,
*args, **kwargs)
pred = functools.partial(
super(DistutilsRefactoringTool, self).refactor_file,
write=True)
p = Pool()
n = len(self._filenames)
for (i, _) in enumerate(p.imap(pred, self._filenames)):
if n//10 != 0 and i % (n//10) == 0:
print('Refactoring files: %i%% (%i on %i).' %
(ceil(i*100./n), i, n))
del self._filenames
def refactor_file(self, filename, *args, **kwargs):
self._filenames.append(filename)
def log_error(self, msg, *args, **kw):
log.error(msg, *args)
def log_message(self, msg, *args):
log.info(msg, *args)
def log_debug(self, msg, *args):
log.debug(msg, *args)
debug = '--debug' in sys.argv debug = '--debug' in sys.argv
path = os.path.dirname(__file__) path = os.path.dirname(__file__)
@ -161,9 +124,38 @@ try:
from distutils.command.build_py import build_py_2to3 from distutils.command.build_py import build_py_2to3
class build_py(build_py_2to3): class build_py(build_py_2to3):
def run_2to3(self, files, options=None): def run_2to3(self, files, options=None):
from distutils import log
from lib2to3.refactor import RefactoringTool, get_fixers_from_package
if not files: if not files:
return return
# Make this class local, to delay import of 2to3
from lib2to3.refactor import RefactoringTool, get_fixers_from_package
class DistutilsRefactoringTool(RefactoringTool):
def refactor(self, files, *args, **kwargs):
self._total_files = len(files)
self._refactored_files = 0
super(DistutilsRefactoringTool, self).refactor(files,
*args, **kwargs)
del self._total_files
del self._refactored_files
def refactor_file(self, filename, *args, **kwargs):
if self._total_files//10 != 0 and \
self._refactored_files % (self._total_files//10) == 0:
print('Refactoring files: %i%% (%i on %i).' %
(ceil(self._refactored_files*100./self._total_files),
self._refactored_files, self._total_files))
self._refactored_files += 1
return super(DistutilsRefactoringTool, self).refactor_file(
filename, *args, **kwargs)
def log_error(self, msg, *args, **kw):
log.error(msg, *args)
def log_message(self, msg, *args):
log.info(msg, *args)
def log_debug(self, msg, *args):
log.debug(msg, *args)
fixer_names = ['fix_basestring', fixer_names = ['fix_basestring',
'fix_dict', 'fix_dict',