- if nocase:
- cregex = re.compile (regex, re.IGNORECASE)
- else:
- cregex = re.compile (regex)
-
- for f in files:
- if cregex.match (f):
- return True
-
- return False
-
- def is_oldrar (self, files):
- return self.__generic_matcher (files, '^.*\.r00$')
-
- def is_newrar (self, files):
- return self.__generic_matcher (files, '^.*\.part0*1\.rar$')
-
- def is_zip (self, files):
- return self.__generic_matcher (files, '^.*\.zip$')
-
- def is_noextract (self, files):
- # Type that needs no extraction.
- # TODO: Add others ???
- return self.__generic_matcher (files, '^.*\.001$')
-
-class PAR2Set (object):
-
- # Instance Variables
- # ==========================================================================
- # dir -- The directory this set lives in
- # p2file -- The starting PAR2 file
- # basename -- The basename of the set, guessed from the PAR2 file
- # all_p2files -- All PAR2 files of the set, guessed from the PAR2 file name only
- # name_matched_files -- Files in this set, guessed by name only
- # prot_matched_files -- Files in this set, guessed by parsing the PAR2 only
-
- def __init__ (self, dir, p2file):
- assert os.path.isdir (dir)
- assert os.path.isfile (os.path.join (dir, p2file))
-
- self.dir = dir
- self.p2file = p2file
- self.basename = self.__get_basename (p2file)
-
- # Find files that match by name only
- self.name_matched_files = self.__find_name_matches (self.dir, self.basename)
-
- # Find all par2 files for this set using name matches
- self.all_p2files = find_par2_files (self.name_matched_files)
-
- # Try to get the protected files for this set
- self.prot_matched_files = self.__parse_all_par2 ()
-
- def __list_eq (self, l1, l2):
-
- if len(l1) != len(l2):
- return False
-
- for e in l1:
- if e not in l2:
- return False
-
- return True
-
- def __eq__ (self, rhs):
- return (self.dir == rhs.dir) and (self.basename == rhs.basename) and \
- self.__list_eq (self.name_matched_files, rhs.name_matched_files) and \
- self.__list_eq (self.prot_matched_files, rhs.prot_matched_files)
-
- def __get_basename (self, name):
- """Strips most kinds of endings from a filename"""
-
- regex = config.get_value ('regular expressions', 'basename_regex')
- r = re.compile (regex, re.IGNORECASE)
- done = False
-
- while not done:
- done = True
-
- if r.match (name):
- g = r.match (name).groups()
- name = g[0]
- done = False
-
- return name
-
- def __parse_all_par2 (self):
- """Searches though self.all_p2files and tries to parse at least one of them"""
- done = False
- files = []
-
- for f in self.all_p2files:
-
- # Exit early if we've found a good file
- if done:
- break
-
- try:
- files = Par2Parser.get_protected_files (self.dir, f)
- done = True
- except (EnvironmentError, OSError, OverflowError):
- logger.addMessage ('Corrupt PAR2 file: %s' % f, RarslaveLogger.MessageType.Fatal)
-
- # Now that we're out of the loop, check if we really finished
- if not done:
- logger.addMessage ('All PAR2 files corrupt for: %s' % self.p2file, RarslaveLogger.MessageType.Fatal)
-
- # Return whatever we've got, empty or not
- return files
-
- def __find_name_matches (self, dir, basename):
- """Finds files which are likely to be part of the set corresponding
- to $name in the directory $dir"""
-
- assert os.path.isdir (dir)
-
- ename = re.escape (basename)
- regex = re.compile ('^%s.*$' % (ename, ))
-
- return [f for f in os.listdir (dir) if regex.match (f)]
-
- def __update_name_matches (self):
- """Updates the self.name_matched_files variable with the most current information.
- This should be called after the directory contents are likely to change."""
-
- self.name_matched_files = self.__find_name_matches (self.dir, self.basename)
-
- def __is_joinfile (self, filename):
- regex = re.compile ('^.*\.\d\d\d$', re.IGNORECASE)
- if regex.match (filename):
- return True
-
- return False
-
- def __should_be_joined (self, files):
- for f in files:
- if self.__is_joinfile (f):
- return True
-
- def runCheckAndRepair (self):
- PAR2_CMD = config.get_value ('commands', 'par2repair')
-
- # Get set up
- all_files = no_duplicates (self.name_matched_files + self.prot_matched_files)
- join = self.__should_be_joined (all_files)
-
- # assemble the command
- # par2repair -- PAR2 PAR2_EXTRA [JOIN_FILES]
- command = "%s \"%s\" " % (PAR2_CMD, self.p2file)
-
- for f in self.all_p2files:
- if f != self.p2file:
- command += "\"%s\" " % os.path.split (f)[1]
-
- # Only needed when using par2 to join
- if join:
- for f in all_files:
- if self.__is_joinfile (f):
- command += "\"%s\" " % os.path.split (f)[1]
-
- # run the command
- ret = run_command (command, self.dir)
-
- # check the result
- if ret != 0:
- logger.addMessage ('PAR2 Check / Repair failed: %s' % self.p2file, RarslaveLogger.MessageType.Fatal)
- return -ECHECK
-
- return SUCCESS
-
- def __find_deleteable_files (self):
- all_files = no_duplicates (self.name_matched_files + self.prot_matched_files)
- DELETE_REGEX = config.get_value ('regular expressions', 'delete_regex')
- dregex = re.compile (DELETE_REGEX, re.IGNORECASE)
-
- return [f for f in all_files if dregex.match (f)]
-
- def __delete_list_of_files (self, dir, files, interactive=False):
- # Delete a list of files
-
- assert os.path.isdir (dir)
-
- done = False
- valid_y = ['Y', 'YES']
- valid_n = ['N', 'NO', '']
-
- if interactive:
- while not done:
- print 'Do you want to delete the following?:'
- for f in files:
- print f
- s = raw_input ('Delete [y/N]: ').upper()
-
- if s in valid_y + valid_n:
- done = True
-
- if s in valid_n:
- return SUCCESS
-
- for f in files:
- try:
- os.remove (os.path.join (dir, f))
- logger.addMessage ('Deleteing: %s' % os.path.join (dir, f), RarslaveLogger.MessageType.Debug)
- except:
- logger.addMessage ('Failed to delete: %s' % os.path.join (dir, f),
- RarslaveLogger.MessageType.Fatal)
- return -EDELETE
-
- return SUCCESS
-
- def runDelete (self):
- deleteable_files = self.__find_deleteable_files ()
- ret = self.__delete_list_of_files (self.dir, deleteable_files, options.interactive)
-
- return ret
-
- def run_all (self):
- all_files = no_duplicates (self.name_matched_files + self.prot_matched_files)
-
- # Repair Stage
- ret = self.runCheckAndRepair ()
-
- if ret != SUCCESS:
- logger.addMessage ('Repair stage failed for: %s' % self.p2file, RarslaveLogger.MessageType.Fatal)
- return -ECHECK
-
- self.__update_name_matches ()
- all_files = no_duplicates (self.name_matched_files + self.prot_matched_files)
-
- # Extraction Stage
- extractor = RarslaveExtractor (self.dir, self.all_p2files, \
- self.name_matched_files, self.prot_matched_files)
- ret = extractor.runExtract (options.extract_dir)
-
- if ret != SUCCESS:
- logger.addMessage ('Extraction stage failed for: %s' % self.p2file, RarslaveLogger.MessageType.Fatal)
- return -EEXTRACT
-
- self.__update_name_matches ()
- all_files = no_duplicates (self.name_matched_files + self.prot_matched_files)
-
- # Deletion Stage
- ret = self.runDelete ()
-
- if ret != SUCCESS:
- logger.addMessage ('Deletion stage failed for: %s' % self.p2file, RarslaveLogger.MessageType.Fatal)
- return -EDELETE
-
- logger.addMessage ('Successfully completed: %s' % self.p2file)
- return SUCCESS
-
-def run_command (cmd, indir=None):
- # Runs the specified command-line in the directory given (or, in the current directory
- # if none is given). It returns the status code given by the application.
-
- pwd = os.getcwd ()
-
- if indir != None:
- assert os.path.isdir (indir) # MUST be a directory!
- os.chdir (indir)
-
- ret = os.system (cmd)
- os.chdir (pwd)
- return ret
-
-def full_abspath (p):
- return os.path.abspath (os.path.expanduser (p))
-
-def find_par2_files (files):
- """Find all par2 files in the list $files"""
-
- PAR2_REGEX = config.get_value ('regular expressions', 'par2_regex')
- regex = re.compile (PAR2_REGEX, re.IGNORECASE)
- return [f for f in files if regex.match (f)]
-
-def find_all_par2_files (dir):
- """Finds all par2 files in a directory"""
- # NOTE: does NOT return absolute paths
-
- if not os.path.isdir (os.path.abspath (dir)):
- raise ValueError # bad directory given
-
- dir = os.path.abspath (dir)
- files = os.listdir (dir)
-
- return find_par2_files (files)
-
-def no_duplicates (li):
- """Removes all duplicates from a list"""
- return list(set(li))
-
-def generate_all_parsets (dir):
- # Generate all parsets in the given directory.
-
- assert os.path.isdir (dir) # Directory MUST be valid
-
- parsets = []
- p2files = find_all_par2_files (dir)
-
- for f in p2files:
- p = PAR2Set (dir, f)
- if p not in parsets:
- parsets.append (p)
-
- return parsets
-
-def check_required_progs():
- """Check if the required programs are installed"""
-
- shell_not_found = 32512
- needed = []
-
- if run_command ('par2repair --help > /dev/null 2>&1') == shell_not_found:
- needed.append ('par2repair')
-
- if run_command ('unrar --help > /dev/null 2>&1') == shell_not_found:
- needed.append ('unrar')
-
- if run_command ('unzip --help > /dev/null 2>&1') == shell_not_found:
- needed.append ('unzip')
-
- if needed:
- for n in needed:
- print 'Needed program "%s" not found in $PATH' % (n, )
-
- sys.exit(1)
-
-def run_options (options):
-
- # Fix directories
- options.work_dir = full_abspath (options.work_dir)
-
- # Make sure that the directory is valid
- if not os.path.isdir (options.work_dir):
- sys.stderr.write ('\"%s\" is not a valid directory. Use the \"-d\"\n' % options.work_dir)
- sys.stderr.write ('option to override the working directory temporarily, or edit the\n')
- sys.stderr.write ('configuration file to override the working directory permanently.\n')
- sys.exit (1)
-
- if options.extract_dir != None:
- options.extract_dir = full_abspath (options.extract_dir)
-
- if options.version:
- print PROGRAM + ' - ' + VERSION
- print
- print 'Copyright (c) 2005,2006 Ira W. Snyder (devel@irasnyder.com)'
- print
- print 'This program comes with ABSOLUTELY NO WARRANTY.'
- print 'This is free software, and you are welcome to redistribute it'
- print 'under certain conditions. See the file COPYING for details.'
- sys.exit (0)
-
- if options.check_progs:
- check_required_progs ()
-
- if options.write_def_config:
- config.write_config (default=True)
-
- if options.write_config:
- config.write_config ()
-
-def find_loglevel (options):
-
- loglevel = options.verbose - options.quiet
-
- if loglevel < RarslaveLogger.MessageType.Fatal:
- loglevel = RarslaveLogger.MessageType.Fatal
-
- if loglevel > RarslaveLogger.MessageType.Debug:
- loglevel = RarslaveLogger.MessageType.Debug
-
- return loglevel
-
-def printMessageTable (loglevel):
-
- if logger.hasFatalMessages ():
- print '\nFatal Messages\n' + '=' * 80
- logger.printLoglevel (RarslaveLogger.MessageType.Fatal)
-
- if loglevel == RarslaveLogger.MessageType.Fatal:
- return
-
- if logger.hasNormalMessages ():
- print '\nNormal Messages\n' + '=' * 80
- logger.printLoglevel (RarslaveLogger.MessageType.Normal)
-
- if loglevel == RarslaveLogger.MessageType.Normal:
- return
-
- if logger.hasVerboseMessages ():
- print '\nVerbose Messages\n' + '=' * 80
- logger.printLoglevel (RarslaveLogger.MessageType.Verbose)
-
- if loglevel == RarslaveLogger.MessageType.Verbose:
- return
-
- if logger.hasDebugMessages ():
- print '\nDebug Messages\n' + '=' * 80
- logger.printLoglevel (RarslaveLogger.MessageType.Debug)
-
- return
+ # Make sure that the directory is valid
+ if not os.path.isdir (options.directory):
+ sys.stderr.write ('\"%s\" is not a valid directory. Use the \"-d\"\n' % options.directory)
+ sys.stderr.write ('option to override the working directory temporarily, or edit the\n')
+ sys.stderr.write ('configuration file to override the working directory permanently.\n')
+ sys.exit (1)
+
+ if options.version:
+ print PROGRAM + ' - ' + VERSION
+ print
+ print 'Copyright (c) 2005-2008 Ira W. Snyder (devel@irasnyder.com)'
+ print
+ print 'This program comes with ABSOLUTELY NO WARRANTY.'
+ print 'This is free software, and you are welcome to redistribute it'
+ print 'under certain conditions. See the file COPYING for details.'
+ sys.exit (0)
+
+ return (options, args)
+
+################################################################################
+
+# Find each unique CompareSet in the given directory and set of files
+def findUniqueSets(directory, files):
+
+ regex = r'^.*\.par2'
+ s = []
+
+ for f in PAR2Set.utils.findMatches(regex, files):
+
+ try:
+ c = PAR2Set.CompareSet(directory, f)
+ except:
+ # We just ignore any errors that happen, such as
+ # parsing the PAR file
+ pass
+ else:
+ # Ok, we got a valid set, add it to s
+ if c not in s:
+ s.append(c)
+
+ return s
+
+################################################################################
+
+# Run each PAR2Set type on a CompareSet
+def runEachType(cs, options):
+
+ types = (
+ PAR2Set.JoinProtected,
+ PAR2Set.Join,
+ PAR2Set.ZIP,
+ PAR2Set.OldRAR,
+ PAR2Set.NewRAR,
+ PAR2Set.ExtractFirstOldRAR,
+ PAR2Set.ExtractFirstNewRAR,
+ PAR2Set.NoExtract,
+ )
+
+ detected = False
+
+ # Try to detect each type in turn
+ for t in types:
+ try:
+ instance = t(cs, options)
+ except TypeError:
+ logging.debug('%s not detected for %s' % (t.__name__, cs.parityFile))
+ continue
+ else:
+ detected = True
+ logging.debug('%s detected for %s' % (t.__name__, cs.parityFile))
+
+ # We detected something, try to run it
+ try:
+ instance.run()
+ except (OSError, CalledProcessError):
+ logging.critical('Failure: %s' % instance)
+ else:
+ # Leave early, we're done
+ logging.info('Success: %s' % instance)
+ return
+
+ # Check that at least one detection worked
+ if not detected:
+ logging.critical('Detection failed: %s' % cs.parityFile)
+ logging.debug('The following information will help to create a detector')
+ logging.debug('===== BEGIN CompareSet RAW INFO =====')
+ logging.debug(str(cs))
+ logging.debug('===== END CompareSet RAW INFO =====')
+
+ # If we got here, either the detection didn't work or the run itself didn't
+ # work, so print out the message telling the user that we were unsuccessful
+ logging.critical('Unsuccessful: %s' % cs.parityFile)
+
+################################################################################
+
+def runDirectory(directory, files, options):
+
+ logging.debug('Running in directory: %s' % directory)
+ sets = findUniqueSets(directory, files)
+
+ for cs in sets:
+ try:
+ runEachType(cs, options)
+ except Exception, e:
+ import traceback
+ logging.error('Unknown Exception: %s' % cs.parityFile)
+ logging.error('===== BEGIN Bactrace =====')
+ [logging.error(l) for l in traceback.format_exc(e).split('\n')]
+ logging.error('===== END Bactrace =====')
+
+################################################################################