WebSVN – programming – Diff – /shell_programs/rarslave.py

 # - Added the OptionParser to make this nice to run at the command line.
 # - Made recursiveness an option.
 # - Made start directory an option.
 # - Check for appropriate programs before starting.
+#
+# - 2005-10-17
+# - Use a regular expression to handle the deletable types.
+#
+# - 2005-10-18
+# - Use regular expressions to handle all finding of files, instead of
+#   using the glob module.
+# - Add a config class to handle all the default config stuff sanely.
+#   This makes it easier to change some of the main parts of the program to
+#   your specific configuration.
+# - Move the docrcchecks variable inside the get_par2_filenames() function,
+#   which is where it belongs anyway.
+# - Added command-line option to check for required programs at start.
+#
 ################################################################################
 # REQUIREMENTS:
+#
 # This code requires the programs cfv, par2repair, lxsplit, and rar to be able
 # to function properly. I will attempt to check that these are in your path.
 ################################################################################
-################################################################################
-# Global Variables
+class rarslave_config:
-################################################################################
+    """A simple class to hold the default configs for the whole program"""
-WORK_DIR = '~/downloads/usenet'
+    WORK_DIR               = '~/downloads/usenet'
+    DELETEABLE_TYPES_REGEX = '^.*\.(rar|r\d\d)$'
+    TEMP_REPAIR_REGEX      = '.*\.1$'
+    PAR2_REGEX             = '.*\.(PAR|par)2$'
-################################################################################
+    VIDEO_FILE_REGEX       = '.*\.(AVI|avi|OGM|ogm|MKV|mkv)$'
+    RECURSIVE              = True
+    CHECK_REQ_PROGS        = False
+    def __init__(self):
+        pass
+config = rarslave_config()
 ################################################################################
 # The PAR2 Parser
+#
 # This was stolen from cfv (see http://cfv.sourceforge.net/ for a copy)
 ################################################################################
 import struct, errno
-# We always want to do crc checks
-docrcchecks = True
 def chompnulls(line):
     p = line.find('\0')
     if p < 0: return line
     else:     return line[:p]
         file = open(filename, 'rb')
     except:
         print 'Could not open %s' % (filename, )
         return []
+    # We always want to do crc checks
+    docrcchecks = True
     pkt_header_fmt = '< 8s Q 16s 16s 16s'
     pkt_header_size = struct.calcsize(pkt_header_fmt)
     file_pkt_fmt = '< 16s 16s 16s Q'
     file_pkt_size = struct.calcsize(file_pkt_fmt)
     main_pkt_fmt = '< Q I'
         self.used_parjoin = retval
         self.verified = retval
         return self.verified
     def __has_video_file(self):
+        regex = re.compile(config.VIDEO_FILE_REGEX)
         for f in self.files:
-            if os.path.splitext(f)[1] in ('.avi', '.ogm', '.mkv'):
+            if regex.match(f):
                 return True
         return False
     def __remove_currentset(self):
         # remove all of the extra pars
         for i in self.extra_pars:
             os.remove(i)
         # remove any rars that are associated (leave EVERYTHING else)
-        # This regex matches both old and new style rar(s).
+        # This regex matches both old and new style rar(s) by default.
-        regex = re.compile('^.*\.(rar|r\d\d)$')
+        regex = re.compile(config.DELETEABLE_TYPES_REGEX)
         for i in self.files:
             if regex.match(i):
                 os.remove(i)
-        # remove any .0?? files (from parjoin)
+        # remove any .{001,002,...} files (from parjoin)
         if self.used_parjoin:
             for i in os.listdir(os.getcwd()):
                 if i != self.files[0] and self.files[0] in i:
                     os.remove(i)
         # remove any temp repair files
-        for i in glob.glob('*.1'):
+        regex = re.compile(config.TEMP_REPAIR_REGEX)
-            os.remove(i)
+        [os.remove(f) for f in os.listdir(os.getcwd()) if regex.match(f)]
     def __get_extract_file(self):
         """Find the first extractable file"""
         for i in self.files:
             if os.path.splitext(i)[1] == '.rar':
 ################################################################################
 # The rarslave program itself
 ################################################################################
-import os, sys, glob
+import os, sys
 from optparse import OptionParser
 def check_required_progs():
     """Check if the required programs are installed"""
 def get_parsets():
     """Get a representation of each parset in the current directory, and
     return them as a list of parset instances"""
-    par2files =  glob.glob('*.par2')
+    regex = re.compile(config.PAR2_REGEX)
-    par2files += glob.glob('*.PAR2')
+    par2files = [f for f in os.listdir(os.getcwd()) if regex.match(f)]
     parsets = []
     for i in par2files:
         try:
 def main():
     # Build the OptionParser
     parser = OptionParser()
+    parser.add_option('-n', '--not-recursive',
-    parser.add_option('-n', '--not-recursive', action='store_false', dest='recursive',
+                      action='store_false', dest='recursive',
-                      default=True, help="don't run recursively")
+                      default=config.RECURSIVE, help="Don't run recursively")
-    parser.add_option('-d', '--start-dir', dest='work_dir', default=WORK_DIR,
+    parser.add_option('-d', '--work-dir',
+                      dest='work_dir', default=config.WORK_DIR,
-                      help='start running at DIR', metavar='DIR')
+                      help="Start running at DIR", metavar='DIR')
+    parser.add_option('-p', '--check-required-programs',
+                       action='store_true', dest='check_progs',
+                       default=config.CHECK_REQ_PROGS, help="Don't check for required programs")
     # Parse the given options
     (options, args) = parser.parse_args()
     # Fix up the working directory
     options.work_dir = os.path.abspath(os.path.expanduser(options.work_dir))
     # Check that we have the required programs installed
+    if options.check_progs:
-    check_required_progs()
+        check_required_progs()
     # Run rarslave!
     if options.recursive:
         for root, dirs, files in os.walk(options.work_dir):
             directory_worker(root)

Subversion Repositories programming

(root)/shell_programs/rarslave.py @ 138 – Rev 132 → 134