1#!/usr/bin/env python
2
3"""Rippy!
4
5This script helps to convert video from one format to another.
6This is useful for ripping DVD to mpeg4 video (XviD, DivX).
7
8Features:
9    * automatic crop detection
10    * mp3 audio compression with resampling options
11    * automatic bitrate calculation based on desired target size
12    * optional interlace removal, b/w video optimization, video scaling
13
14Run the script with no arguments to start with interactive prompts:
15    rippy.py
16Run the script with the filename of a config to start automatic mode:
17    rippy.py rippy.conf
18
19After Rippy is finished it saves the current configuation in a file called
20'rippy.conf' in the local directoy. This can be used to rerun process using the
21exact same settings by passing the filename of the conf file as an argument to
22Rippy. Rippy will read the options from the file instead of asking you for
23options interactively. So if you run rippy with 'dry_run=1' then you can run
24the process again later using the 'rippy.conf' file. Don't forget to edit
25'rippy.conf' to set 'dry_run=0'!
26
27If you run rippy with 'dry_run' and 'verbose' true then the output generated is
28valid command line commands. you could (in theory) cut-and-paste the commands
29to a shell prompt. You will need to tweak some values such as crop area and bit
30rate because these cannot be calculated in a dry run. This is useful if you
31want to get an idea of what Rippy plans to do.
32
33For all the trouble that Rippy goes through to calculate the best bitrate for a
34desired target video size it sometimes fails to get it right. Sometimes the
35final video size will differ more than you wanted from the desired size, but if
36you are really motivated and have a lot of time on your hands then you can run
37Rippy again with a manually calculated bitrate. After all compression is done
38the first time Rippy will recalculate the bitrate to give you the nearly exact
39bitrate that would have worked. You can then edit the 'rippy.conf' file; set
40the video_bitrate with this revised bitrate; and then run Rippy all over again.
41There is nothing like 4-pass video compression to get it right! Actually, this
42could be done in three passes since I don't need to do the second pass
43compression before I calculate the revised bitrate. I'm also considering an
44enhancement where Rippy would compress ten spread out chunks, 1-minute in
45length to estimate the bitrate.
46
47Free, open source, and all that good stuff.
48Rippy Copyright (c) 2006 Noah Spurrier
49
50Permission is hereby granted, free of charge, to any person obtaining a copy
51of this software and associated documentation files (the "Software"), to deal
52in the Software without restriction, including without limitation the rights
53to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
54copies of the Software, and to permit persons to whom the Software is
55furnished to do so, subject to the following conditions:
56
57The above copyright notice and this permission notice shall be included in all
58copies or substantial portions of the Software.
59
60THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
61EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
62MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
63IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
64DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
65OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
66USE OR OTHER DEALINGS IN THE SOFTWARE.
67
68Noah Spurrier
69$Id: rippy.py 517 2008-08-18 22:23:56Z noah $
70"""
71
72import sys, os, re, math, stat, getopt, traceback, types, time
73import pexpect
74
75__version__ = '1.2'
76__revision__ = '$Revision: 11 $'
77__all__ = ['main', __version__, __revision__]
78
79GLOBAL_LOGFILE_NAME = "rippy_%d.log" % os.getpid()
80GLOBAL_LOGFILE = open (GLOBAL_LOGFILE_NAME, "wb")
81
82###############################################################################
83# This giant section defines the prompts and defaults used in interactive mode.
84###############################################################################
85# Python dictionaries are unordered, so
86# I have this list that maintains the order of the keys.
87prompts_key_order = (
88'verbose_flag',
89'dry_run_flag',
90'video_source_filename',
91'video_chapter',
92'video_final_filename',
93'video_length',
94'video_aspect_ratio',
95'video_scale',
96'video_encode_passes',
97'video_codec',
98'video_fourcc_override',
99'video_bitrate',
100'video_bitrate_overhead',
101'video_target_size',
102'video_deinterlace_flag',
103'video_crop_area',
104'video_gray_flag',
105'subtitle_id',
106'audio_id',
107'audio_codec',
108'audio_raw_filename',
109'audio_volume_boost',
110'audio_sample_rate',
111'audio_bitrate',
112#'audio_lowpass_filter',
113'delete_tmp_files_flag'
114)
115#
116# The 'prompts' dictionary holds all the messages shown to the user in
117# interactive mode. The 'prompts' dictionary schema is defined as follows:
118#    prompt_key : ( default value, prompt string, help string, level of difficulty (0,1,2) )
119#
120prompts = {
121'video_source_filename':("dvd://1", 'video source filename?', """This is the filename of the video that you want to convert from.
122It can be any file that mencoder supports.
123You can also choose a DVD device using the dvd://1 syntax.
124Title 1 is usually the main title on a DVD.""",0),
125'video_chapter':("none",'video chapter?',"""This is the chapter number. Usually disks such as TV series seasons will be divided into chapters. Maybe be set to none.""",0),
126'video_final_filename':("video_final.avi", "video final filename?", """This is the name of the final video.""",0),
127'audio_raw_filename':("audiodump.wav", "audio raw filename?", """This is the audio raw PCM filename. This is prior to compression.
128Note that mplayer automatically names this audiodump.wav, so don't change this.""",1000),
129#'audio_compressed_filename':("audiodump.mp3","Audio compressed filename?", """This is the name of the compressed audio that will be mixed
130#into the final video. Normally you don't need to change this.""",2),
131'video_length':("none","video length in seconds?","""This sets the length of the video in seconds. This is used to estimate the
132bitrate for a target video file size. Set to 'calc' to have Rippy calculate
133the length. Set to 'none' if you don't want rippy to estimate the bitrate --
134you will have to manually specify bitrate.""",1),
135'video_aspect_ratio':("calc","aspect ratio?","""This sets the aspect ratio of the video. Most DVDs are 16/9 or 4/3.""",1),
136'video_scale':("none","video scale?","""This scales the video to the given output size. The default is to do no scaling.
137You may type in a resolution such as 320x240 or you may use presets.
138    qntsc: 352x240 (NTSC quarter screen)
139    qpal:  352x288 (PAL quarter screen)
140    ntsc:  720x480 (standard NTSC)
141    pal:   720x576 (standard PAL)
142    sntsc: 640x480 (square pixel NTSC)
143    spal:  768x576 (square pixel PAL)""",1),
144'video_codec':("mpeg4","video codec?","""This is the video compression to use. This is passed directly to mencoder, so
145any format that it recognizes should work. For XviD or DivX use mpeg4.
146Almost all MS Windows systems support wmv2 out of the box.
147Some common codecs include:
148mjpeg, h263, h263p, h264, mpeg4, msmpeg4, wmv1, wmv2, mpeg1video, mpeg2video, huffyuv, ffv1.
149""",2),
150'audio_codec':("mp3","audio codec?","""This is the audio compression to use. This is passed directly to mencoder, so
151any format that it recognizes will work.
152Some common codecs include:
153mp3, mp2, aac, pcm
154See mencoder manual for details.""",2),
155'video_fourcc_override':("XVID","force fourcc code?","""This forces the fourcc codec to the given value. XVID is safest for Windows.
156The following are common fourcc values:
157    FMP4 - This is the mencoder default. This is the "real" value.
158    XVID - used by Xvid (safest)
159    DX50 -
160    MP4S - Microsoft""",2),
161'video_encode_passes':("1","number of encode passes?","""This sets how many passes to use to encode the video. You can choose 1 or 2.
162Using two pases takes twice as long as one pass, but produces a better
163quality video. I found that the improvement is not that impressive.""",1),
164'verbose_flag':("Y","verbose output?","""This sets verbose output. If true then all commands and arguments are printed
165before they are run. This is useful to see exactly how commands are run.""",1),
166'dry_run_flag':("N","dry run?","""This sets 'dry run' mode. If true then commands are not run. This is useful
167if you want to see what would the script would do.""",1),
168'video_bitrate':("calc","video bitrate?","""This sets the video bitrate. This overrides video_target_size.
169Set to 'calc' to automatically estimate the bitrate based on the
170video final target size. If you set video_length to 'none' then
171you will have to specify this video_bitrate.""",1),
172'video_target_size':("737280000","video final target size?","""This sets the target video size that you want to end up with.
173This is over-ridden by video_bitrate. In other words, if you specify
174video_bitrate then video_target_size is ignored.
175Due to the unpredictable nature of VBR compression the final video size
176may not exactly match. The following are common CDR sizes:
177    180MB CDR (21 minutes) holds 193536000 bytes
178    550MB CDR (63 minutes) holds 580608000 bytes
179    650MB CDR (74 minutes) holds 681984000 bytes
180    700MB CDR (80 minutes) holds 737280000 bytes""",0),
181'video_bitrate_overhead':("1.0","bitrate overhead factor?","""Adjust this value if you want to leave more room for
182other files such as subtitle files.
183If you specify video_bitrate then this value is ignored.""",2),
184'video_crop_area':("detect","crop area?","""This sets the crop area to remove black bars from the top or sides of the video.
185This helps save space. Set to 'detect' to automatically detect the crop area.
186Set to 'none' to not crop the video. Normally you don't need to change this.""",1),
187'video_deinterlace_flag':("N","is the video interlaced?","""This sets the deinterlace flag. If set then mencoder will be instructed
188to filter out interlace artifacts (using '-vf pp=md').""",1),
189'video_gray_flag':("N","is the video black and white (gray)?","""This improves output for black and white video.""",1),
190'subtitle_id':("None","Subtitle ID stream?","""This selects the subtitle stream to extract from the source video.
191Normally, 0 is the English subtitle stream for a DVD.
192Subtitles IDs with higher numbers may be other languages.""",1),
193'audio_id':("128","audio ID stream?","""This selects the audio stream to extract from the source video.
194If your source is a VOB file (DVD) then stream IDs start at 128.
195Normally, 128 is the main audio track for a DVD.
196Tracks with higher numbers may be other language dubs or audio commentary.""",1),
197'audio_sample_rate':("32000","audio sample rate (Hz) 48000, 44100, 32000, 24000, 12000","""This sets the rate at which the compressed audio will be resampled.
198DVD audio is 48 kHz whereas music CDs use 44.1 kHz. The higher the sample rate
199the more space the audio track will take. That will leave less space for video.
20032 kHz is a good trade-off if you are trying to fit a video onto a CD.""",1),
201'audio_bitrate':("96","audio bitrate (kbit/s) 192, 128, 96, 64?","""This sets the bitrate for MP3 audio compression.
202The higher the bitrate the more space the audio track will take.
203That will leave less space for video. Most people find music to be acceptable
204at 128 kBitS. 96 kBitS is a good trade-off if you are trying to fit a video onto a CD.""",1),
205'audio_volume_boost':("none","volume dB boost?","""Many DVDs have very low audio volume. This sets an audio volume boost in Decibels.
206Values of 6 to 10 usually adjust quiet DVDs to a comfortable level.""",1),
207#'audio_lowpass_filter':("16","audio lowpass filter (kHz)?","""This sets the low-pass filter for the audio.
208#Normally this should be half of the audio sample rate.
209#This improves audio compression and quality.
210#Normally you don't need to change this.""",1),
211'delete_tmp_files_flag':("N","delete temporary files when finished?","""If Y then %s, audio_raw_filename, and 'divx2pass.log' will be deleted at the end."""%GLOBAL_LOGFILE_NAME,1)
212}
213
214##############################################################################
215# This is the important convert control function
216##############################################################################
217def convert (options):
218    """This is the heart of it all -- this performs an end-to-end conversion of
219    a video from one format to another. It requires a dictionary of options.
220    The conversion process will also add some keys to the dictionary
221    such as length of the video and crop area. The dictionary is returned.
222    This options dictionary could be used again to repeat the convert process
223    (it is also saved to rippy.conf as text).
224    """
225    if options['subtitle_id'] is not None:
226        print "# extract subtitles"
227        apply_smart (extract_subtitles, options)
228    else:
229        print "# do not extract subtitles."
230
231    # Optimization
232    # I really only need to calculate the exact video length if the user
233    # selected 'calc' for video_bitrate
234    # or
235    # selected 'detect' for video_crop_area.
236    if options['video_bitrate']=='calc' or options['video_crop_area']=='detect':
237        # As strange as it seems, the only reliable way to calculate the length
238        # of a video (in seconds) is to extract the raw, uncompressed PCM audio stream
239        # and then calculate the length of that. This is because MP4 video is VBR, so
240        # you cannot get exact time based on compressed size.
241        if options['video_length']=='calc':
242            print "# extract PCM raw audio to %s" % (options['audio_raw_filename'])
243            apply_smart (extract_audio, options)
244            options['video_length'] = apply_smart (get_length, options)
245            print "# Length of raw audio file : %d seconds (%0.2f minutes)" % (options['video_length'], float(options['video_length'])/60.0)
246        if options['video_bitrate']=='calc':
247            options['video_bitrate'] = options['video_bitrate_overhead'] * apply_smart (calc_video_bitrate, options)
248        print "# video bitrate : " + str(options['video_bitrate'])
249        if options['video_crop_area']=='detect':
250            options['video_crop_area'] = apply_smart (crop_detect, options)
251        print "# crop area : " + str(options['video_crop_area'])
252        print "# compression estimate"
253        print apply_smart (compression_estimate, options)
254
255    print "# compress video"
256    apply_smart (compress_video, options)
257    'audio_volume_boost',
258
259    print "# delete temporary files:",
260    if options['delete_tmp_files_flag']:
261        print "yes"
262        apply_smart (delete_tmp_files, options)
263    else:
264        print "no"
265
266    # Finish by saving options to rippy.conf and
267    # calclating if final_size is less than target_size.
268    o = ["# options used to create video\n"]
269    video_actual_size = get_filesize (options['video_final_filename'])
270    if options['video_target_size'] != 'none':
271        revised_bitrate = calculate_revised_bitrate (options['video_bitrate'], options['video_target_size'], video_actual_size)
272        o.append("# revised video_bitrate : %d\n" % revised_bitrate)
273    for k,v in options.iteritems():
274        o.append (" %30s : %s\n" % (k, v))
275    print '# '.join(o)
276    fout = open("rippy.conf","wb").write(''.join(o))
277    print "# final actual video size = %d" % video_actual_size
278    if options['video_target_size'] != 'none':
279        if video_actual_size > options['video_target_size']:
280            print "# FINAL VIDEO SIZE IS GREATER THAN DESIRED TARGET"
281            print "# final video size is %d bytes over target size" % (video_actual_size - options['video_target_size'])
282        else:
283            print "# final video size is %d bytes under target size" % (options['video_target_size'] - video_actual_size)
284        print "# If you want to run the entire compression process all over again"
285        print "# to get closer to the target video size then trying using a revised"
286        print "# video_bitrate of %d" % revised_bitrate
287
288    return options
289
290##############################################################################
291
292def exit_with_usage(exit_code=1):
293    print globals()['__doc__']
294    print 'version:', globals()['__version__']
295    sys.stdout.flush()
296    os._exit(exit_code)
297
298def check_missing_requirements ():
299    """This list of missing requirements (mencoder, mplayer, lame, and mkvmerge).
300    Returns None if all requirements are in the execution path.
301    """
302    missing = []
303    if pexpect.which("mencoder") is None:
304        missing.append("mencoder")
305    if pexpect.which("mplayer") is None:
306        missing.append("mplayer")
307    cmd = "mencoder -oac help"
308    (command_output, exitstatus) = run(cmd)
309    ar = re.findall("(mp3lame)", command_output)
310    if len(ar)==0:
311        missing.append("Mencoder was not compiled with mp3lame support.")
312
313    #if pexpect.which("lame") is None:
314    #    missing.append("lame")
315    #if pexpect.which("mkvmerge") is None:
316    #    missing.append("mkvmerge")
317    if len(missing)==0:
318        return None
319    return missing
320
321def input_option (message, default_value="", help=None, level=0, max_level=0):
322    """This is a fancy raw_input function.
323    If the user enters '?' then the contents of help is printed.
324
325    The 'level' and 'max_level' are used to adjust which advanced options
326    are printed. 'max_level' is the level of options that the user wants
327    to see. 'level' is the level of difficulty for this particular option.
328    If this level is <= the max_level the user wants then the
329    message is printed and user input is allowed; otherwise, the
330    default value is returned automatically without user input.
331    """
332    if default_value != '':
333        message = "%s [%s] " % (message, default_value)
334    if level > max_level:
335        return default_value
336    while 1:
337        user_input = raw_input (message)
338        if user_input=='?':
339            print help
340        elif user_input=='':
341            return default_value
342        else:
343            break
344    return user_input
345
346def progress_callback (d=None):
347    """This callback simply prints a dot to show activity.
348    This is used when running external commands with pexpect.run.
349    """
350    sys.stdout.write (".")
351    sys.stdout.flush()
352
353def run(cmd):
354    global GLOBAL_LOGFILE
355    print >>GLOBAL_LOGFILE, cmd
356    (command_output, exitstatus) = pexpect.run(cmd, events={pexpect.TIMEOUT:progress_callback}, timeout=5, withexitstatus=True, logfile=GLOBAL_LOGFILE)
357    if exitstatus != 0:
358        print "RUN FAILED. RETURNED EXIT STATUS:", exitstatus
359        print >>GLOBAL_LOGFILE, "RUN FAILED. RETURNED EXIT STATUS:", exitstatus
360    return (command_output, exitstatus)
361
362def apply_smart (func, args):
363    """This is similar to func(**args), but this won't complain about
364    extra keys in 'args'. This ignores keys in 'args' that are
365    not required by 'func'. This passes None to arguments that are
366    not defined in 'args'. That's fine for arguments with a default valeue, but
367    that's a bug for required arguments. I should probably raise a TypeError.
368    The func parameter can be a function reference or a string.
369    If it is a string then it is converted to a function reference.
370    """
371    if type(func) is type(''):
372        if func in globals():
373            func = globals()[func]
374        else:
375            raise NameError("name '%s' is not defined" % func)
376    if hasattr(func,'im_func'): # Handle case when func is a class method.
377        func = func.im_func
378    argcount = func.func_code.co_argcount
379    required_args = dict([(k,args.get(k)) for k in func.func_code.co_varnames[:argcount]])
380    return func(**required_args)
381
382def count_unique (items):
383    """This takes a list and returns a sorted list of tuples with a count of each unique item in the list.
384    Example 1:
385        count_unique(['a','b','c','a','c','c','a','c','c'])
386    returns:
387        [(5,'c'), (3,'a'), (1,'b')]
388    Example 2 -- get the most frequent item in a list:
389        count_unique(['a','b','c','a','c','c','a','c','c'])[0][1]
390    returns:
391        'c'
392    """
393    stats = {}
394    for i in items:
395        if i in stats:
396            stats[i] = stats[i] + 1
397        else:
398            stats[i] = 1
399    stats = [(v, k) for k, v in stats.items()]
400    stats.sort()
401    stats.reverse()
402    return stats
403
404def calculate_revised_bitrate (video_bitrate, video_target_size, video_actual_size):
405    """This calculates a revised video bitrate given the video_bitrate used,
406    the actual size that resulted, and the video_target_size.
407    This can be used if you want to compress the video all over again in an
408    attempt to get closer to the video_target_size.
409    """
410    return int(math.floor(video_bitrate * (float(video_target_size) / float(video_actual_size))))
411
412def get_aspect_ratio (video_source_filename):
413    """This returns the aspect ratio of the original video.
414    This is usualy 1.78:1(16/9) or 1.33:1(4/3).
415    This function is very lenient. It basically guesses 16/9 whenever
416    it cannot figure out the aspect ratio.
417    """
418    cmd = "mplayer '%s' -vo png -ao null -frames 1" % video_source_filename
419    (command_output, exitstatus) = run(cmd)
420    ar = re.findall("Movie-Aspect is ([0-9]+\.?[0-9]*:[0-9]+\.?[0-9]*)", command_output)
421    if len(ar)==0:
422        return '16/9'
423    if ar[0] == '1.78:1':
424        return '16/9'
425    if ar[0] == '1.33:1':
426        return '4/3'
427    return '16/9'
428    #idh = re.findall("ID_VIDEO_HEIGHT=([0-9]+)", command_output)
429    #if len(idw)==0 or len(idh)==0:
430    #    print 'WARNING!'
431    #    print 'Could not get aspect ration. Assuming 1.78:1 (16/9).'
432    #    return 1.78
433    #return float(idw[0])/float(idh[0])
434#ID_VIDEO_WIDTH=720
435#ID_VIDEO_HEIGHT=480
436#Movie-Aspect is 1.78:1 - prescaling to correct movie aspect.
437
438
439def get_aid_list (video_source_filename):
440    """This returns a list of audio ids in the source video file.
441    TODO: Also extract ID_AID_nnn_LANG to associate language. Not all DVDs include this.
442    """
443    cmd = "mplayer '%s' -vo null -ao null -frames 0 -identify" % video_source_filename
444    (command_output, exitstatus) = run(cmd)
445    idl = re.findall("ID_AUDIO_ID=([0-9]+)", command_output)
446    idl.sort()
447    return idl
448
449def get_sid_list (video_source_filename):
450    """This returns a list of subtitle ids in the source video file.
451    TODO: Also extract ID_SID_nnn_LANG to associate language. Not all DVDs include this.
452    """
453    cmd = "mplayer '%s' -vo null -ao null -frames 0 -identify" % video_source_filename
454    (command_output, exitstatus) = run(cmd)
455    idl = re.findall("ID_SUBTITLE_ID=([0-9]+)", command_output)
456    idl.sort()
457    return idl
458
459def extract_audio (video_source_filename, audio_id=128, verbose_flag=0, dry_run_flag=0):
460    """This extracts the given audio_id track as raw uncompressed PCM from the given source video.
461        Note that mplayer always saves this to audiodump.wav.
462        At this time there is no way to set the output audio name.
463    """
464    #cmd = "mplayer %(video_source_filename)s -vc null -vo null -aid %(audio_id)s -ao pcm:fast -noframedrop" % locals()
465    cmd = "mplayer -quiet '%(video_source_filename)s' -vc dummy -vo null -aid %(audio_id)s -ao pcm:fast -noframedrop" % locals()
466    if verbose_flag: print cmd
467    if not dry_run_flag:
468        run(cmd)
469        print
470
471def extract_subtitles (video_source_filename, subtitle_id=0, verbose_flag=0, dry_run_flag=0):
472    """This extracts the given subtitle_id track as VOBSUB format from the given source video.
473    """
474    cmd = "mencoder -quiet '%(video_source_filename)s' -o /dev/null -nosound -ovc copy -vobsubout subtitles -vobsuboutindex 0 -sid %(subtitle_id)s" % locals()
475    if verbose_flag: print cmd
476    if not dry_run_flag:
477        run(cmd)
478        print
479
480def get_length (audio_raw_filename):
481    """This attempts to get the length of the media file (length is time in seconds).
482    This should not be confused with size (in bytes) of the file data.
483    This is best used on a raw PCM AUDIO file because mplayer cannot get an accurate
484    time for many compressed video and audio formats -- notably MPEG4 and MP3.
485    Weird...
486    This returns -1 if it cannot get the length of the given file.
487    """
488    cmd = "mplayer %s -vo null -ao null -frames 0 -identify" % audio_raw_filename
489    (command_output, exitstatus) = run(cmd)
490    idl = re.findall("ID_LENGTH=([0-9.]*)", command_output)
491    idl.sort()
492    if len(idl) != 1:
493        print "ERROR: cannot get length of raw audio file."
494        print "command_output of mplayer identify:"
495        print command_output
496        print "parsed command_output:"
497        print str(idl)
498        return -1
499    return float(idl[0])
500
501def get_filesize (filename):
502    """This returns the number of bytes a file takes on storage."""
503    return os.stat(filename)[stat.ST_SIZE]
504
505def calc_video_bitrate (video_target_size, audio_bitrate, video_length, extra_space=0, dry_run_flag=0):
506    """This gives an estimate of the video bitrate necessary to
507    fit the final target size.  This will take into account room to
508    fit the audio and extra space if given (for container overhead or whatnot).
509        video_target_size is in bytes,
510        audio_bitrate is bits per second (96, 128, 256, etc.) ASSUMING CBR,
511        video_length is in seconds,
512        extra_space is in bytes.
513    a 180MB CDR (21 minutes) holds 193536000 bytes.
514    a 550MB CDR (63 minutes) holds 580608000 bytes.
515    a 650MB CDR (74 minutes) holds 681984000 bytes.
516    a 700MB CDR (80 minutes) holds 737280000 bytes.
517    """
518    if dry_run_flag:
519        return -1
520    if extra_space is None: extra_space = 0
521    #audio_size = os.stat(audio_compressed_filename)[stat.ST_SIZE]
522    audio_size = (audio_bitrate * video_length * 1000) / 8.0
523    video_target_size = video_target_size - audio_size - extra_space
524    return (int)(calc_video_kbitrate (video_target_size, video_length))
525
526def calc_video_kbitrate (target_size, length_secs):
527    """Given a target byte size free for video data, this returns the bitrate in kBit/S.
528    For mencoder vbitrate 1 kBit = 1000 Bits -- not 1024 bits.
529        target_size = bitrate * 1000 * length_secs / 8
530        target_size = bitrate * 125 * length_secs
531        bitrate     = target_size/(125*length_secs)
532    """
533    return int(target_size / (125.0 * length_secs))
534
535def crop_detect (video_source_filename, video_length, dry_run_flag=0):
536    """This attempts to figure out the best crop for the given video file.
537    Basically it runs crop detect for 10 seconds on five different places in the video.
538    It picks the crop area that was most often detected.
539    """
540    skip = int(video_length/9) # offset to skip (-ss option in mencoder)
541    sample_length = 10
542    cmd1 = "mencoder '%s' -quiet -ss %d -endpos %d -o /dev/null -nosound -ovc lavc -vf cropdetect" % (video_source_filename,   skip, sample_length)
543    cmd2 = "mencoder '%s' -quiet -ss %d -endpos %d -o /dev/null -nosound -ovc lavc -vf cropdetect" % (video_source_filename, 2*skip, sample_length)
544    cmd3 = "mencoder '%s' -quiet -ss %d -endpos %d -o /dev/null -nosound -ovc lavc -vf cropdetect" % (video_source_filename, 4*skip, sample_length)
545    cmd4 = "mencoder '%s' -quiet -ss %d -endpos %d -o /dev/null -nosound -ovc lavc -vf cropdetect" % (video_source_filename, 6*skip, sample_length)
546    cmd5 = "mencoder '%s' -quiet -ss %d -endpos %d -o /dev/null -nosound -ovc lavc -vf cropdetect" % (video_source_filename, 8*skip, sample_length)
547    if dry_run_flag:
548        return "0:0:0:0"
549    (command_output1, exitstatus1) = run(cmd1)
550    (command_output2, exitstatus2) = run(cmd2)
551    (command_output3, exitstatus3) = run(cmd3)
552    (command_output4, exitstatus4) = run(cmd4)
553    (command_output5, exitstatus5) = run(cmd5)
554    idl = re.findall("-vf crop=([0-9]+:[0-9]+:[0-9]+:[0-9]+)", command_output1)
555    idl = idl + re.findall("-vf crop=([0-9]+:[0-9]+:[0-9]+:[0-9]+)", command_output2)
556    idl = idl + re.findall("-vf crop=([0-9]+:[0-9]+:[0-9]+:[0-9]+)", command_output3)
557    idl = idl + re.findall("-vf crop=([0-9]+:[0-9]+:[0-9]+:[0-9]+)", command_output4)
558    idl = idl + re.findall("-vf crop=([0-9]+:[0-9]+:[0-9]+:[0-9]+)", command_output5)
559    items_count = count_unique(idl)
560    return items_count[0][1]
561
562
563def build_compression_command (video_source_filename, video_final_filename, video_target_size, audio_id=128, video_bitrate=1000, video_codec='mpeg4', audio_codec='mp3', video_fourcc_override='FMP4', video_gray_flag=0, video_crop_area=None, video_aspect_ratio='16/9', video_scale=None, video_encode_passes=2, video_deinterlace_flag=0, audio_volume_boost=None, audio_sample_rate=None, audio_bitrate=None, seek_skip=None, seek_length=None, video_chapter=None):
564#Notes:For DVD, VCD, and SVCD use acodec=mp2 and vcodec=mpeg2video:
565#mencoder movie.avi -o movie.VOB -ovc lavc -oac lavc -lavcopts acodec=mp2:abitrate=224:vcodec=mpeg2video:vbitrate=2000
566
567    #
568    # build video filter (-vf) argument
569    #
570    video_filter = ''
571    if video_crop_area and video_crop_area.lower()!='none':
572        video_filter = video_filter + 'crop=%s' % video_crop_area
573    if video_deinterlace_flag:
574        if video_filter != '':
575            video_filter = video_filter + ','
576        video_filter = video_filter + 'pp=md'
577    if video_scale and video_scale.lower()!='none':
578        if video_filter != '':
579            video_filter = video_filter + ','
580        video_filter = video_filter + 'scale=%s' % video_scale
581    # optional video rotation -- were you holding your camera sideways?
582    #if video_filter != '':
583    #    video_filter = video_filter + ','
584    #video_filter = video_filter + 'rotate=2'
585    if video_filter != '':
586        video_filter = '-vf ' + video_filter
587
588    #
589    # build chapter argument
590    #
591    if video_chapter is not None:
592        chapter = '-chapter %d-%d' %(video_chapter,video_chapter)
593    else:
594        chapter = ''
595#    chapter = '-chapter 2-2'
596
597    #
598    # build audio_filter argument
599    #
600    audio_filter = ''
601    if audio_sample_rate:
602        if audio_filter != '':
603            audio_filter = audio_filter + ','
604        audio_filter = audio_filter + 'lavcresample=%s' % audio_sample_rate
605    if audio_volume_boost is not None:
606        if audio_filter != '':
607            audio_filter = audio_filter + ','
608        audio_filter = audio_filter + 'volume=%0.1f:1'%audio_volume_boost
609    if audio_filter != '':
610        audio_filter = '-af ' + audio_filter
611    #
612    #if audio_sample_rate:
613    #    audio_filter = ('-srate %d ' % audio_sample_rate) + audio_filter
614
615    #
616    # build lavcopts argument
617    #
618    #lavcopts = '-lavcopts vcodec=%s:vbitrate=%d:mbd=2:aspect=%s:acodec=%s:abitrate=%d:vpass=1' % (video_codec,video_bitrate,audio_codec,audio_bitrate)
619    lavcopts = '-lavcopts vcodec=%(video_codec)s:vbitrate=%(video_bitrate)d:mbd=2:aspect=%(video_aspect_ratio)s:acodec=%(audio_codec)s:abitrate=%(audio_bitrate)d:vpass=1' % (locals())
620    if video_gray_flag:
621        lavcopts = lavcopts + ':gray'
622
623    seek_filter = ''
624    if seek_skip is not None:
625        seek_filter = '-ss %s' % (str(seek_skip))
626    if seek_length is not None:
627        seek_filter = seek_filter + ' -endpos %s' % (str(seek_length))
628
629#    cmd = "mencoder -quiet -info comment='Arkivist' '%(video_source_filename)s' %(seek_filter)s %(chapter)s -aid %(audio_id)s -o '%(video_final_filename)s' -ffourcc %(video_fourcc_override)s -ovc lavc -oac lavc %(lavcopts)s %(video_filter)s %(audio_filter)s" % locals()
630    cmd = "mencoder -quiet -info comment='Arkivist' '%(video_source_filename)s' %(seek_filter)s %(chapter)s -aid %(audio_id)s -o '%(video_final_filename)s' -ffourcc %(video_fourcc_override)s -ovc lavc -oac mp3lame %(lavcopts)s %(video_filter)s %(audio_filter)s" % locals()
631    return cmd
632
633def compression_estimate (video_length, video_source_filename, video_final_filename, video_target_size, audio_id=128, video_bitrate=1000, video_codec='mpeg4', audio_codec='mp3', video_fourcc_override='FMP4', video_gray_flag=0, video_crop_area=None, video_aspect_ratio='16/9', video_scale=None, video_encode_passes=2, video_deinterlace_flag=0, audio_volume_boost=None, audio_sample_rate=None, audio_bitrate=None):
634    """This attempts to figure out the best compression ratio for a given set of compression options.
635    """
636    # TODO Need to account for AVI overhead.
637    skip = int(video_length/9) # offset to skip (-ss option in mencoder)
638    sample_length = 10
639    cmd1 = build_compression_command (video_source_filename, "compression_test_1.avi", video_target_size, audio_id, video_bitrate, video_codec, audio_codec, video_fourcc_override, video_gray_flag, video_crop_area, video_aspect_ratio, video_scale, video_encode_passes, video_deinterlace_flag, audio_volume_boost, audio_sample_rate, audio_bitrate, skip, sample_length)
640    cmd2 = build_compression_command (video_source_filename, "compression_test_2.avi", video_target_size, audio_id, video_bitrate, video_codec, audio_codec, video_fourcc_override, video_gray_flag, video_crop_area, video_aspect_ratio, video_scale, video_encode_passes, video_deinterlace_flag, audio_volume_boost, audio_sample_rate, audio_bitrate, skip*2, sample_length)
641    cmd3 = build_compression_command (video_source_filename, "compression_test_3.avi", video_target_size, audio_id, video_bitrate, video_codec, audio_codec, video_fourcc_override, video_gray_flag, video_crop_area, video_aspect_ratio, video_scale, video_encode_passes, video_deinterlace_flag, audio_volume_boost, audio_sample_rate, audio_bitrate, skip*4, sample_length)
642    cmd4 = build_compression_command (video_source_filename, "compression_test_4.avi", video_target_size, audio_id, video_bitrate, video_codec, audio_codec, video_fourcc_override, video_gray_flag, video_crop_area, video_aspect_ratio, video_scale, video_encode_passes, video_deinterlace_flag, audio_volume_boost, audio_sample_rate, audio_bitrate, skip*6, sample_length)
643    cmd5 = build_compression_command (video_source_filename, "compression_test_5.avi", video_target_size, audio_id, video_bitrate, video_codec, audio_codec, video_fourcc_override, video_gray_flag, video_crop_area, video_aspect_ratio, video_scale, video_encode_passes, video_deinterlace_flag, audio_volume_boost, audio_sample_rate, audio_bitrate, skip*8, sample_length)
644    run(cmd1)
645    run(cmd2)
646    run(cmd3)
647    run(cmd4)
648    run(cmd5)
649    size = get_filesize ("compression_test_1.avi")+get_filesize ("compression_test_2.avi")+get_filesize ("compression_test_3.avi")+get_filesize ("compression_test_4.avi")+get_filesize ("compression_test_5.avi")
650    return (size / 5.0)
651
652def compress_video (video_source_filename, video_final_filename, video_target_size, audio_id=128, video_bitrate=1000, video_codec='mpeg4', audio_codec='mp3', video_fourcc_override='FMP4', video_gray_flag=0, video_crop_area=None, video_aspect_ratio='16/9', video_scale=None, video_encode_passes=2, video_deinterlace_flag=0, audio_volume_boost=None, audio_sample_rate=None, audio_bitrate=None, seek_skip=None, seek_length=None, video_chapter=None, verbose_flag=0, dry_run_flag=0):
653    """This compresses the video and audio of the given source video filename to the transcoded filename.
654        This does a two-pass compression (I'm assuming mpeg4, I should probably make this smarter for other formats).
655    """
656    #
657    # do the first pass video compression
658    #
659    #cmd = "mencoder -quiet '%(video_source_filename)s' -ss 65 -endpos 20 -aid %(audio_id)s -o '%(video_final_filename)s' -ffourcc %(video_fourcc_override)s -ovc lavc -oac lavc %(lavcopts)s %(video_filter)s %(audio_filter)s" % locals()
660
661    cmd = build_compression_command (video_source_filename, video_final_filename, video_target_size, audio_id, video_bitrate, video_codec, audio_codec, video_fourcc_override, video_gray_flag, video_crop_area, video_aspect_ratio, video_scale, video_encode_passes, video_deinterlace_flag, audio_volume_boost, audio_sample_rate, audio_bitrate, seek_skip, seek_length, video_chapter)
662    if verbose_flag: print cmd
663    if not dry_run_flag:
664        run(cmd)
665        print
666
667    # If not doing two passes then return early.
668    if video_encode_passes!='2':
669        return
670
671    if verbose_flag:
672        video_actual_size = get_filesize (video_final_filename)
673        if video_actual_size > video_target_size:
674            print "======================================================="
675            print "WARNING!"
676            print "First pass compression resulted in"
677            print "actual file size greater than target size."
678            print "Second pass will be too big."
679            print "======================================================="
680
681    #
682    # do the second pass video compression
683    #
684    cmd = cmd.replace ('vpass=1', 'vpass=2')
685    if verbose_flag: print cmd
686    if not dry_run_flag:
687        run(cmd)
688        print
689    return
690
691def compress_audio (audio_raw_filename, audio_compressed_filename, audio_lowpass_filter=None, audio_sample_rate=None, audio_bitrate=None, verbose_flag=0, dry_run_flag=0):
692    """This is depricated.
693    This compresses the raw audio file to the compressed audio filename.
694    """
695    cmd = 'lame -h --athaa-sensitivity 1' # --cwlimit 11"
696    if audio_lowpass_filter:
697        cmd = cmd + ' --lowpass ' + audio_lowpass_filter
698    if audio_bitrate:
699        #cmd = cmd + ' --abr ' + audio_bitrate
700        cmd = cmd + ' --cbr -b ' + audio_bitrate
701    if audio_sample_rate:
702        cmd = cmd + ' --resample ' + audio_sample_rate
703    cmd = cmd + ' ' + audio_raw_filename + ' ' + audio_compressed_filename
704    if verbose_flag: print cmd
705    if not dry_run_flag:
706        (command_output, exitstatus) = run(cmd)
707        print
708        if exitstatus != 0:
709            raise Exception('ERROR: lame failed to compress raw audio file.')
710
711def mux (video_final_filename, video_transcoded_filename, audio_compressed_filename, video_container_format, verbose_flag=0, dry_run_flag=0):
712    """This is depricated. I used to use a three-pass encoding where I would mix the audio track separately, but
713    this never worked very well (loss of audio sync)."""
714    if video_container_format.lower() == 'mkv': # Matroska
715        mux_mkv (video_final_filename, video_transcoded_filename, audio_compressed_filename, verbose_flag, dry_run_flag)
716    if video_container_format.lower() == 'avi':
717        mux_avi (video_final_filename, video_transcoded_filename, audio_compressed_filename, verbose_flag, dry_run_flag)
718
719def mux_mkv (video_final_filename, video_transcoded_filename, audio_compressed_filename, verbose_flag=0, dry_run_flag=0):
720    """This is depricated."""
721    cmd = 'mkvmerge -o %s --noaudio %s %s' % (video_final_filename, video_transcoded_filename, audio_compressed_filename)
722    if verbose_flag: print cmd
723    if not dry_run_flag:
724        run(cmd)
725        print
726
727def mux_avi (video_final_filename, video_transcoded_filename, audio_compressed_filename, verbose_flag=0, dry_run_flag=0):
728    """This is depricated."""
729    pass
730#    cmd = "mencoder -quiet -oac copy -ovc copy -o '%s' -audiofile %s '%s'" % (video_final_filename, audio_compressed_filename, video_transcoded_filename)
731#    if verbose_flag: print cmd
732#    if not dry_run_flag:
733#        run(cmd)
734#        print
735
736def delete_tmp_files (audio_raw_filename, verbose_flag=0, dry_run_flag=0):
737    global GLOBAL_LOGFILE_NAME
738    file_list = ' '.join([GLOBAL_LOGFILE_NAME, 'divx2pass.log', audio_raw_filename ])
739    cmd = 'rm -f ' + file_list
740    if verbose_flag: print cmd
741    if not dry_run_flag:
742        run(cmd)
743        print
744
745##############################################################################
746# This is the interactive Q&A that is used if a conf file was not given.
747##############################################################################
748def interactive_convert ():
749
750    global prompts, prompts_key_order
751
752    print globals()['__doc__']
753    print
754    print "=============================================="
755    print " Enter '?' at any question to get extra help."
756    print "=============================================="
757    print
758
759    # Ask for the level of options the user wants.
760    # A lot of code just to print a string!
761    level_sort = {0:'', 1:'', 2:''}
762    for k in prompts:
763        level = prompts[k][3]
764        if level < 0 or level > 2:
765            continue
766        level_sort[level] += "    " + prompts[k][1] + "\n"
767    level_sort_string = "This sets the level for advanced options prompts. Set 0 for simple, 1 for advanced, or 2 for expert.\n"
768    level_sort_string += "[0] Basic options:\n" + str(level_sort[0]) + "\n"
769    level_sort_string += "[1] Advanced options:\n" + str(level_sort[1]) + "\n"
770    level_sort_string += "[2] Expert options:\n" + str(level_sort[2])
771    c = input_option("Prompt level (0, 1, or 2)?", "1", level_sort_string)
772    max_prompt_level = int(c)
773
774    options = {}
775    for k in prompts_key_order:
776        if k == 'video_aspect_ratio':
777            guess_aspect = get_aspect_ratio(options['video_source_filename'])
778            options[k] = input_option (prompts[k][1], guess_aspect, prompts[k][2], prompts[k][3], max_prompt_level)
779        elif k == 'audio_id':
780            aid_list = get_aid_list (options['video_source_filename'])
781            default_id = '128'
782            if max_prompt_level>=prompts[k][3]:
783                if len(aid_list) > 1:
784                    print "This video has more than one audio stream. The following stream audio IDs were found:"
785                    for aid in aid_list:
786                        print "    " + aid
787                    default_id = aid_list[0]
788                else:
789                    print "WARNING!"
790                    print "Rippy was unable to get the list of audio streams from this video."
791                    print "If reading directly from a DVD then the DVD device might be busy."
792                    print "Using a default setting of stream id 128 (main audio on most DVDs)."
793                    default_id = '128'
794            options[k] = input_option (prompts[k][1], default_id, prompts[k][2], prompts[k][3], max_prompt_level)
795        elif k == 'subtitle_id':
796            sid_list = get_sid_list (options['video_source_filename'])
797            default_id = 'None'
798            if max_prompt_level>=prompts[k][3]:
799                if len(sid_list) > 0:
800                    print "This video has one or more subtitle streams. The following stream subtitle IDs were found:"
801                    for sid in sid_list:
802                        print "    " + sid
803                    #default_id = sid_list[0]
804                    default_id = prompts[k][0]
805                else:
806                    print "WARNING!"
807                    print "Unable to get the list of subtitle streams from this video. It may have none."
808                    print "Setting default to None."
809                    default_id = 'None'
810            options[k] = input_option (prompts[k][1], default_id, prompts[k][2], prompts[k][3], max_prompt_level)
811        elif k == 'audio_lowpass_filter':
812            lowpass_default =  "%.1f" % (math.floor(float(options['audio_sample_rate']) / 2.0))
813            options[k] = input_option (prompts[k][1], lowpass_default, prompts[k][2], prompts[k][3], max_prompt_level)
814        elif k == 'video_bitrate':
815            if options['video_length'].lower() == 'none':
816                options[k] = input_option (prompts[k][1], '1000', prompts[k][2], prompts[k][3], max_prompt_level)
817            else:
818                options[k] = input_option (prompts[k][1], prompts[k][0], prompts[k][2], prompts[k][3], max_prompt_level)
819        else:
820            # don't bother asking for video_target_size or video_bitrate_overhead if video_bitrate was set
821            if (k=='video_target_size' or k=='video_bitrate_overhead') and options['video_bitrate']!='calc':
822                continue
823            # don't bother with crop area if video length is none
824            if k == 'video_crop_area' and options['video_length'].lower() == 'none':
825                options['video_crop_area'] = 'none'
826                continue
827            options[k] = input_option (prompts[k][1], prompts[k][0], prompts[k][2], prompts[k][3], max_prompt_level)
828
829    #options['video_final_filename'] = options['video_final_filename'] + "." + options['video_container_format']
830
831    print "=========================================================================="
832    print "Ready to Rippy!"
833    print
834    print "The following options will be used:"
835    for k,v in options.iteritems():
836        print "%27s : %s" % (k, v)
837
838    print
839    c = input_option("Continue?", "Y")
840    c = c.strip().lower()
841    if c[0] != 'y':
842        print "Exiting..."
843        os._exit(1)
844    return options
845
846def clean_options (d):
847    """This validates and cleans up the options dictionary.
848    After reading options interactively or from a conf file
849    we need to make sure that the values make sense and are
850    converted to the correct type.
851    1. Any key with "_flag" in it becomes a boolean True or False.
852    2. Values are normalized ("No", "None", "none" all become "none";
853    "Calcluate", "c", "CALC" all become "calc").
854    3. Certain values are converted from string to int.
855    4. Certain combinations of options are invalid or override each other.
856    This is a rather annoying function, but then so it most cleanup work.
857    """
858    for k in d:
859        d[k] = d[k].strip()
860        # convert all flag options to 0 or 1
861        if '_flag' in k:
862            if type(d[k]) is types.StringType:
863                if d[k].strip().lower()[0] in 'yt1': #Yes, True, 1
864                    d[k] = 1
865                else:
866                    d[k] = 0
867    d['video_bitrate'] = d['video_bitrate'].lower()
868    if d['video_bitrate'][0]=='c':
869        d['video_bitrate']='calc'
870    else:
871        d['video_bitrate'] = int(float(d['video_bitrate']))
872    try:
873        d['video_target_size'] = int(d['video_target_size'])
874        # shorthand magic numbers get automatically expanded
875        if d['video_target_size'] == 180:
876            d['video_target_size'] = 193536000
877        elif d['video_target_size'] == 550:
878            d['video_target_size'] = 580608000
879        elif d['video_target_size'] == 650:
880            d['video_target_size'] = 681984000
881        elif d['video_target_size'] == 700:
882            d['video_target_size'] = 737280000
883    except:
884        d['video_target_size'] = 'none'
885
886    try:
887        d['video_chapter'] = int(d['video_chapter'])
888    except:
889        d['video_chapter'] = None
890
891    try:
892        d['subtitle_id'] = int(d['subtitle_id'])
893    except:
894        d['subtitle_id'] = None
895
896    try:
897        d['video_bitrate_overhead'] = float(d['video_bitrate_overhead'])
898    except:
899        d['video_bitrate_overhead'] = -1.0
900
901    d['audio_bitrate'] = int(d['audio_bitrate'])
902    d['audio_sample_rate'] = int(d['audio_sample_rate'])
903    d['audio_volume_boost'] = d['audio_volume_boost'].lower()
904    if d['audio_volume_boost'][0]=='n':
905        d['audio_volume_boost'] = None
906    else:
907        d['audio_volume_boost'] = d['audio_volume_boost'].replace('db','')
908        d['audio_volume_boost'] = float(d['audio_volume_boost'])
909
910#    assert (d['video_bitrate']=='calc' and d['video_target_size']!='none')
911# or (d['video_bitrate']!='calc' and d['video_target_size']=='none')
912
913    d['video_scale'] = d['video_scale'].lower()
914    if d['video_scale'][0]=='n':
915        d['video_scale']='none'
916    else:
917        al = re.findall("([0-9]+).*?([0-9]+)", d['video_scale'])
918        d['video_scale']=al[0][0]+':'+al[0][1]
919    d['video_crop_area'] = d['video_crop_area'].lower()
920    if d['video_crop_area'][0]=='n':
921        d['video_crop_area']='none'
922    d['video_length'] = d['video_length'].lower()
923    if d['video_length'][0]=='c':
924        d['video_length']='calc'
925    elif d['video_length'][0]=='n':
926        d['video_length']='none'
927    else:
928        d['video_length'] = int(float(d['video_length']))
929    if d['video_length']==0:
930        d['video_length'] = 'none'
931    assert (not (d['video_length']=='none' and d['video_bitrate']=='calc'))
932    return d
933
934def main ():
935    try:
936        optlist, args = getopt.getopt(sys.argv[1:], 'h?', ['help','h','?'])
937    except Exception, e:
938        print str(e)
939        exit_with_usage()
940    command_line_options = dict(optlist)
941    # There are a million ways to cry for help. These are but a few of them.
942    if [elem for elem in command_line_options if elem in ['-h','--h','-?','--?','--help']]:
943        exit_with_usage(0)
944
945    missing = check_missing_requirements()
946    if missing is not None:
947        print
948        print "=========================================================================="
949        print "ERROR!"
950        print "Some required external commands are missing."
951        print "please install the following packages:"
952        print str(missing)
953        print "=========================================================================="
954        print
955        c = input_option("Continue?", "Y")
956        c = c.strip().lower()
957        if c[0] != 'y':
958            print "Exiting..."
959            os._exit(1)
960
961    if len(args) > 0:
962        # cute one-line string-to-dictionary parser (two-lines if you count this comment):
963        options = dict(re.findall('([^: \t\n]*)\s*:\s*(".*"|[^ \t\n]*)', file(args[0]).read()))
964        options = clean_options(options)
965        convert (options)
966    else:
967        options = interactive_convert ()
968        options = clean_options(options)
969        convert (options)
970    print "# Done!"
971
972if __name__ == "__main__":
973    try:
974        start_time = time.time()
975        print time.asctime()
976        main()
977        print time.asctime()
978        print "TOTAL TIME IN MINUTES:",
979        print (time.time() - start_time) / 60.0
980    except Exception, e:
981        tb_dump = traceback.format_exc()
982        print "=========================================================================="
983        print "ERROR -- Unexpected exception in script."
984        print str(e)
985        print str(tb_dump)
986        print "=========================================================================="
987        print >>GLOBAL_LOGFILE, "=========================================================================="
988        print >>GLOBAL_LOGFILE, "ERROR -- Unexpected exception in script."
989        print >>GLOBAL_LOGFILE, str(e)
990        print >>GLOBAL_LOGFILE, str(tb_dump)
991        print >>GLOBAL_LOGFILE, "=========================================================================="
992        exit_with_usage(3)
993
994