B
    /b                 @   s   d Z ddlmZ ddlZddlZddlZddlZddlmZ ddlm	Z	m
Z
 eddZejd	d
dd ejdddd ejdddd ejdddd dd ZdddZdd Zedkre  dS )z6warcdump - dump warcs in a slightly more humane format    )print_functionN)OptionParser   )
WarcRecordexpand_filesz%prog [options] warc warc warc)usagez-lz--limitlimit)destz-Iz--inputZinput_formatz-Lz--log-level	log_levelinfo)Zoutput_directoryr   r
   c             C   s|   t j| dd  d\}}tj}t|dk rFttjtjd dddd n2x0t	|D ]$}tj|dd}t|| |
  qPW d	S )
Nr   )args)Zfile_handlegzip-F)nameoffsetsauto)r   r   )parser
parse_argssysstdoutlendump_archiver   Zopen_archivestdinr   close)argvoptionsZinput_filesoutr   fh r   2/usr/lib/python3.7/site-packages/hanzo/warcdump.pymain   s    
r    Tc             C   s   x| j d |dD ]p\}}}|r<td||f  |jdd q|rrtd||rN|ndf  x&|D ]}td| q^W qt  td qW d S )	N)r   r   zarchive record at %s:%sT)contentzwarc errors at %s:%dr   	z+note: no errors encountered in tail of file)Zread_recordsprintdump)r   r   r   offsetrecorderrorser   r   r   r   )   s    
r   c               C   s   t tt j d S )N)r   exitr    r   r   r   r   r   run6   s    r*   __main__)T)__doc__
__future__r   osr   os.pathoptparser   Z	warctoolsr   r   r   
add_optionset_defaultsr    r   r*   __name__r   r   r   r   <module>   s"   

