�
d�bc@s)dd
lZdd
l
Z
dd
lZdd
lZdd
lZdd
lZddlmZ
ddlmZm	Z	
ddl
mZmZm
Z

ddlmZ
ddlmZmZ
e�Ze�Ze
�Zejjed�Zejjed�Zejjed	�Zejjed
�ZdZdZd
Zeejjed�ejjed�ejjed�ejjed�ejjed�ejjed�ejjedd�ejjedd�ejjeddd�dje�
gZ dZ!d Z"e
j#e$�
Z%de&f
d��YZ'd
S(!i����N(
tdatetime(theappushtheappop(tget_lib_dirtget_ext_log_dirtget_agent_log_file(
tustr(tMANIFEST_NORMALt
MANIFEST_FULLtlogcollectort	truncatedsresults.txtslogs.zipscollect-logs.scopei����isGoalState.*.xmlsExtensionsConfig.*.xmlsHostingEnvironmentConfig.*.xmlsSharedConfig.*.xmls
*manifest.xmlswaagent_status.*.jsonthistorys*.zipt
*s{0}.*iii�tLogCollectorcBs%
eZ
dZed
�
Zed��
Zed��
Zed��
Zed��
Z	ee
jed��
Zed��
Z
d�Zed	��
Zed
��
Zed��
Zed��
Zed
��
Zed��
Zd�Zed��
Zd�Zd�Zd�Zd�Zd�ZRS(t
truncated_cCsE|
|_|
rt
nt|_|j�|_|j�
|j�
dS(
N(t
_is_full_modeRRt	_manifestt_expand_must_collect_filest_must_collect_filest_create_base_dirst_set_logger(tselftis_full_mode((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt__init__Ks

	




c

Cs&tj
j|�
s"tj|�

ndS(
N(tostpathtisdirtmakedirs(
tdirname((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt_mkdirRs
c
Cs2t|d
��}
|
j
djd�
�

WdQXdS(Ntwbtsutf-8(topentwritetencode(tfilepathtout_file((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt_reset_fileWs
cCstj
t�

tj
t�

dS(
N(R
Rt_LOG_COLLECTOR_DIRt_TRUNCATED_FILES_DIR(((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyR\s

cCsgtj
td
d�

}tjdddd�}
tj|
_|j|
�

tj	|�

tj
tj�

dS(Ntencodingsutf-8tfmts%%(asctime)s %(levelname)s %(message)stdatefmtu%Y-%m-%dT%H:%M:%SZ(tloggingtFileHandlertOUTPUT_RESULTS_FILE_PATHt	Formatterttimetgmtimet	convertertsetFormattert_LOGGERt
addHandlertsetLeveltINFO(t
_f_handlert	_f_format((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyRas

	





c
s(
�f
d
�}d�}yCtj
�d|
dtjdt�
}|j�\}
}|j}Wn?tk
r�
}
dj|��
t|�
�}	t	j
|	�

dSX|dkr�||
�
}
||�
}d	j|��
||
|�}	t	j
|	�

dS|r$
d
j|��
||
�
�}t	j|�

ndS(s�

        Runs a shell command in a subprocess, logs any errors to the log file, enables changing the stdout stream,
        and logs the output of the command to the log file if indicated by the `log_output` parameter.
        :param command: Shell command to run
        :param stdout: Where to write the output of the command
        :param log_output: If true, log the command output to the log file
        c

s t|t
�rd
j|�
S�S(Nt
 (t
isinstancetlisttjoin(
tcmd(
tcommand(sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pytformat_commandts
c

Sst|d
ddd�
S(NR(sutf-8terrorstbackslashreplace(
R(
toutput((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt_encode_command_outputws
tstdouttstderrtshellu0Command [{0}] raised unexpected exception: [{1}]Nis?Command: [{0}], return code: [{1}], stdout: [{2}] stderr: [{3}]sOutput of command [{0}]:
{1}(t
subprocesstPopentPIPEtFalsetcommunicatet
returncodet	ExceptiontformatRR3terrortinfo(
R>RDt
log_outputR?RCtprocessREtreturn_codet
et	error_msgtencoded_stdouttencoded_stderrtmsg((
R>sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt_run_shell_commandks,		
$













	




cCs7g}x*tD]"}
|j
ttj|
�
�
�

q
W|S(
N(t_MUST_COLLECT_FILEStextendtsortedtglob(tmanifestR((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyR�s


 c


Cs
|jj
�S(
N(Rt
splitlines(
R((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt_read_manifest�s
c

Cs tj
d
d|gdt�


dS(Ntlss-alFRQ(R
RYtTrue(
tfolder((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt_process_ll_command�sc

Cstj
|�

dS(
N(R3RP(
tmessage((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt_process_echo_command�sc
Cs1tj|�
}
x|
D]}t
j|�

qW|
S(
N(R]R3RP(Rt
file_pathst	file_path((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt_process_copy_command�s



c
Csh|jt
�
rQ|tt
�
jtjj�
}
tj|
j	tjjd
�}|S|jtjj�
SdS(Nt
_(
t
startswithR'tlentlstripRRtsepR
t_TRUNCATED_FILE_PREFIXtreplace(t	file_nametoriginal_file_pathtarchive_file_name((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt"_convert_file_name_to_archive_name�s



c
Csjtj
t�
}
xT|
D]L}tjjt|�}||krtjj|�
rbtj|�

qbqqWdS(
N(RtlistdirR'RR<tisfiletremove(tfiles_to_collectttruncated_filesRht	full_path((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt#_remove_uncollected_truncated_files�s




c
Cs�tj
d
t�
tj
dt�
tj
dt�
g}
xQ|D]I}|jdt�}|jdt�}|jdt�}|
j|�

q=W|
S(NsUsing %s as $LIB_DIRsUsing %s as $LOG_DIRsUsing %s as $AGENT_LOGs$LIB_DIRs$LOG_DIRs
$AGENT_LOG(R3RPt_AGENT_LIB_DIRt_EXTENSION_LOG_DIRt
_AGENT_LOGRptappend(t
manifest_datatnew_manifesttlinetnew_line((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt_expand_parameters�s







c
Cs
t�}
|j
�}tj|�
}x�|D]�}|jd
�
}t|�
dkr�|jd�
r+t|j��
dkr+tj	d|�
q+q+n|\}}|dkr�|j
|�

q+|dkr�|j|�

q+|dkr+|
j|j
|�
�

q+q+W|
S(	Nt
,it
#isCouldn't parse "%s"tlltechotcopy(tsetR`R
R�tsplitRlRktstripR3RORdRftupdateRi(RRxtdatatmanifest_entriestentrytcontentsR>tvalue((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt_process_manifest_file�s"
	



(






c
	Cs
y�tj
j|�
d
}
|
dkr9tjd|�
dStj
jt|jtj
j	d��}tj
j
|�
r�tj
j|�
}tj
j|�
}||kr�|Snt|d��,}t
jdd	tt�
|gd
|�


WdQX|SWn*tk
r

}
tjdt|�
�
dSXdS(
Ni
s.gzs.zips.xzsDiscarding large binary file %sRjsw+ttails-cRDs!Failed to truncate large file: %s(s.gzs.zips.xz(RRtsplitextR3twarningtNoneR<R'RpRntexiststgetmtimeR R
RYtstrt_FILE_SIZE_LIMITtOSErrorROR(Rhtextttruncated_file_pathtoriginal_file_mtimettruncated_file_mtimetfhRT((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt_truncate_large_file�s"


'




+


cCs-y|jj
|
�
SWntk
r(


d
SXdS(Ni�ɚ;(Rtindext
ValueError(Rt
file_entry((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt_get_file_priority
s


cCs=g}x0|
D](}|j|�
}t
|||f�
q
W|S(
N(R�R
(Rt	file_listtpriority_file_queueR�tpriority((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt_get_priority_files_list
s




cCs
tj
d
�

d}g}x�|
r�t|
�
d}ttjj|�
t�}||tkrntj	d�

Pntjj|�
tk
r�|j
|�

tj
d||�
n8|j|�
}|r�tj
d||�
|j
|�

n||7}qWtj
d|�
|S(Ns1### Preparing list of files to add to archive ###ii
s(Archive too big, done with adding files.sAdding file %s, size %s bs#Adding truncated file %s, size %s bs!Uncompressed archive size is %s b(R3RPRtminRRtgetsizeR�t _UNCOMPRESSED_ARCHIVE_SIZE_LIMITR�RR�(RR�ttotal_uncompressed_sizetfinal_files_to_collectRht	file_sizeR�((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt_get_final_list_for_archive%
s&


	










c
Cs.|j�}
|j
|
�
}|j|�
}|S(
N(R�R�R�(Rtparsed_file_pathstprioritized_file_pathsRx((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt _create_list_of_files_to_collectC
s


c
Csg}
z�
y�
|j�
t
jt�

tj�}tjd
|jd�
�
tjd|j	r`dnd�
|j
�}
tjd�

d}z
tj
tddtj�
}x9|
D]1}t
j|�
}|j|jd	�
d
|�


q�Wtjjt�
}tjd|�
tj�}||}t|jdd
d
|jd|jd�
}	tjd|j�jd�
�
tjd|	�
|jtjd	�
d
d�


Wd|dk	r�
|j�
nXtSWn8tk
r�

}

djt|
�
�
}tj|�

�n
XWd|j|
�

XdS(s�
        Public method that collects necessary log files in a compressed zip archive.
        :return: Returns the path of the collected compressed archive
        sStarting log collection at %ss%Y-%m-%dT%H:%M:%SZsUsing log collection mode %stfulltnormals#### Creating compressed archive ###t
wtcompressionsutf-8tarcnames>Successfully compressed files. Compressed archive size is %s bii<i�g@�@sFinishing log collection at %ssElapsed time: %s mssresults.txtNsFailed to collect logs: {0}( RR
R%R-RtutcnowR3RPtstrftimeRR�R�tzipfiletZipFiletCOMPRESSED_ARCHIVE_PATHtZIP_DEFLATEDRtR!R"RRR�tinttdaystsecondstmicrosecondstcloseRMRNRROR{(RRxt
start_timetcompressed_archivetfile_to_collectRstcompressed_archive_sizetend_timetdurationt
elapsed_msRTRX((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pytcollect_logs_and_get_archiveN
s@











 



1

 




(t__name__t
__module__RoRJRtstaticmethodRR%RRRGRIRYRR`RdRfRiRtR{R�R�R�R�R�R�R�R�(((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyR
Gs.

%		
				
		ixi�
iXi`	((R]R+RRGR/R�RtheapqR
Rtazurelinuxagent.common.confRRRtazurelinuxagent.common.futureRt-azurelinuxagent.common.logcollector_manifestsRRR}R|R~RR<R&R'R-R�tCGROUPS_UNITtFORCE_KILLED_ERRCODEtINVALID_CGROUPS_ERRCODERNRZR�R�t	getLoggerR�R3tobjectR
(((sG/usr/lib/python2.7/site-packages/azurelinuxagent/common/logcollector.pyt<module>sF