cas November 2009

cas@lists.stg.fedorahosted.org

1 participants
2 discussions

2 commits - cas cas.conf cas.spec MANIFEST.in
by Adam Stokes 19 Nov '09

19 Nov '09

MANIFEST.in | 1 + cas | 2 +- cas.conf | 3 +++ cas.spec | 2 +- 4 files changed, 6 insertions(+), 2 deletions(-) New commits: commit f5917130787877c266b481cd463e89eab94eda81 Author: adam stokes <uzr(a)jak.rebo> Date: Thu Nov 19 09:12:20 2009 -0500 - add contrib to doc section in spec diff --git a/cas.spec b/cas.spec index 733e717..79e6aab 100644 --- a/cas.spec +++ b/cas.spec @@ -46,7 +46,7 @@ rm -rf ${RPM_BUILD_ROOT} %dir %{_var}/lib/cas/snippets/ %defattr(755,root,root) %config(noreplace) %{_var}/lib/cas/snippets/* -%doc AUTHORS LICENSE README PKG-INFO doc/* +%doc AUTHORS LICENSE README PKG-INFO doc/* contrib/* %changelog * Thu Oct 15 2009 Adam Stokes <ajs at redhat dot com> - 0.15-1 commit 1c2249434e57c904d236bc46a077cd7d00c28fa0 Author: adam stokes <uzr(a)jak.rebo> Date: Thu Nov 19 09:11:32 2009 -0500 - add optional email notify parameter - include contrib in packaging diff --git a/MANIFEST.in b/MANIFEST.in index fea437d..a121d70 100644 --- a/MANIFEST.in +++ b/MANIFEST.in @@ -6,3 +6,4 @@ include README include AUTHORS recursive-include doc * recursive-include snippets * +recursive-include contrib * diff --git a/cas b/cas index 97c6ada..2aa5f23 100755 --- a/cas +++ b/cas @@ -322,7 +322,7 @@ class CasApplication(object): return_results=False) # Just want to email the logfile to the submitter. crashOutFile = os.path.join(self.storagePath, "log") - if os.path.isfile(crashOutFile) and self.email: + if os.path.isfile(crashOutFile) and self.email and settings["NOTIFY"]: self.casLog.info("Crash output processed, sending email to %s" % (self.email,)) try: mailServer = smtplib.SMTP(settings["SMTPHOST"]) diff --git a/cas.conf b/cas.conf index 47c5d57..dfba27e 100644 --- a/cas.conf +++ b/cas.conf @@ -46,6 +46,9 @@ stmphost=mail.example.com # database connection info database=/var/db/cas/cas.db +# send notifications automatically +notify=True + [maintenance] # Time in days to keep jobs and its associated files purgeLimit=90

1 0

2 commits - contrib/traceback_filter
by Adam Stokes 16 Nov '09

16 Nov '09

contrib/traceback_filter | 222 +++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 222 insertions(+) New commits: commit 451f46a5b2b50a5bbb2f0c229eb89f8b4633cda2 Merge: bc0ea1b... 4f73ed4... Author: adam stokes <astokes(a)fedoraproject.org> Date: Mon Nov 16 14:33:02 2009 -0500 Merge branch 'master' of ssh://git.fedorahosted.org/git/cas commit bc0ea1baa937c00647e37cc642f81c0fa05a8e97 Author: uzr <uzr(a)riddick.localdomain> Date: Mon Nov 16 14:31:01 2009 -0500 - adding contrib section diff --git a/contrib/traceback_filter b/contrib/traceback_filter new file mode 100755 index 0000000..8734983 --- /dev/null +++ b/contrib/traceback_filter @@ -0,0 +1,222 @@ +#!/usr/bin/python +# +# Copyright (C) 2009 Flavio Leitner <fleitner(a)redhat.com> +# +# This copyrighted material is made available to anyone wishing to use, +# modify, copy, or redistribute it subject to the terms and conditions +# of the GNU General Public License v.2. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write to the Free Software Foundation, +# Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA +# +# +# Description: +# The vmcore usually shows many processes with the same backtrace. +# This program groups similar backtraces reducing the amount of +# data to be reviewed. +# +# Author: Flavio Leitner <fleitner(a)redhat.com> +# +# ChangeLog: +# * Wed Nov 4 - Flavio Leitner <fleitner(a)redhat.com> +# PID list report organized to print pids grouped by command +# (thanks to Fabio Olive for the suggestion) +# +# Example of usage: +# +# crash> foreach bt > bt.all +# $ wget http://people.redhat.com/~fleitner/bt_filter/bt_filter.py +# $ chmod +x bt_filter.py +# $ bt_filter.py bt.all +# + + +import os +import sys +import fileinput +if sys.version_info[:2] >= (2,5): + from hashlib import sha1 as sha +else: + from sha import sha + + + +version = '0.6' + +debug = 0 + +BT_BEGINNING = 1 +BT_ENDING = 2 + +#PID: 373 TASK: d5874550 CPU: 7 COMMAND: "BBCU" +def backtrace_is_starting(line): + ret = False + if line.find('PID:') == 0 and line.find('CPU:') > 0: + ret = True + + if debug > 1: + print "backtrace_is_starting: %d" % ret + return ret + + +def backtrace_is_ending(line): + ret = False + if len(line) <= 2: + ret = True + if debug > 1: + print "backtrace_is_ending: %d" % ret + return ret + + +def backtrace_is_frame(line): + ret = True + if line.find('#') < 0: + ret = False + + if debug > 1: + print "backtrace_is_frame: %d" % ret + return ret + + +#PID: 373 TASK: d5874550 CPU: 7 COMMAND: "BBCU" +def backtrace_get_proc_info(line): + end = line.find('TASK:') + start = len('PID:') + pid = int(line[start:end]) + start = line.find('COMMAND:') + len('COMMAND: ') + cmd = line[start:-1] + cmd = cmd.strip('"') + ret = (cmd, pid) + if debug > 1: + print "backtrace_get_proc_info: %s[%d]" % (ret) + + return ret + + + +def backtrace_calc_hash(proc_backtrace): + hash = sha(''.join(proc_backtrace)) + hash_digest = hash.hexdigest() + if debug > 1: + print "backtrace_calc_hash: %s" % hash_digest + return hash_digest + + + +#0 [e041ed40] schedule at c06076a4 +def backtrace_clear_frame(line): + start = line.find('[') + end = line.find(']') + 1 + frame = line[:start] + line[end:] + frame = frame.strip() + if debug > 1: + print "backtrace_clear_frame: %s" % frame + + return frame + + +def backtrace_file_parser(input, bt_hash, bt_proc): + state = BT_BEGINNING + line = input.readline() + while line: + if debug > 0: + print "Line: %s" % line + if state == BT_ENDING: + if backtrace_is_ending(line): + if debug > 0: + print "found ending: %s" % line + state = BT_BEGINNING + hash = backtrace_calc_hash(proc_backtrace) + if bt_proc.has_key(hash): + bt_proc[hash].append( proc_info ) + else: + bt_proc[hash] = [ proc_info ] + + if not bt_hash.has_key(hash): + bt_hash[hash] = proc_backtrace + + line = input.readline() + continue + + if state == BT_BEGINNING: + if backtrace_is_starting(line): + if debug > 0: + print "found starting: %s" % line + state = BT_ENDING + proc_backtrace = [] + proc_info = backtrace_get_proc_info(line) + line = input.readline() + continue + + if backtrace_is_frame(line): + if debug > 0: + print "found frame: %s" % line + clean_bt_frame = backtrace_clear_frame(line) + proc_backtrace.append(clean_bt_frame) + + line = input.readline() + + return + + + +def backtrace_report(bt_hash, bt_proc): + if debug > 2: + print "-<>-" + print bt_proc + print "----" + print bt_hash + print "-<>-" + + for hash in bt_hash: + print "\nBacktrace:" + backtrace = bt_hash[hash] + for line in backtrace: + print "%s" % line + + print "PID List:" + # group all PIDs of the same command + task_list = {} + for task_info in bt_proc[hash]: + if task_list.has_key(task_info[0]): + task_list[task_info[0]].append(task_info[1]) + else: + task_list[task_info[0]] = [task_info[1]] + + pid_output = "" + line = '' + tasks = task_list.keys() + tasks.sort() + for t in tasks: + line = line + " %s *%d[" % (t, len(task_list[t])) + for pid in task_list[t]: + line = line + "%d " % pid + line = line[:-1] + "]\n" + pid_output = pid_output + line + line = '' + + print pid_output + print "Total of %d PIDs\n" % len(bt_proc[hash]) + + +def main(): + input = fileinput.input() + if not input: + print "Error opening input file" + sys.exit(1) + + bt_hash = {} + bt_proc = {} + backtrace_file_parser(input, bt_hash, bt_proc) + backtrace_report(bt_hash, bt_proc) + return + + + +if __name__ == '__main__': + print 'version: %s\n' % version + main() + sys.exit(0) + +# vim: ts=4 sw=4 et

1 0

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

2008

cas November 2009