- cas - Fedora mailing-lists

casweb/cas.py casweb/media casweb/README casweb/templates
by Adam Stokes 27 Jan '10

27 Jan '10

casweb/README | 21 +++++++++++++++++++++ casweb/cas.py | 36 +++++++++++++++++++++++++++++++----- casweb/media/css/main.css | 27 +++++++++++++++++++++++++++ casweb/media/img/cas_logo.png |binary casweb/templates/base.html | 21 +++++++++++++++++++++ casweb/templates/index.html | 5 +++++ casweb/templates/job.html | 3 +++ casweb/templates/jobs.html | 16 ++++++++++++++++ 8 files changed, 124 insertions(+), 5 deletions(-) New commits: commit a736f7483fdd2e74daebe45797fce395aba37b8d Author: adam stokes <astokes(a)fedoraproject.org> Date: Wed Jan 27 15:58:31 2010 -0500 - more web work diff --git a/casweb/README b/casweb/README index 1e84257..631026a 100644 --- a/casweb/README +++ b/casweb/README @@ -1,3 +1,24 @@ installation: - see http://webpy.org/install for getting framework installed and setup on webserver +- make sure to do wsgi installation, so httpd and mod_wsgi needs + to be installed. + # yum install httpd mod_wsgi + +- example for virtual host on ip alias 192.168.1.103 +<VirtualHost 192.168.1.103:80> + ServerName casweb + WSGIScriptAlias / /mnt/usbdrive/projects/casweb/cas.py + Alias /media /mnt/usbdrive/projects/casweb/media + <Directory "/mnt/usbdrive/projects/casweb"> + Options FollowSymlinks + AllowOverride None + Order allow,deny + Allow from all + </Directory> + <Location /media> + Options All + SetHandler None + </Location> +</VirtualHost> + diff --git a/casweb/cas.py b/casweb/cas.py index f647dc5..a22742d 100644 --- a/casweb/cas.py +++ b/casweb/cas.py @@ -1,15 +1,41 @@ import web +import os + +try: + from cas.db import CasStorage +except ImportError: + raise Exception("Unable to import CasStorage, make sure CAS is installed") + + +# do not edit below this line unless you know what you are doing +render = web.template.render(os.path.join(os.path.dirname(__file__),'templates').replace('\\','/'), cache=False) +web.template.Template.globals['ctx'] = web.ctx urls = ( - '/(.*)', 'index' + '/', 'index', + '/job/(\d+)', 'job', + '/jobs', 'jobs', ) + app = web.application(urls, globals()) +# build connection +global casDB +casDB=CasStorage('/var/db/cas/cas.db') +casDB.connect() + class index: - def GET(self, name): - if not name: - name = 'World' - return 'Hello, ' + name + '!' + def GET(self): + return render.base(render.index()) + +class job: + def GET(self, id): + return render.base(render.job(id)) + +class jobs: + def GET(self): + allJobs = casDB.getAllJobs() + return render.base(render.jobs(allJobs)) app = web.application(urls, globals(), autoreload=False) application = app.wsgifunc() diff --git a/casweb/media/css/main.css b/casweb/media/css/main.css new file mode 100644 index 0000000..7ef24e4 --- /dev/null +++ b/casweb/media/css/main.css @@ -0,0 +1,27 @@ +body { + font-size: 1em; + font-family: sans-serif; +} + +#header { + width: 750px; + margin-left: auto; + margin-right: auto; + font-size: .7em; +} + +#header .menu { + float:right; + border: 1px solid black; + padding: 5px; +} + +#content { + width: 750px; + margin-left: auto; + margin-right: auto; + clear:both; +} + +/* vim:ts=2 sw=2 et + * / diff --git a/casweb/media/img/cas_logo.png b/casweb/media/img/cas_logo.png new file mode 100644 index 0000000..39e2302 Binary files /dev/null and b/casweb/media/img/cas_logo.png differ diff --git a/casweb/templates/base.html b/casweb/templates/base.html index e69de29..0fbef41 100644 --- a/casweb/templates/base.html +++ b/casweb/templates/base.html @@ -0,0 +1,21 @@ +$def with (page) +<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd"> +<html><head><title>casweb</title> + <link rel="stylesheet" type="text/css" href="/media/css/main.css"/> +</head> +<body> +<div id="header"> + <img src="/media/img/cas_logo.png"/> + <div class="menu"> + <strong>navigator</strong><br/> + <a href="$ctx.homepath/">home</a><br/> + <a href="$ctx.homepath/jobs">jobs</a> + </div> +</div> +<div id="content"> + $:page +</div> +</body> +</html> + +$# vim:ts=2 sw=2 et diff --git a/casweb/templates/index.html b/casweb/templates/index.html new file mode 100644 index 0000000..181f60d --- /dev/null +++ b/casweb/templates/index.html @@ -0,0 +1,5 @@ +<h3>CAS Web Administration</h3> + Welcome to the CAS web frontend. This application gives the ability to view recent jobs, +schedule new jobs, and perform minor maintenance work through the administration panel. + +$# vim:ts=2 sw=2 et diff --git a/casweb/templates/job.html b/casweb/templates/job.html new file mode 100644 index 0000000..b01d138 --- /dev/null +++ b/casweb/templates/job.html @@ -0,0 +1,3 @@ +$def with (id=0) + +job status on $id diff --git a/casweb/templates/jobs.html b/casweb/templates/jobs.html new file mode 100644 index 0000000..f62399d --- /dev/null +++ b/casweb/templates/jobs.html @@ -0,0 +1,16 @@ +$def with (allJobs) + +<h3>Recent Jobs</h3> +<table> +<tr> + <th width="50%">submitter</th><th width="50%">jobid</th> +</tr> +$for job in allJobs[:25]: + $code: + dbid, jobid, timestamp, email = job + <tr> + <td>$:email</td><td><a href="$ctx.homepath/job/$jobid">$:timestamp</a></td> + </tr> +</table> + +

1 0

casweb/cas.py casweb/__init__.py casweb/README casweb/templates
by Adam Stokes 27 Jan '10

27 Jan '10

casweb/README | 3 +++ casweb/cas.py | 15 +++++++++++++++ 2 files changed, 18 insertions(+) New commits: commit e6df97d8078f0e129f1116b92be82012d8e6fa6d Author: adam stokes <astokes(a)fedoraproject.org> Date: Wed Jan 27 13:57:18 2010 -0500 - web interface diff --git a/casweb/README b/casweb/README new file mode 100644 index 0000000..1e84257 --- /dev/null +++ b/casweb/README @@ -0,0 +1,3 @@ +installation: +- see http://webpy.org/install for getting framework installed + and setup on webserver diff --git a/casweb/__init__.py b/casweb/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/casweb/cas.py b/casweb/cas.py new file mode 100644 index 0000000..f647dc5 --- /dev/null +++ b/casweb/cas.py @@ -0,0 +1,15 @@ +import web + +urls = ( + '/(.*)', 'index' +) +app = web.application(urls, globals()) + +class index: + def GET(self, name): + if not name: + name = 'World' + return 'Hello, ' + name + '!' + +app = web.application(urls, globals(), autoreload=False) +application = app.wsgifunc() diff --git a/casweb/templates/base.html b/casweb/templates/base.html new file mode 100644 index 0000000..e69de29

1 0

5 commits - cas cas-admin cas.spec lib/cas
by Adam Stokes 11 Dec '09

11 Dec '09

cas | 7 ++++--- cas-admin | 6 +++--- cas.spec | 5 +++-- lib/cas/util.py | 10 ++++------ 4 files changed, 14 insertions(+), 14 deletions(-) New commits: commit a0bad9677dd7baf82d0da2334c6f0bd25b42d973 Merge: 5bfb83a... 40c88f6... Author: adam stokes <uzr(a)jak.rebo> Date: Fri Dec 11 12:57:48 2009 -0500 stable 0.15 to master Merge commit 'HEAD'; branch 'stable-0.15' commit 40c88f6fc7aceccdee32352614d2b589f8a1ca26 Author: adam stokes <uzr(a)jak.rebo> Date: Fri Dec 11 12:56:47 2009 -0500 - status update helper diff --git a/cas b/cas index 9a19e1d..80bbe6d 100755 --- a/cas +++ b/cas @@ -35,7 +35,7 @@ from datetime import datetime from cas.network import Download, Executor, CasNetworkException from cas.core import CoreBase, CoreException from cas.db import CasStorage, CasStorageException -from cas.util import UtilBase, Logging +from cas.util import UtilBase, Logging, genprint from cas.rpmutils import RPMBase if sys.version_info[:2] < (2,4): @@ -144,12 +144,13 @@ class CasApplication(object): self.rpmTool = RPMBase() def _helper_compress(self, filename): + genprint('Compressing: %s ... please wait' % (filename,)) cbase = CoreBase() try: cbase.compressCore(os.path.abspath(self.opts.filename)) - raise SystemExit("File compressed: %s" % (filename,)) + raise SystemExit(genprint("File compressed: %s" % (filename,))) except CoreException, e: - raise SystemExit(e) + raise SystemExit(genprint(e)) def parse_options(self, args): # build option - arguement list in the form of diff --git a/cas-admin b/cas-admin index 9ea3ff3..fb7a9d0 100755 --- a/cas-admin +++ b/cas-admin @@ -23,7 +23,7 @@ import datetime import paramiko from cas.core import CoreBase -from cas.util import UtilBase, Logging +from cas.util import UtilBase, Logging, genprint from cas.rpmutils import RPMBase from cas.db import CasStorage, CasStorageException @@ -78,7 +78,7 @@ class CasDatabaseHandler(object): # create list of rpms from `cmd` for line in pipe.stdout: self.db.addDebuginfoRPM(line.strip()) - self.casLog.status("(found) %-5d kernel(s)" % (count,)) + genprint("(found) %-5d kernel(s)" % (count,)) count = count + 1 # query database for debuginfo rpms rpms = self.db.getAllDebuginfoRPM() @@ -88,7 +88,7 @@ class CasDatabaseHandler(object): if not os.path.isdir(dst): os.makedirs(dst) rpmTool = RPMBase() - self.casLog.status("(extracting) %-50s" % (os.path.basename(rpm),)) + genprint("(extracting) %-50s" % (os.path.basename(rpm),)) results = rpmTool.extract(rpm, dst) # Sort through extracted debug for each type # e.g. hugemem, PAE, smp, largesmp diff --git a/cas.spec b/cas.spec index b42adc8..96422c4 100644 --- a/cas.spec +++ b/cas.spec @@ -3,7 +3,7 @@ Name: cas Summary: Tool to analyze and configure core file environment Version: 0.15 -Release: 3%{?dist} +Release: 5%{?dist} Source0: https://fedorahosted.org/releases/c/a/cas/%{name}-%{version}.tar.gz License: GPLv3+ Group: Development/Libraries @@ -49,7 +49,7 @@ rm -rf ${RPM_BUILD_ROOT} %doc AUTHORS LICENSE README PKG-INFO doc/* contrib/* %changelog -* Wed Dec 9 2009 Adam Stokes <ajs at redhat dot com> - 0.15-2 +* Wed Dec 9 2009 Adam Stokes <ajs at redhat dot com> - 0.15-4 - Test for pbzip2 for utilizing multiple cores during decompression - Increment python requirement to 2.4 - provide shutil, subprocess from 2.6 if on lower python version diff --git a/lib/cas/util.py b/lib/cas/util.py index 9c03539..31fd774 100644 --- a/lib/cas/util.py +++ b/lib/cas/util.py @@ -21,6 +21,10 @@ import cas.cas_shutil as shutil from cas.cas_subprocess import Popen, PIPE, call +def genprint(txt): + sys.stdout.write("[.cas.] :: %s\n" % (txt,)) + sys.stdout.flush() + class Logging(object): def __init__(self, dst, logger_id, debug_level='DEBUG'): self.debug_level = debug_level @@ -48,12 +52,6 @@ class Logging(object): if self.debug_level == 'DEBUG': self.log.debug("[.cas.][debug] :: %s" % (msg,)) - def status(self, msg): - """ function to print status messages - """ - sys.stdout.write("[.cas.] :: " + msg + "\r") - sys.stdout.flush() - def info(self, msg): """ function to print procedure """ commit 240b6564a187917c4c4320dfecb5ca2baf029231 Author: adam stokes <uzr(a)jak.rebo> Date: Fri Dec 11 10:46:59 2009 -0500 - remove calendar import diff --git a/cas-admin b/cas-admin index 2b68d47..9ea3ff3 100755 --- a/cas-admin +++ b/cas-admin @@ -20,7 +20,6 @@ import optparse import sys import urlparse import datetime -import calendar import paramiko from cas.core import CoreBase commit b487969f22efe84f5e18a0b2b8ce5c44d99d0b1b Author: adam stokes <astokes(a)fedoraproject.org> Date: Wed Dec 9 22:03:09 2009 -0500 tag stable 0.15 branch diff --git a/cas.spec b/cas.spec index 36366b4..b42adc8 100644 --- a/cas.spec +++ b/cas.spec @@ -54,6 +54,7 @@ rm -rf ${RPM_BUILD_ROOT} - Increment python requirement to 2.4 - provide shutil, subprocess from 2.6 if on lower python version - added helper function for compressing core files in proper format +- tagged stable 0.15 * Thu Oct 15 2009 Adam Stokes <ajs at redhat dot com> - 0.15-1 - Require paramiko for all remote executions commit fb8bfc85a70b727e14e9f81fed52a5206953c14f Author: adam stokes <astokes(a)fedoraproject.org> Date: Wed Dec 9 22:00:15 2009 -0500 rel bump diff --git a/cas.spec b/cas.spec index 8c8c914..36366b4 100644 --- a/cas.spec +++ b/cas.spec @@ -3,7 +3,7 @@ Name: cas Summary: Tool to analyze and configure core file environment Version: 0.15 -Release: 2%{?dist} +Release: 3%{?dist} Source0: https://fedorahosted.org/releases/c/a/cas/%{name}-%{version}.tar.gz License: GPLv3+ Group: Development/Libraries

1 0

Branch 'stable-0.15' - cas cas-admin cas.spec lib/cas
by Adam Stokes 11 Dec '09

11 Dec '09

cas | 7 ++++--- cas-admin | 6 +++--- cas.spec | 4 ++-- lib/cas/util.py | 10 ++++------ 4 files changed, 13 insertions(+), 14 deletions(-) New commits: commit 40c88f6fc7aceccdee32352614d2b589f8a1ca26 Author: adam stokes <uzr(a)jak.rebo> Date: Fri Dec 11 12:56:47 2009 -0500 - status update helper diff --git a/cas b/cas index 9a19e1d..80bbe6d 100755 --- a/cas +++ b/cas @@ -35,7 +35,7 @@ from datetime import datetime from cas.network import Download, Executor, CasNetworkException from cas.core import CoreBase, CoreException from cas.db import CasStorage, CasStorageException -from cas.util import UtilBase, Logging +from cas.util import UtilBase, Logging, genprint from cas.rpmutils import RPMBase if sys.version_info[:2] < (2,4): @@ -144,12 +144,13 @@ class CasApplication(object): self.rpmTool = RPMBase() def _helper_compress(self, filename): + genprint('Compressing: %s ... please wait' % (filename,)) cbase = CoreBase() try: cbase.compressCore(os.path.abspath(self.opts.filename)) - raise SystemExit("File compressed: %s" % (filename,)) + raise SystemExit(genprint("File compressed: %s" % (filename,))) except CoreException, e: - raise SystemExit(e) + raise SystemExit(genprint(e)) def parse_options(self, args): # build option - arguement list in the form of diff --git a/cas-admin b/cas-admin index 9ea3ff3..fb7a9d0 100755 --- a/cas-admin +++ b/cas-admin @@ -23,7 +23,7 @@ import datetime import paramiko from cas.core import CoreBase -from cas.util import UtilBase, Logging +from cas.util import UtilBase, Logging, genprint from cas.rpmutils import RPMBase from cas.db import CasStorage, CasStorageException @@ -78,7 +78,7 @@ class CasDatabaseHandler(object): # create list of rpms from `cmd` for line in pipe.stdout: self.db.addDebuginfoRPM(line.strip()) - self.casLog.status("(found) %-5d kernel(s)" % (count,)) + genprint("(found) %-5d kernel(s)" % (count,)) count = count + 1 # query database for debuginfo rpms rpms = self.db.getAllDebuginfoRPM() @@ -88,7 +88,7 @@ class CasDatabaseHandler(object): if not os.path.isdir(dst): os.makedirs(dst) rpmTool = RPMBase() - self.casLog.status("(extracting) %-50s" % (os.path.basename(rpm),)) + genprint("(extracting) %-50s" % (os.path.basename(rpm),)) results = rpmTool.extract(rpm, dst) # Sort through extracted debug for each type # e.g. hugemem, PAE, smp, largesmp diff --git a/cas.spec b/cas.spec index b42adc8..96422c4 100644 --- a/cas.spec +++ b/cas.spec @@ -3,7 +3,7 @@ Name: cas Summary: Tool to analyze and configure core file environment Version: 0.15 -Release: 3%{?dist} +Release: 5%{?dist} Source0: https://fedorahosted.org/releases/c/a/cas/%{name}-%{version}.tar.gz License: GPLv3+ Group: Development/Libraries @@ -49,7 +49,7 @@ rm -rf ${RPM_BUILD_ROOT} %doc AUTHORS LICENSE README PKG-INFO doc/* contrib/* %changelog -* Wed Dec 9 2009 Adam Stokes <ajs at redhat dot com> - 0.15-2 +* Wed Dec 9 2009 Adam Stokes <ajs at redhat dot com> - 0.15-4 - Test for pbzip2 for utilizing multiple cores during decompression - Increment python requirement to 2.4 - provide shutil, subprocess from 2.6 if on lower python version diff --git a/lib/cas/util.py b/lib/cas/util.py index 9c03539..31fd774 100644 --- a/lib/cas/util.py +++ b/lib/cas/util.py @@ -21,6 +21,10 @@ import cas.cas_shutil as shutil from cas.cas_subprocess import Popen, PIPE, call +def genprint(txt): + sys.stdout.write("[.cas.] :: %s\n" % (txt,)) + sys.stdout.flush() + class Logging(object): def __init__(self, dst, logger_id, debug_level='DEBUG'): self.debug_level = debug_level @@ -48,12 +52,6 @@ class Logging(object): if self.debug_level == 'DEBUG': self.log.debug("[.cas.][debug] :: %s" % (msg,)) - def status(self, msg): - """ function to print status messages - """ - sys.stdout.write("[.cas.] :: " + msg + "\r") - sys.stdout.flush() - def info(self, msg): """ function to print procedure """

1 0

Branch 'stable-0.14' - cas-admin
by Adam Stokes 11 Dec '09

11 Dec '09

cas-admin | 2 ++ 1 file changed, 2 insertions(+) New commits: commit cf32bb5f1f60cfd74be4dd61036303eef50d3652 Author: adam stokes <uzr(a)jak.rebo> Date: Fri Dec 11 10:48:10 2009 -0500 - put note in for -L in find diff --git a/cas-admin b/cas-admin index 2e575d8..bbf0735 100755 --- a/cas-admin +++ b/cas-admin @@ -63,6 +63,8 @@ class CasDatabaseHandler(object): # Uses emacs regex -- see `man find` # TODO: rework kernel filtering to expand scope # beyond just debuginfo rpms. + # XXX: RHEL4 version doesn't have -L option to follow + # symlink, please remove if running on previous distro. cmd = ["find", "-L", KERNELS, "-iregex", RPMFILTER] pipe = Popen(cmd, stdout=PIPE, stderr=PIPE) # setup count for kernels found, mainly for console output

1 0

Branch 'stable-0.15' - cas-admin
by Adam Stokes 11 Dec '09

11 Dec '09

cas-admin | 1 - 1 file changed, 1 deletion(-) New commits: commit 240b6564a187917c4c4320dfecb5ca2baf029231 Author: adam stokes <uzr(a)jak.rebo> Date: Fri Dec 11 10:46:59 2009 -0500 - remove calendar import diff --git a/cas-admin b/cas-admin index 2b68d47..9ea3ff3 100755 --- a/cas-admin +++ b/cas-admin @@ -20,7 +20,6 @@ import optparse import sys import urlparse import datetime -import calendar import paramiko from cas.core import CoreBase

1 0

cas-admin
by Adam Stokes 11 Dec '09

11 Dec '09

cas-admin | 1 - 1 file changed, 1 deletion(-) New commits: commit 5bfb83afc885f88e78b3c5d223536ce918e7d235 Author: adam stokes <uzr(a)jak.rebo> Date: Fri Dec 11 10:45:31 2009 -0500 - not using calendar import diff --git a/cas-admin b/cas-admin index 2b68d47..9ea3ff3 100755 --- a/cas-admin +++ b/cas-admin @@ -20,7 +20,6 @@ import optparse import sys import urlparse import datetime -import calendar import paramiko from cas.core import CoreBase

1 0

Branch 'stable-0.15' - cas.spec
by Adam Stokes 09 Dec '09

09 Dec '09

cas.spec | 1 + 1 file changed, 1 insertion(+) New commits: commit b487969f22efe84f5e18a0b2b8ce5c44d99d0b1b Author: adam stokes <astokes(a)fedoraproject.org> Date: Wed Dec 9 22:03:09 2009 -0500 tag stable 0.15 branch diff --git a/cas.spec b/cas.spec index 36366b4..b42adc8 100644 --- a/cas.spec +++ b/cas.spec @@ -54,6 +54,7 @@ rm -rf ${RPM_BUILD_ROOT} - Increment python requirement to 2.4 - provide shutil, subprocess from 2.6 if on lower python version - added helper function for compressing core files in proper format +- tagged stable 0.15 * Thu Oct 15 2009 Adam Stokes <ajs at redhat dot com> - 0.15-1 - Require paramiko for all remote executions

1 0

Branch 'stable-0.15' - cas.spec
by Adam Stokes 09 Dec '09

09 Dec '09

cas.spec | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) New commits: commit fb8bfc85a70b727e14e9f81fed52a5206953c14f Author: adam stokes <astokes(a)fedoraproject.org> Date: Wed Dec 9 22:00:15 2009 -0500 rel bump diff --git a/cas.spec b/cas.spec index 8c8c914..36366b4 100644 --- a/cas.spec +++ b/cas.spec @@ -3,7 +3,7 @@ Name: cas Summary: Tool to analyze and configure core file environment Version: 0.15 -Release: 2%{?dist} +Release: 3%{?dist} Source0: https://fedorahosted.org/releases/c/a/cas/%{name}-%{version}.tar.gz License: GPLv3+ Group: Development/Libraries

1 0

Changes to 'stable-0.15'
by Adam Stokes 09 Dec '09

09 Dec '09

New branch 'stable-0.15' available with the following commits:

1 0

cas
by Adam Stokes 09 Dec '09

09 Dec '09

cas | 1 + 1 file changed, 1 insertion(+) New commits: commit c27afb2573316e3a9defc51564fa424d53865bfc Author: adam stokes <astokes(a)fedoraproject.org> Date: Wed Dec 9 21:30:49 2009 -0500 - exit cleanly on compressing file diff --git a/cas b/cas index 5e0882f..9a19e1d 100755 --- a/cas +++ b/cas @@ -147,6 +147,7 @@ class CasApplication(object): cbase = CoreBase() try: cbase.compressCore(os.path.abspath(self.opts.filename)) + raise SystemExit("File compressed: %s" % (filename,)) except CoreException, e: raise SystemExit(e)

1 0

lib/cas
by Adam Stokes 09 Dec '09

09 Dec '09

lib/cas/network.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) New commits: commit 4d6d9b6e15dd083381ab24ac78df9ad1156fbaa6 Author: adam stokes <astokes(a)fedoraproject.org> Date: Wed Dec 9 21:27:54 2009 -0500 - modifications to ssh execution diff --git a/lib/cas/network.py b/lib/cas/network.py index 4de5e39..ad71e1e 100644 --- a/lib/cas/network.py +++ b/lib/cas/network.py @@ -107,11 +107,11 @@ class Executor(object): pass # grab rsa/dss key - if self.key_type = 'dss': + if self.key_type == 'dss': priv_key = paramiko.DSSKey.from_private_key_file(os.path.expanduser("~/.ssh/id_dsa")) transport.auth_publickey(self.username, priv_key) - elif self.key_type = 'rsa': - priv_key = paramiko.RSAKey.from_private_key_file(os.path.expanduser("~/.ssh/id_dsa")) + elif self.key_type == 'rsa': + priv_key = paramiko.RSAKey.from_private_key_file(os.path.expanduser("~/.ssh/id_rsa")) transport.auth_publickey(self.username, priv_key) else: raise CasNetworkException("Unable to determine key file")

1 0

cas cas.spec doc/genindex.html doc/index.html doc/index.rst doc/objects.inv doc/search.html doc/searchindex.js doc/_sources
by Adam Stokes 09 Dec '09

09 Dec '09

cas | 20 +++++++++++++++----- cas.spec | 1 + doc/_sources/index.txt | 17 +++++++++++++++-- doc/genindex.html | 8 ++++---- doc/index.html | 26 ++++++++++++++++++-------- doc/index.rst | 13 +++++++++++++ doc/objects.inv | 4 ++-- doc/search.html | 8 ++++---- doc/searchindex.js | 2 +- 9 files changed, 73 insertions(+), 26 deletions(-) New commits: commit 8370d52a889b7237d12fe8b5e822bcba90fe05a7 Author: adam stokes <astokes(a)fedoraproject.org> Date: Wed Dec 9 21:17:27 2009 -0500 - update doc for new helper function - new helper function to use pbzip2 for compression diff --git a/cas b/cas index 73e1f7a..5e0882f 100755 --- a/cas +++ b/cas @@ -142,6 +142,13 @@ class CasApplication(object): self.parse_options(args) self.util = UtilBase() self.rpmTool = RPMBase() + + def _helper_compress(self, filename): + cbase = CoreBase() + try: + cbase.compressCore(os.path.abspath(self.opts.filename)) + except CoreException, e: + raise SystemExit(e) def parse_options(self, args): # build option - arguement list in the form of @@ -156,13 +163,16 @@ class CasApplication(object): parser.add_option("-m","--modules", dest="kernel_modules", help="Extract associated kernel modules", action="store_true") - parser.add_option("-c","--compress", dest="compress", - action="store_true") + parser.add_option("-c","--compress", dest="compress_core", + help="Helper option to compress core to be transferred "\ + "to another destination.", action="store_true") self.opts, args = parser.parse_args() - self.compress = self.opts.compress - if self.compress: - return + # check helper function first + if self.opts.compress_core and self.opts.filename: + self._helper_compress(self.opts.filename) + else: + parser.error("A file object is missing") if not self.opts.identifier: parser.error("A unique identifier number is missing.") diff --git a/cas.spec b/cas.spec index da2f119..8c8c914 100644 --- a/cas.spec +++ b/cas.spec @@ -53,6 +53,7 @@ rm -rf ${RPM_BUILD_ROOT} - Test for pbzip2 for utilizing multiple cores during decompression - Increment python requirement to 2.4 - provide shutil, subprocess from 2.6 if on lower python version +- added helper function for compressing core files in proper format * Thu Oct 15 2009 Adam Stokes <ajs at redhat dot com> - 0.15-1 - Require paramiko for all remote executions diff --git a/doc/_sources/index.txt b/doc/_sources/index.txt index 087eb68..9a394e8 100644 --- a/doc/_sources/index.txt +++ b/doc/_sources/index.txt @@ -25,8 +25,8 @@ types to core dumps are automatically detected and processed. Prerequisites ^^^^^^^^^^^^^ -CAS needs at least **Python 2.3** to run. For systems that are not running -Fedora 9 or later (this would include RHEL 4/5) the EPEL repo needs to be +CAS needs at least **Python 2.4** to run. For systems that are not running +Fedora 9 or later (this would include RHEL 5) the EPEL repo needs to be installed. Visit `EPEL <https://fedoraproject.org/wiki/EPEL>`_ to enable this repository. @@ -195,6 +195,7 @@ a few options to pass:: -e EMAIL, --email=EMAIL Define email for results (must be valid!) -m, --modules Extract associated kernel modules + -c, --compress Compress file for transfer to another destination CAS prepares its directory hierarchy based on the ``identifier`` this option is therefore required. ``filename`` is also required as it tells CAS exactly which @@ -226,6 +227,18 @@ initial analysis to the specified email address. From there further instructions are provided in either the email or the ``process log`` on how to access and analyze the core. +CAS also provides an option to compress a file using ``pbzip2`` which will utilize +the systems cpu's in order to eliminate a lot of the wait it takes to compress/decompress +a core file. + +To use simply type:: + + $ cas -f vmcore -c + +The benefit of using ``pbzip2`` for compression is that it will decompress utilizing the +systems cpu's as well. This option is preferred since the downtime is cut in half of what +it would take using the normal single cpu bound ``bzip2``. + Analyzing --------- diff --git a/doc/genindex.html b/doc/genindex.html index d421a66..b891687 100644 --- a/doc/genindex.html +++ b/doc/genindex.html @@ -5,7 +5,7 @@ <head> <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> - <title>Index — cas v0.15 documentation</title> + <title>Index — CAS v0.15 documentation</title> <link rel="stylesheet" href="_static/default.css" type="text/css" /> <link rel="stylesheet" href="_static/pygments.css" type="text/css" /> <script type="text/javascript"> @@ -19,7 +19,7 @@ </script> <script type="text/javascript" src="_static/jquery.js"></script> <script type="text/javascript" src="_static/doctools.js"></script> - <link rel="top" title="cas v0.15 documentation" href="index.html" /> + <link rel="top" title="CAS v0.15 documentation" href="index.html" /> </head> <body> <div class="related"> @@ -28,7 +28,7 @@ <li class="right" style="margin-right: 10px"> <a href="" title="General Index" accesskey="I">index</a></li> - <li><a href="index.html">cas v0.15 documentation</a> »</li> + <li><a href="index.html">CAS v0.15 documentation</a> »</li> </ul> </div> @@ -78,7 +78,7 @@ <li class="right" style="margin-right: 10px"> <a href="" title="General Index" >index</a></li> - <li><a href="index.html">cas v0.15 documentation</a> »</li> + <li><a href="index.html">CAS v0.15 documentation</a> »</li> </ul> </div> <div class="footer"> diff --git a/doc/index.html b/doc/index.html index c0f1ba7..f8fe181 100644 --- a/doc/index.html +++ b/doc/index.html @@ -5,7 +5,7 @@ <head> <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> - <title>Core Analysis System — cas v0.15 documentation</title> + <title>Core Analysis System — CAS v0.15 documentation</title> <link rel="stylesheet" href="_static/default.css" type="text/css" /> <link rel="stylesheet" href="_static/pygments.css" type="text/css" /> <script type="text/javascript"> @@ -19,7 +19,7 @@ </script> <script type="text/javascript" src="_static/jquery.js"></script> <script type="text/javascript" src="_static/doctools.js"></script> - <link rel="top" title="cas v0.15 documentation" href="" /> + <link rel="top" title="CAS v0.15 documentation" href="" /> </head> <body> <div class="related"> @@ -28,7 +28,7 @@ <li class="right" style="margin-right: 10px"> <a href="genindex.html" title="General Index" accesskey="I">index</a></li> - <li><a href="">cas v0.15 documentation</a> »</li> + <li><a href="">CAS v0.15 documentation</a> »</li> </ul> </div> @@ -47,7 +47,7 @@ </tr> <tr class="field"><th class="field-name">Release:</th><td class="field-body">0.15</td> </tr> -<tr class="field"><th class="field-name">Date:</th><td class="field-body">October 15, 2009</td> +<tr class="field"><th class="field-name">Date:</th><td class="field-body">December 09, 2009</td> </tr> </tbody> </table> @@ -62,8 +62,8 @@ types to core dumps are automatically detected and processed.</p> </div> <div class="section" id="prerequisites"> <h3>Prerequisites<a class="headerlink" href="#prerequisites" title="Permalink to this headline">¶</a></h3> -<p>CAS needs at least <strong>Python 2.3</strong> to run. For systems that are not running -Fedora 9 or later (this would include RHEL 4/5) the EPEL repo needs to be +<p>CAS needs at least <strong>Python 2.4</strong> to run. For systems that are not running +Fedora 9 or later (this would include RHEL 5) the EPEL repo needs to be installed. Visit <a class="reference external" href="https://fedoraproject.org/wiki/EPEL">EPEL</a> to enable this repository.</p> <p>The amount of storage needed can be determined base on the following @@ -204,7 +204,8 @@ Options: Filename -e EMAIL, --email=EMAIL Define email for results (must be valid!) - -m, --modules Extract associated kernel modules</pre> + -m, --modules Extract associated kernel modules + -c, --compress Compress file for transfer to another destination</pre> </div> <p>CAS prepares its directory hierarchy based on the <tt class="docutils literal"><span class="pre">identifier</span></tt> this option is therefore required. <tt class="docutils literal"><span class="pre">filename</span></tt> is also required as it tells CAS exactly which @@ -230,6 +231,15 @@ useful when analyzing filesystem issues and the like.</p> initial analysis to the specified email address. From there further instructions are provided in either the email or the <tt class="docutils literal"><span class="pre">process</span> <span class="pre">log</span></tt> on how to access and analyze the core.</p> +<p>CAS also provides an option to compress a file using <tt class="docutils literal"><span class="pre">pbzip2</span></tt> which will utilize +the systems cpu’s in order to eliminate a lot of the wait it takes to compress/decompress +a core file.</p> +<p>To use simply type:</p> +<div class="highlight-python"><pre>$ cas -f vmcore -c</pre> +</div> +<p>The benefit of using <tt class="docutils literal"><span class="pre">pbzip2</span></tt> for compression is that it will decompress utilizing the +systems cpu’s as well. This option is preferred since the downtime is cut in half of what +it would take using the normal single cpu bound <tt class="docutils literal"><span class="pre">bzip2</span></tt>.</p> </div> </div> <div class="section" id="analyzing"> @@ -429,7 +439,7 @@ no errors.</p> <li class="right" style="margin-right: 10px"> <a href="genindex.html" title="General Index" >index</a></li> - <li><a href="">cas v0.15 documentation</a> »</li> + <li><a href="">CAS v0.15 documentation</a> »</li> </ul> </div> <div class="footer"> diff --git a/doc/index.rst b/doc/index.rst index 07f91e5..9a394e8 100644 --- a/doc/index.rst +++ b/doc/index.rst @@ -195,6 +195,7 @@ a few options to pass:: -e EMAIL, --email=EMAIL Define email for results (must be valid!) -m, --modules Extract associated kernel modules + -c, --compress Compress file for transfer to another destination CAS prepares its directory hierarchy based on the ``identifier`` this option is therefore required. ``filename`` is also required as it tells CAS exactly which @@ -226,6 +227,18 @@ initial analysis to the specified email address. From there further instructions are provided in either the email or the ``process log`` on how to access and analyze the core. +CAS also provides an option to compress a file using ``pbzip2`` which will utilize +the systems cpu's in order to eliminate a lot of the wait it takes to compress/decompress +a core file. + +To use simply type:: + + $ cas -f vmcore -c + +The benefit of using ``pbzip2`` for compression is that it will decompress utilizing the +systems cpu's as well. This option is preferred since the downtime is cut in half of what +it would take using the normal single cpu bound ``bzip2``. + Analyzing --------- diff --git a/doc/objects.inv b/doc/objects.inv index 3790431..a1c1ea1 100644 --- a/doc/objects.inv +++ b/doc/objects.inv @@ -1,3 +1,3 @@ # Sphinx inventory version 1 -# Project: cas -# Version: 0 +# Project: CAS +# Version: 0.15 diff --git a/doc/search.html b/doc/search.html index a4032d2..6752a0d 100644 --- a/doc/search.html +++ b/doc/search.html @@ -5,7 +5,7 @@ <head> <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> - <title>Search — cas v0.15 documentation</title> + <title>Search — CAS v0.15 documentation</title> <link rel="stylesheet" href="_static/default.css" type="text/css" /> <link rel="stylesheet" href="_static/pygments.css" type="text/css" /> <script type="text/javascript"> @@ -20,7 +20,7 @@ <script type="text/javascript" src="_static/jquery.js"></script> <script type="text/javascript" src="_static/doctools.js"></script> <script type="text/javascript" src="_static/searchtools.js"></script> - <link rel="top" title="cas v0.15 documentation" href="index.html" /> + <link rel="top" title="CAS v0.15 documentation" href="index.html" /> </head> <body> <div class="related"> @@ -29,7 +29,7 @@ <li class="right" style="margin-right: 10px"> <a href="genindex.html" title="General Index" accesskey="I">index</a></li> - <li><a href="index.html">cas v0.15 documentation</a> »</li> + <li><a href="index.html">CAS v0.15 documentation</a> »</li> </ul> </div> @@ -77,7 +77,7 @@ <li class="right" style="margin-right: 10px"> <a href="genindex.html" title="General Index" >index</a></li> - <li><a href="index.html">cas v0.15 documentation</a> »</li> + <li><a href="index.html">CAS v0.15 documentation</a> »</li> </ul> </div> diff --git a/doc/searchindex.js b/doc/searchindex.js index ae8a507..746faa2 100644 --- a/doc/searchindex.js +++ b/doc/searchindex.js @@ -1 +1 @@ -Search.setIndex({desctypes:{},terms:{all:0,mnt:0,dss:0,snip:0,abil:0,follow:0,disk:0,depend:0,do_dlm_lock:0,those:0,aris:0,worth:0,sent:0,r14:0,r15:0,r12:0,r13:0,r10:0,r11:0,faq:0,ffffffff8010e789:0,vmcore:0,upstream:0,octob:0,ticket:0,relev:0,administr:0,level:0,die:0,list:0,prepar:0,pleas:0,x86_64:0,intial:0,direct:0,pass:0,download:0,further:0,keygen:0,sub:0,section:0,abl:0,access:0,version:0,hostkei:0,autogener:0,gener:0,here:0,address:0,path:0,sinc:0,valu:0,ffffffff80110bf5:0,rdx:0,amount:0,typic:0,rdi:0,smp_call_function_interrupt:0,chanc:0,"0000010001073f48":0,prerequisit:0,modul:0,prefer:0,crash_32:0,filenam:0,id_dsa:0,instal:0,from:0,describ:0,would:0,memori:0,doubl:0,visit:0,two:0,next:0,few:0,usr:0,recommend:0,type:0,tell:0,more:0,sort:0,wrapper:0,share:0,ffffffff803e9b80:0,"1tb":0,must:0,none:0,retriev:0,hous:0,setup:0,work:0,uniqu:0,can:0,root:0,sqlite:0,tar:0,process:0,smtp:0,accept:0,want:0,occur:0,multipl:0,anoth:0,snippet:0,how:0,error_exit:0,purg:0,verifi:0,negoti:0,perspect:0,ffffffff80528000:0,resourc:0,passwordless:0,"00000102000a4780":0,clone:0,reflect:0,mai:0,associ:0,physic:0,essenti:0,issu:0,inform:0,environ:0,media:0,order:0,help:0,over:0,major:0,i386:0,hierarchi:0,paramet:0,"100f57cb030":0,ellargesmp:0,bin:0,mail:0,main:0,alter:0,crash:0,thei:0,python:0,auto:0,overal:0,dai:0,initi:0,"break":0,mention:0,itanium:0,now:0,introduct:0,name:0,edit:0,troubleshoot:0,authent:0,kern:0,each:0,debug:0,mean:0,continu:0,happen:0,extract:0,buffers:0,out:0,shown:0,network:0,ffffffff8014cc1d:0,ffffffff8011d191:0,content:0,fffffffffffffffa:0,dsa:0,advanc:0,orig_rax:0,given:0,base:0,releas:0,org:0,ffffffff80110e1d:0,traceback:0,keep:0,vmlinux:0,thing:0,yum:0,isn:0,assign:0,first:0,origin:0,rang:0,onc:0,number:0,swapper:0,instruct:0,done:0,least:0,rflag:0,differ:0,script:0,data:0,interact:0,system:0,messag:0,ffffffff80112058:0,statement:0,ffffffff8047a0a0:0,"final":0,store:0,includ:0,option:0,debuginfo:0,tool:0,copi:0,specifi:0,"var":0,checkout:0,exactli:0,rsp:0,than:0,provid:0,see:0,structur:0,boil:0,stale:0,analysi:0,ani:0,fail:0,have:0,call_function_interrupt:0,"101f3658030":0,rax:0,rsi:0,packag:0,date:0,bz2:0,lib:0,note:0,also:0,exampl:0,build:0,which:0,begin:0,normal:0,buffer:0,previou:0,compress:0,most:0,regular:0,deploi:0,"101f21efb80":0,gather:0,place:0,determin:0,irq:0,latest:0,show:0,text:0,fine:0,find:0,current:0,onli:0,locat:0,configur:0,solut:0,state:0,should:0,analyz:0,local:0,variou:0,cvjf:0,express:0,autom:0,repo:0,mainten:0,ssh:0,requir:0,enabl:0,organ:0,cleanli:0,contain:0,where:0,wiki:0,kernel:0,set:0,dump:0,"10001073f48":0,emac:0,result:0,arg:0,corrupt:0,subject:0,ffffffffa03183ff:0,detect:0,purgelimit:0,extend:0,databas:0,someth:0,enough:0,between:0,approach:0,email:0,altern:0,assumpt:0,kei:0,cpu_idl:0,default_idl:0,job:0,come:0,tue:0,addit:0,last:0,admin:0,fault:0,etc:0,instanc:0,mani:0,com:0,improp:0,load:0,simpli:0,point:0,"1000107bfb0":0,rpm:0,casus:0,coredump:0,been:0,mark:0,much:0,sshkei:0,popul:0,quickli:0,largesmp:0,anywher:0,try_crashdump:0,"0000000000000e86":0,present:0,therefor:0,look:0,rbx:0,solid:0,mount:0,rbp:0,defin:0,abov:0,error:0,"101f21efb20":0,ffffffff8047a0b0:0,timefram:0,rip:0,need:0,archiv:0,uncom:0,conf:0,fedorahost:0,sever:0,fedora:0,author:0,suggest:0,same:0,binari:0,timestamp:0,x86:0,someon:0,temporari:0,user:0,"500gb":0,engin:0,stack:0,task:0,"10001073e98":0,entri:0,do_invalid_op:0,client:0,command:0,thi:0,filesystem:0,gzip:0,everyth:0,usual:0,identifi:0,execut:0,workdirectori:0,heavili:0,previous:0,samba:0,except:0,other:0,match:0,opt:0,read:0,kmem:0,debuglevel:0,smtphost:0,mod:0,"1000107bfa0":0,resid:0,like:0,specif:0,anyon:0,manual:0,resolv:0,server:0,collect:0,necessari:0,either:0,"101f21efb60":0,"101f21efc40":0,output:0,some:0,back:0,gfs_quotad:0,proper:0,tmp:0,assum:0,ffffffff80529f08:0,exit:0,machin:0,core:0,who:0,run:0,reach:0,usag:0,host:0,repositori:0,prove:0,unfortun:0,primarili:0,within:0,automat:0,down:0,"101f21efb50":0,chang:0,start_disk_dump:0,storag:0,git:0,rcx:0,log:0,wai:0,area:0,support:0,question:0,avail:0,editor:0,suit:0,hassl:0,rhel:0,"function":0,properli:0,form:0,pwd:0,line:0,analyst:0,info:0,commun:0,made:0,possibl:0,"default":0,wish:0,below:0,ffffffff80111c90:0,otherwis:0,problem:0,similar:0,epel:0,later:0,certain:0,dure:0,pid:0,incomplet:0,exist:0,file:0,cvzf:0,fill:0,bzip2:0,"00000100f57cb030":0,when:0,valid:0,ffffffff8010e7a9:0,architectur:0,corefil:0,benefici:0,autopurg:0,ffffffff80529fb8:0,stoke:0,directori:0,descript:0,adam:0,time:0,ffffffff8010e81c:0,rpmfilter:0,cpu:0},titles:["Core Analysis System"],modules:{},descrefs:{},filenames:["index"]}) \ No newline at end of file +Search.setIndex({desctypes:{},terms:{all:0,mnt:0,ffffffff8011d191:0,snip:0,abil:0,follow:0,disk:0,depend:0,do_dlm_lock:0,ffffffff80110bf5:0,those:0,downtim:0,worth:0,sent:0,r14:0,r15:0,r12:0,r13:0,r10:0,r11:0,faq:0,util:0,ffffffff8010e789:0,vmcore:0,upstream:0,ticket:0,relev:0,administr:0,level:0,die:0,list:0,prepar:0,pleas:0,x86_64:0,intial:0,direct:0,pass:0,download:0,further:0,rbp:0,what:0,sub:0,section:0,abl:0,access:0,version:0,hostkei:0,elimin:0,autogener:0,gener:0,here:0,pbzip2:0,address:0,path:0,sinc:0,valu:0,wait:0,rdx:0,amount:0,typic:0,rdi:0,smp_call_function_interrupt:0,chanc:0,"0000010001073f48":0,prerequisit:0,modul:0,prefer:0,crash_32:0,filenam:0,id_dsa:0,instal:0,from:0,describ:0,would:0,prove:0,doubl:0,visit:0,two:0,next:0,few:0,usr:0,recommend:0,type:0,tell:0,more:0,sort:0,wrapper:0,share:0,ffffffff803e9b80:0,"1tb":0,aris:0,must:0,none:0,retriev:0,hous:0,setup:0,work:0,uniqu:0,can:0,root:0,sqlite:0,tar:0,process:0,smtp:0,accept:0,want:0,occur:0,multipl:0,anoth:0,snippet:0,how:0,error_exit:0,purg:0,verifi:0,negoti:0,perspect:0,ffffffff80528000:0,resourc:0,passwordless:0,"00000102000a4780":0,clone:0,reflect:0,date:0,associ:0,physic:0,essenti:0,issu:0,inform:0,environ:0,media:0,order:0,help:0,over:0,major:0,i386:0,hierarchi:0,paramet:0,"100f57cb030":0,ellargesmp:0,bin:0,mail:0,main:0,alter:0,crash:0,thei:0,python:0,auto:0,overal:0,dai:0,initi:0,"break":0,mention:0,half:0,itanium:0,now:0,introduct:0,name:0,edit:0,troubleshoot:0,authent:0,kern:0,each:0,debug:0,mean:0,mai:0,continu:0,happen:0,extract:0,buffers:0,out:0,shown:0,network:0,ffffffff8014cc1d:0,dss:0,content:0,fffffffffffffffa:0,dsa:0,advanc:0,orig_rax:0,given:0,base:0,releas:0,org:0,ffffffff80110e1d:0,traceback:0,keep:0,vmlinux:0,thing:0,yum:0,isn:0,assign:0,first:0,origin:0,rang:0,onc:0,number:0,swapper:0,instruct:0,done:0,least:0,rflag:0,differ:0,script:0,data:0,interact:0,system:0,messag:0,ffffffff80112058:0,statement:0,ffffffff8047a0a0:0,"final":0,store:0,includ:0,option:0,debuginfo:0,tool:0,copi:0,specifi:0,"var":0,checkout:0,exactli:0,rsp:0,than:0,provid:0,see:0,structur:0,boil:0,stale:0,analysi:0,ani:0,fail:0,have:0,need:0,"101f3658030":0,rax:0,rsi:0,packag:0,engin:0,bz2:0,lib:0,note:0,also:0,exampl:0,take:0,which:0,singl:0,begin:0,normal:0,buffer:0,who:0,compress:0,most:0,regular:0,deploi:0,"101f21efb80":0,gather:0,place:0,determin:0,irq:0,latest:0,show:0,text:0,fine:0,find:0,current:0,onli:0,locat:0,configur:0,solut:0,state:0,should:0,analyz:0,local:0,variou:0,cvjf:0,express:0,autom:0,repo:0,mainten:0,ssh:0,requir:0,enabl:0,organ:0,cleanli:0,contain:0,where:0,wiki:0,kernel:0,set:0,dump:0,"10001073f48":0,emac:0,result:0,arg:0,corrupt:0,subject:0,ffffffffa03183ff:0,detect:0,purgelimit:0,extend:0,databas:0,someth:0,enough:0,between:0,approach:0,email:0,altern:0,assumpt:0,kei:0,cpu_idl:0,default_idl:0,job:0,cut:0,come:0,tue:0,addit:0,last:0,admin:0,fault:0,etc:0,instanc:0,mani:0,com:0,improp:0,load:0,simpli:0,point:0,"1000107bfb0":0,rpm:0,casus:0,coredump:0,been:0,mark:0,much:0,sshkei:0,popul:0,quickli:0,largesmp:0,anywher:0,try_crashdump:0,"0000000000000e86":0,present:0,therefor:0,look:0,rbx:0,solid:0,mount:0,keygen:0,defin:0,abov:0,error:0,"101f21efb20":0,ffffffff8047a0b0:0,timefram:0,rip:0,destin:0,call_function_interrupt:0,archiv:0,uncom:0,conf:0,fedorahost:0,sever:0,fedora:0,author:0,suggest:0,same:0,binari:0,timestamp:0,x86:0,someon:0,decompress:0,temporari:0,user:0,"500gb":0,stack:0,task:0,"10001073e98":0,entri:0,do_invalid_op:0,well:0,client:0,command:0,thi:0,filesystem:0,gzip:0,everyth:0,usual:0,identifi:0,execut:0,workdirectori:0,heavili:0,previous:0,samba:0,except:0,other:0,match:0,build:0,opt:0,read:0,kmem:0,debuglevel:0,smtphost:0,mod:0,"1000107bfa0":0,resid:0,like:0,specif:0,anyon:0,manual:0,resolv:0,server:0,collect:0,benefit:0,necessari:0,either:0,"101f21efb60":0,"101f21efc40":0,output:0,some:0,back:0,gfs_quotad:0,proper:0,tmp:0,assum:0,ffffffff80529f08:0,exit:0,machin:0,core:0,previou:0,run:0,reach:0,usag:0,host:0,repositori:0,memori:0,unfortun:0,primarili:0,within:0,bound:0,automat:0,down:0,"101f21efb50":0,chang:0,start_disk_dump:0,storag:0,git:0,rcx:0,log:0,wai:0,area:0,transfer:0,support:0,question:0,avail:0,editor:0,lot:0,suit:0,hassl:0,rhel:0,"function":0,properli:0,form:0,pwd:0,line:0,analyst:0,info:0,commun:0,made:0,possibl:0,"default":0,wish:0,below:0,ffffffff80111c90:0,otherwis:0,problem:0,similar:0,epel:0,later:0,certain:0,dure:0,pid:0,incomplet:0,exist:0,file:0,cvzf:0,fill:0,bzip2:0,"00000100f57cb030":0,when:0,valid:0,ffffffff8010e7a9:0,architectur:0,corefil:0,benefici:0,autopurg:0,ffffffff80529fb8:0,stoke:0,directori:0,descript:0,adam:0,time:0,ffffffff8010e81c:0,decemb:0,rpmfilter:0,cpu:0},titles:["Core Analysis System"],modules:{},descrefs:{},filenames:["index"]}) \ No newline at end of file

1 0

contrib/traceback_filter
by Adam Stokes 09 Dec '09

09 Dec '09

contrib/traceback_filter | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) New commits: commit 302114609cac9740a91c9a082fd46c0265e01757 Author: adam stokes <astokes(a)fedoraproject.org> Date: Wed Dec 9 14:41:55 2009 -0500 - added altered license to accept gpl3 diff --git a/contrib/traceback_filter b/contrib/traceback_filter index 8734983..b6659a0 100755 --- a/contrib/traceback_filter +++ b/contrib/traceback_filter @@ -4,7 +4,8 @@ # # This copyrighted material is made available to anyone wishing to use, # modify, copy, or redistribute it subject to the terms and conditions -# of the GNU General Public License v.2. +# of the GNU General Public License, either version 2 of the License, or +# (at your option) any later version # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software Foundation, @@ -42,7 +43,7 @@ else: -version = '0.6' +version = '0.7' debug = 0

1 0

cas cas.spec lib/cas
by Adam Stokes 09 Dec '09

09 Dec '09

cas | 8 +++++++- cas.spec | 4 ++-- lib/cas/core.py | 16 ++++++++++++++++ 3 files changed, 25 insertions(+), 3 deletions(-) New commits: commit 41c2f2a3ac68db44b9b5ccb52a1c5e84067cf318 Author: adam stokes <astokes(a)fedoraproject.org> Date: Wed Dec 9 14:28:09 2009 -0500 - add some compression help to keep things consistent diff --git a/cas b/cas index 7ae7415..73e1f7a 100755 --- a/cas +++ b/cas @@ -145,7 +145,7 @@ class CasApplication(object): def parse_options(self, args): # build option - arguement list in the form of - # cas -i <id> -f <filename> -m user(a)example.com + # cas -i <id> -f <filename> -e user(a)example.com parser = optparse.OptionParser(usage="cas [opts] args") parser.add_option("-i","--identifier", dest="identifier", help="Unique ID for core") @@ -156,8 +156,14 @@ class CasApplication(object): parser.add_option("-m","--modules", dest="kernel_modules", help="Extract associated kernel modules", action="store_true") + parser.add_option("-c","--compress", dest="compress", + action="store_true") self.opts, args = parser.parse_args() + self.compress = self.opts.compress + if self.compress: + return + if not self.opts.identifier: parser.error("A unique identifier number is missing.") elif not self.opts.filename: diff --git a/cas.spec b/cas.spec index 6d5453f..da2f119 100644 --- a/cas.spec +++ b/cas.spec @@ -12,9 +12,9 @@ BuildArch: noarch Url: http://fedorahosted.org/cas BuildRequires: python-devel %if 0%{?rhel} -Requires: python-sqlite crash python-paramiko +Requires: python-sqlite crash python-paramiko bzip2 %else -Requires: crash python-paramiko +Requires: crash python-paramiko bzip2 %endif %description diff --git a/lib/cas/core.py b/lib/cas/core.py index 9cf9080..8d2802e 100644 --- a/lib/cas/core.py +++ b/lib/cas/core.py @@ -114,3 +114,19 @@ class CoreBase(object): if out: return out raise CoreException("Unable to retrieve timestamp from: %s" % (path,)) + + def compressCore(self, corefile): + """ use pbzip2 to do compression + utilizing multiple cpu cores + """ + app = ["/usr/bin/pbzip2", "-z"] + if not os.path.isfile(app[0]): + # fallback on bzip2 silently if pbzip2 isn't installed + app = ["bzip2", "-z"] + app.append(corefile) + p = Popen(app, stdout=PIPE, stderr=PIPE) + err = p.stderr.read() + out = p.stdout.read() + if err: + raise CoreException("Unable to compress file: %s" % (err,)) + return

1 0

cas cas-admin cas.spec doc/index.rst
by Adam Stokes 09 Dec '09

09 Dec '09

cas | 17 ++++++++++------- cas-admin | 13 +++++++++---- cas.spec | 2 ++ doc/index.rst | 4 ++-- 4 files changed, 23 insertions(+), 13 deletions(-) New commits: commit aaa4af6fecbf5971e58e244da105123911f3abaa Author: adam stokes <astokes(a)fedoraproject.org> Date: Wed Dec 9 13:59:19 2009 -0500 - remove support for epel4/rhel4 - bump requirement to python 2.4 - include 2.6 libraries if on python version less than 2.6 diff --git a/cas b/cas index 2aa5f23..7ae7415 100755 --- a/cas +++ b/cas @@ -22,7 +22,14 @@ import smtplib import socket import paramiko -from cas.cas_subprocess import Popen, PIPE +# want to use improved libraries for subprocess and shutil +if sys.version_info[:2] < (2,6): + from cas.cas_subprocess import Popen, PIPE + import cas.cas_shutil as shutil +else: + from subprocess import Popen, PIPE + import shutil + from datetime import datetime from cas.network import Download, Executor, CasNetworkException @@ -31,12 +38,8 @@ from cas.db import CasStorage, CasStorageException from cas.util import UtilBase, Logging from cas.rpmutils import RPMBase -# shutil from python 2.6 includes several enhancements for our use -# mainly in the _move_ method. -import cas.cas_shutil as shutil - -if sys.version_info[:2] < (2,3): - raise SystemExit("Python >= 2.3 required") +if sys.version_info[:2] < (2,4): + raise SystemExit("Python >= 2.4 required") # Configuration parsing of /etc/cas.conf # TODO: rework config read to place all items diff --git a/cas-admin b/cas-admin index ca154a4..2b68d47 100755 --- a/cas-admin +++ b/cas-admin @@ -27,11 +27,16 @@ from cas.core import CoreBase from cas.util import UtilBase, Logging from cas.rpmutils import RPMBase from cas.db import CasStorage, CasStorageException -from cas.cas_subprocess import Popen, PIPE -from cas.cas_shutil import rmtree -if sys.version_info[:2] < (2,3): - raise SystemExit("Python >= 2.3 required") +if sys.version_info[:2] < (2,6): + from cas.cas_subprocess import Popen, PIPE + from cas.cas_shutil import rmtree +else: + from subprocess import Popen, PIPE + from shutil import rmtree + +if sys.version_info[:2] < (2,4): + raise SystemExit("Python >= 2.4 required") # Read in configuration config = ConfigParser.ConfigParser() diff --git a/cas.spec b/cas.spec index 0f566db..6d5453f 100644 --- a/cas.spec +++ b/cas.spec @@ -51,6 +51,8 @@ rm -rf ${RPM_BUILD_ROOT} %changelog * Wed Dec 9 2009 Adam Stokes <ajs at redhat dot com> - 0.15-2 - Test for pbzip2 for utilizing multiple cores during decompression +- Increment python requirement to 2.4 +- provide shutil, subprocess from 2.6 if on lower python version * Thu Oct 15 2009 Adam Stokes <ajs at redhat dot com> - 0.15-1 - Require paramiko for all remote executions diff --git a/doc/index.rst b/doc/index.rst index 087eb68..07f91e5 100644 --- a/doc/index.rst +++ b/doc/index.rst @@ -25,8 +25,8 @@ types to core dumps are automatically detected and processed. Prerequisites ^^^^^^^^^^^^^ -CAS needs at least **Python 2.3** to run. For systems that are not running -Fedora 9 or later (this would include RHEL 4/5) the EPEL repo needs to be +CAS needs at least **Python 2.4** to run. For systems that are not running +Fedora 9 or later (this would include RHEL 5) the EPEL repo needs to be installed. Visit `EPEL <https://fedoraproject.org/wiki/EPEL>`_ to enable this repository.

1 0

cas.conf cas.spec lib/cas
by Adam Stokes 09 Dec '09

09 Dec '09

cas.conf | 2 +- cas.spec | 5 ++++- lib/cas/core.py | 5 +++++ 3 files changed, 10 insertions(+), 2 deletions(-) New commits: commit 49f9b9e232090b7b19ebd9b5f63fd16c63b7ba76 Author: adam stokes <astokes(a)fedoraproject.org> Date: Wed Dec 9 13:50:02 2009 -0500 - test for pbzip2 diff --git a/cas.conf b/cas.conf index dfba27e..bf71c63 100644 --- a/cas.conf +++ b/cas.conf @@ -30,7 +30,7 @@ rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm # NOTE: This is a temporary storage area for when # cpio is run against an rpm and extract the debug kernel # for a small amount of time. This could be something like -# /tmp if space permitted +# /home/cas/debugs if space permitted debugs=/home/cas/debugs # debug level (DEBUG, INFO) diff --git a/cas.spec b/cas.spec index 79e6aab..0f566db 100644 --- a/cas.spec +++ b/cas.spec @@ -3,7 +3,7 @@ Name: cas Summary: Tool to analyze and configure core file environment Version: 0.15 -Release: 1%{?dist} +Release: 2%{?dist} Source0: https://fedorahosted.org/releases/c/a/cas/%{name}-%{version}.tar.gz License: GPLv3+ Group: Development/Libraries @@ -49,6 +49,9 @@ rm -rf ${RPM_BUILD_ROOT} %doc AUTHORS LICENSE README PKG-INFO doc/* contrib/* %changelog +* Wed Dec 9 2009 Adam Stokes <ajs at redhat dot com> - 0.15-2 +- Test for pbzip2 for utilizing multiple cores during decompression + * Thu Oct 15 2009 Adam Stokes <ajs at redhat dot com> - 0.15-1 - Require paramiko for all remote executions - Rip out func code diff --git a/lib/cas/core.py b/lib/cas/core.py index d6a9bbe..9cf9080 100644 --- a/lib/cas/core.py +++ b/lib/cas/core.py @@ -30,6 +30,11 @@ class CoreBase(object): "tbz" : ["tar", "xvjf"], "bz2" : ["bunzip2", "-q"], "zip" : ["unzip", "-f"]} + # overwrite bz2 item if pbzip2 exists for use of multiple cores + # during compression + if os.path.isfile("/usr/bin/pbzip2"): + suffix_map["bz2"] = ["pbzip2", "-d"] + def string(offset, match): return data[offset:offset + len(match)] == match

1 0

2 commits - cas cas.conf cas.spec MANIFEST.in
by Adam Stokes 19 Nov '09

19 Nov '09

MANIFEST.in | 1 + cas | 2 +- cas.conf | 3 +++ cas.spec | 2 +- 4 files changed, 6 insertions(+), 2 deletions(-) New commits: commit f5917130787877c266b481cd463e89eab94eda81 Author: adam stokes <uzr(a)jak.rebo> Date: Thu Nov 19 09:12:20 2009 -0500 - add contrib to doc section in spec diff --git a/cas.spec b/cas.spec index 733e717..79e6aab 100644 --- a/cas.spec +++ b/cas.spec @@ -46,7 +46,7 @@ rm -rf ${RPM_BUILD_ROOT} %dir %{_var}/lib/cas/snippets/ %defattr(755,root,root) %config(noreplace) %{_var}/lib/cas/snippets/* -%doc AUTHORS LICENSE README PKG-INFO doc/* +%doc AUTHORS LICENSE README PKG-INFO doc/* contrib/* %changelog * Thu Oct 15 2009 Adam Stokes <ajs at redhat dot com> - 0.15-1 commit 1c2249434e57c904d236bc46a077cd7d00c28fa0 Author: adam stokes <uzr(a)jak.rebo> Date: Thu Nov 19 09:11:32 2009 -0500 - add optional email notify parameter - include contrib in packaging diff --git a/MANIFEST.in b/MANIFEST.in index fea437d..a121d70 100644 --- a/MANIFEST.in +++ b/MANIFEST.in @@ -6,3 +6,4 @@ include README include AUTHORS recursive-include doc * recursive-include snippets * +recursive-include contrib * diff --git a/cas b/cas index 97c6ada..2aa5f23 100755 --- a/cas +++ b/cas @@ -322,7 +322,7 @@ class CasApplication(object): return_results=False) # Just want to email the logfile to the submitter. crashOutFile = os.path.join(self.storagePath, "log") - if os.path.isfile(crashOutFile) and self.email: + if os.path.isfile(crashOutFile) and self.email and settings["NOTIFY"]: self.casLog.info("Crash output processed, sending email to %s" % (self.email,)) try: mailServer = smtplib.SMTP(settings["SMTPHOST"]) diff --git a/cas.conf b/cas.conf index 47c5d57..dfba27e 100644 --- a/cas.conf +++ b/cas.conf @@ -46,6 +46,9 @@ stmphost=mail.example.com # database connection info database=/var/db/cas/cas.db +# send notifications automatically +notify=True + [maintenance] # Time in days to keep jobs and its associated files purgeLimit=90

1 0

2 commits - contrib/traceback_filter
by Adam Stokes 16 Nov '09

16 Nov '09

contrib/traceback_filter | 222 +++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 222 insertions(+) New commits: commit 451f46a5b2b50a5bbb2f0c229eb89f8b4633cda2 Merge: bc0ea1b... 4f73ed4... Author: adam stokes <astokes(a)fedoraproject.org> Date: Mon Nov 16 14:33:02 2009 -0500 Merge branch 'master' of ssh://git.fedorahosted.org/git/cas commit bc0ea1baa937c00647e37cc642f81c0fa05a8e97 Author: uzr <uzr(a)riddick.localdomain> Date: Mon Nov 16 14:31:01 2009 -0500 - adding contrib section diff --git a/contrib/traceback_filter b/contrib/traceback_filter new file mode 100755 index 0000000..8734983 --- /dev/null +++ b/contrib/traceback_filter @@ -0,0 +1,222 @@ +#!/usr/bin/python +# +# Copyright (C) 2009 Flavio Leitner <fleitner(a)redhat.com> +# +# This copyrighted material is made available to anyone wishing to use, +# modify, copy, or redistribute it subject to the terms and conditions +# of the GNU General Public License v.2. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write to the Free Software Foundation, +# Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA +# +# +# Description: +# The vmcore usually shows many processes with the same backtrace. +# This program groups similar backtraces reducing the amount of +# data to be reviewed. +# +# Author: Flavio Leitner <fleitner(a)redhat.com> +# +# ChangeLog: +# * Wed Nov 4 - Flavio Leitner <fleitner(a)redhat.com> +# PID list report organized to print pids grouped by command +# (thanks to Fabio Olive for the suggestion) +# +# Example of usage: +# +# crash> foreach bt > bt.all +# $ wget http://people.redhat.com/~fleitner/bt_filter/bt_filter.py +# $ chmod +x bt_filter.py +# $ bt_filter.py bt.all +# + + +import os +import sys +import fileinput +if sys.version_info[:2] >= (2,5): + from hashlib import sha1 as sha +else: + from sha import sha + + + +version = '0.6' + +debug = 0 + +BT_BEGINNING = 1 +BT_ENDING = 2 + +#PID: 373 TASK: d5874550 CPU: 7 COMMAND: "BBCU" +def backtrace_is_starting(line): + ret = False + if line.find('PID:') == 0 and line.find('CPU:') > 0: + ret = True + + if debug > 1: + print "backtrace_is_starting: %d" % ret + return ret + + +def backtrace_is_ending(line): + ret = False + if len(line) <= 2: + ret = True + if debug > 1: + print "backtrace_is_ending: %d" % ret + return ret + + +def backtrace_is_frame(line): + ret = True + if line.find('#') < 0: + ret = False + + if debug > 1: + print "backtrace_is_frame: %d" % ret + return ret + + +#PID: 373 TASK: d5874550 CPU: 7 COMMAND: "BBCU" +def backtrace_get_proc_info(line): + end = line.find('TASK:') + start = len('PID:') + pid = int(line[start:end]) + start = line.find('COMMAND:') + len('COMMAND: ') + cmd = line[start:-1] + cmd = cmd.strip('"') + ret = (cmd, pid) + if debug > 1: + print "backtrace_get_proc_info: %s[%d]" % (ret) + + return ret + + + +def backtrace_calc_hash(proc_backtrace): + hash = sha(''.join(proc_backtrace)) + hash_digest = hash.hexdigest() + if debug > 1: + print "backtrace_calc_hash: %s" % hash_digest + return hash_digest + + + +#0 [e041ed40] schedule at c06076a4 +def backtrace_clear_frame(line): + start = line.find('[') + end = line.find(']') + 1 + frame = line[:start] + line[end:] + frame = frame.strip() + if debug > 1: + print "backtrace_clear_frame: %s" % frame + + return frame + + +def backtrace_file_parser(input, bt_hash, bt_proc): + state = BT_BEGINNING + line = input.readline() + while line: + if debug > 0: + print "Line: %s" % line + if state == BT_ENDING: + if backtrace_is_ending(line): + if debug > 0: + print "found ending: %s" % line + state = BT_BEGINNING + hash = backtrace_calc_hash(proc_backtrace) + if bt_proc.has_key(hash): + bt_proc[hash].append( proc_info ) + else: + bt_proc[hash] = [ proc_info ] + + if not bt_hash.has_key(hash): + bt_hash[hash] = proc_backtrace + + line = input.readline() + continue + + if state == BT_BEGINNING: + if backtrace_is_starting(line): + if debug > 0: + print "found starting: %s" % line + state = BT_ENDING + proc_backtrace = [] + proc_info = backtrace_get_proc_info(line) + line = input.readline() + continue + + if backtrace_is_frame(line): + if debug > 0: + print "found frame: %s" % line + clean_bt_frame = backtrace_clear_frame(line) + proc_backtrace.append(clean_bt_frame) + + line = input.readline() + + return + + + +def backtrace_report(bt_hash, bt_proc): + if debug > 2: + print "-<>-" + print bt_proc + print "----" + print bt_hash + print "-<>-" + + for hash in bt_hash: + print "\nBacktrace:" + backtrace = bt_hash[hash] + for line in backtrace: + print "%s" % line + + print "PID List:" + # group all PIDs of the same command + task_list = {} + for task_info in bt_proc[hash]: + if task_list.has_key(task_info[0]): + task_list[task_info[0]].append(task_info[1]) + else: + task_list[task_info[0]] = [task_info[1]] + + pid_output = "" + line = '' + tasks = task_list.keys() + tasks.sort() + for t in tasks: + line = line + " %s *%d[" % (t, len(task_list[t])) + for pid in task_list[t]: + line = line + "%d " % pid + line = line[:-1] + "]\n" + pid_output = pid_output + line + line = '' + + print pid_output + print "Total of %d PIDs\n" % len(bt_proc[hash]) + + +def main(): + input = fileinput.input() + if not input: + print "Error opening input file" + sys.exit(1) + + bt_hash = {} + bt_proc = {} + backtrace_file_parser(input, bt_hash, bt_proc) + backtrace_report(bt_hash, bt_proc) + return + + + +if __name__ == '__main__': + print 'version: %s\n' % version + main() + sys.exit(0) + +# vim: ts=4 sw=4 et

1 0

cas.conf
by Adam Stokes 29 Oct '09

29 Oct '09

cas.conf | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) New commits: commit 4f73ed425f006e19eda8b78242e20ed39c835c00 Author: adam stokes <uzr(a)jak.rebo> Date: Thu Oct 29 09:39:35 2009 -0400 - reset conf defaults diff --git a/cas.conf b/cas.conf index 004d0f5..47c5d57 100644 --- a/cas.conf +++ b/cas.conf @@ -11,7 +11,7 @@ [settings] # Set the user you wish to run cas as. -casuser=root +casuser=cas # Set keytype for user authentication # Options: RSA/DSS @@ -31,7 +31,7 @@ rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm # cpio is run against an rpm and extract the debug kernel # for a small amount of time. This could be something like # /tmp if space permitted -debugs=/tmp +debugs=/home/cas/debugs # debug level (DEBUG, INFO) debugLevel=DEBUG

1 0

cas
by Adam Stokes 15 Oct '09

15 Oct '09

cas | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) New commits: commit eaf2b9f6c8c0f6fea2ad34881b698c1f09a1dfdd Author: adam stokes <uzr(a)jak.rebo> Date: Thu Oct 15 15:49:53 2009 -0400 - comment update diff --git a/cas b/cas index 5878f6c..97c6ada 100755 --- a/cas +++ b/cas @@ -197,8 +197,8 @@ class CasApplication(object): corefileArch = self.util.getElfArch(corefile) self.casLog.debug("core arch %s" % (corefileArch,)) - # Read current machine arch to see if we can bypass func and proceed - # with processing the core on the current machine + # Read current machine arch to see if we can bypass remote machine + # processing currentMachineArch = Popen(["uname","-m"], stdout=PIPE, stderr=PIPE) currentMachineArch = currentMachineArch.stdout.read().strip() self.casLog.debug("local machine arch %s" % (currentMachineArch,))

1 0

cas lib/cas
by Adam Stokes 15 Oct '09

15 Oct '09

cas | 2 +- lib/cas/network.py | 3 +-- 2 files changed, 2 insertions(+), 3 deletions(-) New commits: commit f8b4b307540f762846ce4707c42a296e8df6f482 Author: adam stokes <uzr(a)jak.rebo> Date: Thu Oct 15 15:45:10 2009 -0400 - minor diff --git a/cas b/cas index a142f79..5878f6c 100755 --- a/cas +++ b/cas @@ -274,7 +274,7 @@ class CasApplication(object): self.casLog.info("Machine %s found, processing " \ "crash output" % (hostname,)) cmd = ["cd " + os.path.join(self.storagePath) + "\n", - "&& ./crash -i crash.in > crash.out\n"] + "./crash -i crash.in > crash.out\n"] Executor(settings["SSHKEY"], hostname, port, settings["CASUSER"], cmd).run() diff --git a/lib/cas/network.py b/lib/cas/network.py index fdf591b..4de5e39 100644 --- a/lib/cas/network.py +++ b/lib/cas/network.py @@ -97,7 +97,7 @@ class Executor(object): # check remote server key key = transport.get_remote_server_key() - if not keys.has_key(hostname): + if not keys.has_key(self.hostname): raise CasNetworkException("Unknown host key") elif not keys[self.hostname].has_key(key.get_name()): raise CasNetworkException("Unknown host key") @@ -124,6 +124,5 @@ class Executor(object): channel.recv_ready() channel.close() transport.close() - return

1 0

cas release 0.15
by Adam Stokes 15 Oct '09

15 Oct '09

A new release of cas is now available. Updates/Enhancements: - Replaced func with paramiko. This gives the user the ability to run cas as a user other than root. (cas-admin is still required to run as root, however). - Update documentation to help you along with the new configuration settings that allows you to more finely tune cas. - Some speed up improvements like using a local copy of an installed debug kernel if exists rather than extracting a second debug kernel. Its been submitted to testing repo's for both f10/11 and is awaiting bodhi to finalize the push. Please test and report your experiences on the list. Thanks -- __ __ .-----.| |_.-----.| |--.-----.-----. |__ --|| _| _ || <| -__|__ --| |_____||____|_____||__|__|_____|_____| .----------------------------------. ( ajs(a)redhat.com || 919.754.4187 ) `----------------------------------'

1 0

cas cas.conf doc/index.html doc/index.rst doc/searchindex.js doc/_sources lib/cas
by Adam Stokes 15 Oct '09

15 Oct '09

cas | 15 ++++-------- cas.conf | 4 +++ doc/_sources/index.txt | 3 ++ doc/index.html | 2 + doc/index.rst | 3 ++ doc/searchindex.js | 2 - lib/cas/network.py | 61 +++++++++++++++++++++++++++++++++++++++++++++++++ 7 files changed, 80 insertions(+), 10 deletions(-) New commits: commit 0844bc4787be57c8deaa1848b3a57dd58834b2db Author: adam stokes <uzr(a)jak.rebo> Date: Thu Oct 15 14:23:48 2009 -0400 - reworked ssh authentication to used transport and allows for multiple command execution diff --git a/cas b/cas index 36d40c4..a142f79 100755 --- a/cas +++ b/cas @@ -25,7 +25,7 @@ import paramiko from cas.cas_subprocess import Popen, PIPE from datetime import datetime -from cas.network import Download, CasNetworkException +from cas.network import Download, Executor, CasNetworkException from cas.core import CoreBase, CoreException from cas.db import CasStorage, CasStorageException from cas.util import UtilBase, Logging @@ -273,14 +273,11 @@ class CasApplication(object): # TODO: Randomize server selection self.casLog.info("Machine %s found, processing " \ "crash output" % (hostname,)) - cmd = "cd " + os.path.join(self.storagePath) + " && ./crash -i crash.in > crash.out" - try: - ssh_obj.connect(hostname, port=port, username=settings["CASUSER"]) - except: - raise SystemExit(self.casLog.debug("Failed to connect to %s" % (hostname,))) - ssh_obj.exec_command(cmd) - if stderr: - self.casLog.debug(stderr) + cmd = ["cd " + os.path.join(self.storagePath) + "\n", + "&& ./crash -i crash.in > crash.out\n"] + Executor(settings["SSHKEY"], hostname, + port, settings["CASUSER"], + cmd).run() break else: self.casLog.info("No servers available for arch and current system not "\ diff --git a/cas.conf b/cas.conf index 880a2db..004d0f5 100644 --- a/cas.conf +++ b/cas.conf @@ -13,6 +13,10 @@ # Set the user you wish to run cas as. casuser=root +# Set keytype for user authentication +# Options: RSA/DSS +sshkey=dss + # Where kernel-debuginfo packages are stored # NOTE: this _can_ include symlinked directories, just be careful they are # indefinately recursive diff --git a/doc/_sources/index.txt b/doc/_sources/index.txt index dfd0563..087eb68 100644 --- a/doc/_sources/index.txt +++ b/doc/_sources/index.txt @@ -52,6 +52,7 @@ each section and describe its meaning:: [settings] casuser=root + sshkey=dss kernels=/mnt/kernels rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm debugs=/cores/debugs @@ -68,6 +69,8 @@ each section and describe its meaning:: ``casuser``: (**Required**) User to run cas, recommended to run as someone other than root. +``sshkey``: (**Required**) Used for ssh negotiation, these are generated with ``ssh-keygen``. + ``kernels``: (**Required**) Describes the location of where kernel-debuginfo packages are to be stored. This can range anywhere from an nfs mount, samba share, local disk or any other type of media the cas server can access. diff --git a/doc/index.html b/doc/index.html index 36220de..c0f1ba7 100644 --- a/doc/index.html +++ b/doc/index.html @@ -85,6 +85,7 @@ The overall contents of this file is shown below, further down we will break up each section and describe its meaning:</p> <div class="highlight-python"><pre>[settings] casuser=root +sshkey=dss kernels=/mnt/kernels rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm debugs=/cores/debugs @@ -100,6 +101,7 @@ autoPurge=Yes # buffersize=None</pre> </div> <p><tt class="docutils literal"><span class="pre">casuser</span></tt>: (<strong>Required</strong>) User to run cas, recommended to run as someone other than root.</p> +<p><tt class="docutils literal"><span class="pre">sshkey</span></tt>: (<strong>Required</strong>) Used for ssh negotiation, these are generated with <tt class="docutils literal"><span class="pre">ssh-keygen</span></tt>.</p> <p><tt class="docutils literal"><span class="pre">kernels</span></tt>: (<strong>Required</strong>) Describes the location of where kernel-debuginfo packages are to be stored. This can range anywhere from an nfs mount, samba share, local disk or any other type of media the cas server can access.</p> diff --git a/doc/index.rst b/doc/index.rst index dfd0563..087eb68 100644 --- a/doc/index.rst +++ b/doc/index.rst @@ -52,6 +52,7 @@ each section and describe its meaning:: [settings] casuser=root + sshkey=dss kernels=/mnt/kernels rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm debugs=/cores/debugs @@ -68,6 +69,8 @@ each section and describe its meaning:: ``casuser``: (**Required**) User to run cas, recommended to run as someone other than root. +``sshkey``: (**Required**) Used for ssh negotiation, these are generated with ``ssh-keygen``. + ``kernels``: (**Required**) Describes the location of where kernel-debuginfo packages are to be stored. This can range anywhere from an nfs mount, samba share, local disk or any other type of media the cas server can access. diff --git a/doc/searchindex.js b/doc/searchindex.js index ae7ddbe..ae8a507 100644 --- a/doc/searchindex.js +++ b/doc/searchindex.js @@ -1 +1 @@ -Search.setIndex({desctypes:{},terms:{all:0,mnt:0,snip:0,abil:0,follow:0,disk:0,depend:0,wish:0,do_dlm_lock:0,those:0,aris:0,worth:0,sent:0,r14:0,r15:0,r12:0,r13:0,r10:0,r11:0,faq:0,ffffffff8010e789:0,vmcore:0,upstream:0,octob:0,ticket:0,relev:0,administr:0,level:0,die:0,list:0,prepar:0,pleas:0,x86_64:0,core:0,direct:0,pass:0,download:0,further:0,rbp:0,sub:0,section:0,abl:0,access:0,version:0,hostkei:0,autogener:0,gener:0,here:0,address:0,path:0,sinc:0,valu:0,ffffffff80110bf5:0,rdx:0,amount:0,typic:0,rdi:0,smp_call_function_interrupt:0,chanc:0,"0000010001073f48":0,repositori:0,modul:0,prefer:0,crash_32:0,filenam:0,id_dsa:0,instal:0,from:0,describ:0,would:0,memori:0,doubl:0,visit:0,two:0,next:0,few:0,usr:0,recommend:0,type:0,tell:0,more:0,sort:0,wrapper:0,share:0,ffffffff803e9b80:0,"1tb":0,must:0,none:0,retriev:0,hous:0,setup:0,work:0,uniqu:0,can:0,root:0,sqlite:0,tar:0,process:0,smtp:0,accept:0,want:0,occur:0,multipl:0,anoth:0,snippet:0,how:0,error_exit:0,purg:0,opt:0,verifi:0,perspect:0,ffffffff80528000:0,resourc:0,passwordless:0,"00000102000a4780":0,clone:0,reflect:0,date:0,data:0,physic:0,essenti:0,issu:0,inform:0,environ:0,suggest:0,order:0,help:0,over:0,major:0,i386:0,hierarchi:0,paramet:0,"100f57cb030":0,requir:0,mail:0,main:0,alter:0,crash:0,thei:0,python:0,auto:0,overal:0,dai:0,initi:0,"break":0,mention:0,itanium:0,now:0,introduct:0,name:0,edit:0,troubleshoot:0,authent:0,kern:0,each:0,debug:0,mean:0,mai:0,continu:0,happen:0,extract:0,buffers:0,out:0,shown:0,network:0,ffffffff8014cc1d:0,ffffffff8011d191:0,content:0,fffffffffffffffa:0,dsa:0,advanc:0,orig_rax:0,given:0,base:0,releas:0,org:0,ffffffff80110e1d:0,traceback:0,keep:0,vmlinux:0,thing:0,yum:0,isn:0,assign:0,first:0,origin:0,rang:0,onc:0,number:0,swapper:0,instruct:0,done:0,least:0,rflag:0,differ:0,script:0,associ:0,interact:0,system:0,messag:0,ffffffff80112058:0,statement:0,ffffffff8047a0a0:0,"final":0,boil:0,editor:0,option:0,debuginfo:0,tool:0,copi:0,specifi:0,hassl:0,exactli:0,rsp:0,than:0,provid:0,emac:0,structur:0,store:0,stale:0,"function":0,ani:0,fail:0,have:0,call_function_interrupt:0,"101f3658030":0,rax:0,rsi:0,packag:0,engin:0,bz2:0,lib:0,note:0,also:0,client:0,build:0,which:0,begin:0,normal:0,buffer:0,previou:0,compress:0,most:0,regular:0,deploi:0,"101f21efb80":0,gather:0,place:0,determin:0,irq:0,usual:0,show:0,text:0,fine:0,find:0,current:0,onli:0,locat:0,configur:0,solut:0,state:0,should:0,analyz:0,local:0,variou:0,cvjf:0,express:0,autom:0,repo:0,mainten:0,ssh:0,ellargesmp:0,enabl:0,organ:0,cleanli:0,contain:0,where:0,wiki:0,kernel:0,set:0,dump:0,"10001073f48":0,see:0,result:0,arg:0,corrupt:0,subject:0,ffffffffa03183ff:0,detect:0,purgelimit:0,kei:0,databas:0,someth:0,enough:0,between:0,approach:0,email:0,altern:0,assumpt:0,extend:0,cpu_idl:0,default_idl:0,job:0,come:0,tue:0,addit:0,last:0,admin:0,fault:0,etc:0,instanc:0,mani:0,com:0,improp:0,load:0,simpli:0,point:0,"1000107bfb0":0,rpm:0,casus:0,coredump:0,been:0,mark:0,much:0,popul:0,quickli:0,largesmp:0,anywher:0,try_crashdump:0,"0000000000000e86":0,present:0,therefor:0,look:0,rbx:0,solid:0,mount:0,keygen:0,defin:0,abov:0,error:0,"101f21efb20":0,ffffffff8047a0b0:0,timefram:0,rip:0,need:0,archiv:0,uncom:0,conf:0,fedorahost:0,sever:0,fedora:0,author:0,media:0,same:0,binari:0,timestamp:0,x86:0,someon:0,temporari:0,user:0,"500gb":0,stack:0,task:0,"10001073e98":0,entri:0,do_invalid_op:0,exampl:0,command:0,thi:0,filesystem:0,gzip:0,everyth:0,latest:0,identifi:0,execut:0,workdirectori:0,heavili:0,previous:0,samba:0,except:0,valid:0,match:0,bin:0,read:0,kmem:0,debuglevel:0,smtphost:0,mod:0,"1000107bfa0":0,resid:0,like:0,specif:0,anyon:0,manual:0,resolv:0,server:0,collect:0,necessari:0,either:0,"101f21efb60":0,"101f21efc40":0,output:0,some:0,back:0,gfs_quotad:0,proper:0,tmp:0,assum:0,ffffffff80529f08:0,exit:0,machin:0,intial:0,who:0,run:0,reach:0,usag:0,host:0,prerequisit:0,prove:0,unfortun:0,primarili:0,within:0,automat:0,down:0,"101f21efb50":0,chang:0,start_disk_dump:0,storag:0,git:0,rcx:0,log:0,wai:0,area:0,support:0,question:0,avail:0,includ:0,suit:0,"var":0,rhel:0,analysi:0,properli:0,form:0,pwd:0,line:0,analyst:0,info:0,commun:0,made:0,possibl:0,"default":0,checkout:0,below:0,ffffffff80111c90:0,otherwis:0,problem:0,similar:0,epel:0,later:0,certain:0,dure:0,pid:0,incomplet:0,exist:0,file:0,cvzf:0,fill:0,bzip2:0,"00000100f57cb030":0,when:0,other:0,ffffffff8010e7a9:0,architectur:0,corefil:0,benefici:0,autopurg:0,ffffffff80529fb8:0,stoke:0,directori:0,descript:0,adam:0,time:0,ffffffff8010e81c:0,rpmfilter:0,cpu:0},titles:["Core Analysis System"],modules:{},descrefs:{},filenames:["index"]}) \ No newline at end of file +Search.setIndex({desctypes:{},terms:{all:0,mnt:0,dss:0,snip:0,abil:0,follow:0,disk:0,depend:0,do_dlm_lock:0,those:0,aris:0,worth:0,sent:0,r14:0,r15:0,r12:0,r13:0,r10:0,r11:0,faq:0,ffffffff8010e789:0,vmcore:0,upstream:0,octob:0,ticket:0,relev:0,administr:0,level:0,die:0,list:0,prepar:0,pleas:0,x86_64:0,intial:0,direct:0,pass:0,download:0,further:0,keygen:0,sub:0,section:0,abl:0,access:0,version:0,hostkei:0,autogener:0,gener:0,here:0,address:0,path:0,sinc:0,valu:0,ffffffff80110bf5:0,rdx:0,amount:0,typic:0,rdi:0,smp_call_function_interrupt:0,chanc:0,"0000010001073f48":0,prerequisit:0,modul:0,prefer:0,crash_32:0,filenam:0,id_dsa:0,instal:0,from:0,describ:0,would:0,memori:0,doubl:0,visit:0,two:0,next:0,few:0,usr:0,recommend:0,type:0,tell:0,more:0,sort:0,wrapper:0,share:0,ffffffff803e9b80:0,"1tb":0,must:0,none:0,retriev:0,hous:0,setup:0,work:0,uniqu:0,can:0,root:0,sqlite:0,tar:0,process:0,smtp:0,accept:0,want:0,occur:0,multipl:0,anoth:0,snippet:0,how:0,error_exit:0,purg:0,verifi:0,negoti:0,perspect:0,ffffffff80528000:0,resourc:0,passwordless:0,"00000102000a4780":0,clone:0,reflect:0,mai:0,associ:0,physic:0,essenti:0,issu:0,inform:0,environ:0,media:0,order:0,help:0,over:0,major:0,i386:0,hierarchi:0,paramet:0,"100f57cb030":0,ellargesmp:0,bin:0,mail:0,main:0,alter:0,crash:0,thei:0,python:0,auto:0,overal:0,dai:0,initi:0,"break":0,mention:0,itanium:0,now:0,introduct:0,name:0,edit:0,troubleshoot:0,authent:0,kern:0,each:0,debug:0,mean:0,continu:0,happen:0,extract:0,buffers:0,out:0,shown:0,network:0,ffffffff8014cc1d:0,ffffffff8011d191:0,content:0,fffffffffffffffa:0,dsa:0,advanc:0,orig_rax:0,given:0,base:0,releas:0,org:0,ffffffff80110e1d:0,traceback:0,keep:0,vmlinux:0,thing:0,yum:0,isn:0,assign:0,first:0,origin:0,rang:0,onc:0,number:0,swapper:0,instruct:0,done:0,least:0,rflag:0,differ:0,script:0,data:0,interact:0,system:0,messag:0,ffffffff80112058:0,statement:0,ffffffff8047a0a0:0,"final":0,store:0,includ:0,option:0,debuginfo:0,tool:0,copi:0,specifi:0,"var":0,checkout:0,exactli:0,rsp:0,than:0,provid:0,see:0,structur:0,boil:0,stale:0,analysi:0,ani:0,fail:0,have:0,call_function_interrupt:0,"101f3658030":0,rax:0,rsi:0,packag:0,date:0,bz2:0,lib:0,note:0,also:0,exampl:0,build:0,which:0,begin:0,normal:0,buffer:0,previou:0,compress:0,most:0,regular:0,deploi:0,"101f21efb80":0,gather:0,place:0,determin:0,irq:0,latest:0,show:0,text:0,fine:0,find:0,current:0,onli:0,locat:0,configur:0,solut:0,state:0,should:0,analyz:0,local:0,variou:0,cvjf:0,express:0,autom:0,repo:0,mainten:0,ssh:0,requir:0,enabl:0,organ:0,cleanli:0,contain:0,where:0,wiki:0,kernel:0,set:0,dump:0,"10001073f48":0,emac:0,result:0,arg:0,corrupt:0,subject:0,ffffffffa03183ff:0,detect:0,purgelimit:0,extend:0,databas:0,someth:0,enough:0,between:0,approach:0,email:0,altern:0,assumpt:0,kei:0,cpu_idl:0,default_idl:0,job:0,come:0,tue:0,addit:0,last:0,admin:0,fault:0,etc:0,instanc:0,mani:0,com:0,improp:0,load:0,simpli:0,point:0,"1000107bfb0":0,rpm:0,casus:0,coredump:0,been:0,mark:0,much:0,sshkei:0,popul:0,quickli:0,largesmp:0,anywher:0,try_crashdump:0,"0000000000000e86":0,present:0,therefor:0,look:0,rbx:0,solid:0,mount:0,rbp:0,defin:0,abov:0,error:0,"101f21efb20":0,ffffffff8047a0b0:0,timefram:0,rip:0,need:0,archiv:0,uncom:0,conf:0,fedorahost:0,sever:0,fedora:0,author:0,suggest:0,same:0,binari:0,timestamp:0,x86:0,someon:0,temporari:0,user:0,"500gb":0,engin:0,stack:0,task:0,"10001073e98":0,entri:0,do_invalid_op:0,client:0,command:0,thi:0,filesystem:0,gzip:0,everyth:0,usual:0,identifi:0,execut:0,workdirectori:0,heavili:0,previous:0,samba:0,except:0,other:0,match:0,opt:0,read:0,kmem:0,debuglevel:0,smtphost:0,mod:0,"1000107bfa0":0,resid:0,like:0,specif:0,anyon:0,manual:0,resolv:0,server:0,collect:0,necessari:0,either:0,"101f21efb60":0,"101f21efc40":0,output:0,some:0,back:0,gfs_quotad:0,proper:0,tmp:0,assum:0,ffffffff80529f08:0,exit:0,machin:0,core:0,who:0,run:0,reach:0,usag:0,host:0,repositori:0,prove:0,unfortun:0,primarili:0,within:0,automat:0,down:0,"101f21efb50":0,chang:0,start_disk_dump:0,storag:0,git:0,rcx:0,log:0,wai:0,area:0,support:0,question:0,avail:0,editor:0,suit:0,hassl:0,rhel:0,"function":0,properli:0,form:0,pwd:0,line:0,analyst:0,info:0,commun:0,made:0,possibl:0,"default":0,wish:0,below:0,ffffffff80111c90:0,otherwis:0,problem:0,similar:0,epel:0,later:0,certain:0,dure:0,pid:0,incomplet:0,exist:0,file:0,cvzf:0,fill:0,bzip2:0,"00000100f57cb030":0,when:0,valid:0,ffffffff8010e7a9:0,architectur:0,corefil:0,benefici:0,autopurg:0,ffffffff80529fb8:0,stoke:0,directori:0,descript:0,adam:0,time:0,ffffffff8010e81c:0,rpmfilter:0,cpu:0},titles:["Core Analysis System"],modules:{},descrefs:{},filenames:["index"]}) \ No newline at end of file diff --git a/lib/cas/network.py b/lib/cas/network.py index 1371730..fdf591b 100644 --- a/lib/cas/network.py +++ b/lib/cas/network.py @@ -12,6 +12,7 @@ # along with this program. If not, see <http://www.gnu.org/licenses/>. import sys +import socket import os import urlparse import urlgrabber.grabber as grabber @@ -66,3 +67,63 @@ class Download(object): url.close() return self.output + +class Executor(object): + """ execute remote ssh + """ + def __init__(self, key_type, username, hostname, port, cmdlist): + self.key_type = key_type + self.username = username + self.hostname = hostname + + def run(self): + try: + sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM) + sock.connect((self.hostname, self.port)) + except Exception, e: + raise CasNetworkException(e) + + # build transport + transport = paramiko.Transport(sock) + try: + transport.start_client() + except paramiko.SSHException: + raise CasNetworkException("SSH negotiation failed") + + try: + keys = paramiko.util.load_host_keys(os.path.expanduser("~/.ssh/known_hosts")) + except IOError: + raise CasNetworkException("Unable to load $HOME/.ssh/known_hosts") + + # check remote server key + key = transport.get_remote_server_key() + if not keys.has_key(hostname): + raise CasNetworkException("Unknown host key") + elif not keys[self.hostname].has_key(key.get_name()): + raise CasNetworkException("Unknown host key") + elif keys[self.hostname][key.get_name()] != key: + raise CasNetworkException("Host key has changed") + else: + pass + + # grab rsa/dss key + if self.key_type = 'dss': + priv_key = paramiko.DSSKey.from_private_key_file(os.path.expanduser("~/.ssh/id_dsa")) + transport.auth_publickey(self.username, priv_key) + elif self.key_type = 'rsa': + priv_key = paramiko.RSAKey.from_private_key_file(os.path.expanduser("~/.ssh/id_dsa")) + transport.auth_publickey(self.username, priv_key) + else: + raise CasNetworkException("Unable to determine key file") + + channel = transport.open_session() + channel.exec_command('bash -s') + for cmd in cmdlist: + channel.send_ready() + channel.send(cmd) + channel.recv_ready() + channel.close() + transport.close() + + return +

1 0

cas cas-admin cas.spec lib/cas
by Adam Stokes 15 Oct '09

15 Oct '09

cas | 32 +++++++++++++++++++------------- cas-admin | 9 +++++++-- cas.spec | 3 ++- lib/cas/core.py | 2 +- lib/cas/db.py | 11 ++++++----- 5 files changed, 35 insertions(+), 22 deletions(-) New commits: commit b010cac60401854ed7a458d83138b9e057f42a9f Author: adam stokes <uzr(a)jak.rebo> Date: Thu Oct 15 13:52:10 2009 -0400 - still ironing out ssh details :( diff --git a/cas b/cas index 3e3ade1..36d40c4 100755 --- a/cas +++ b/cas @@ -20,11 +20,12 @@ import os import ConfigParser import smtplib import socket +import paramiko from cas.cas_subprocess import Popen, PIPE from datetime import datetime -from cas.network import Download, Executor, CasNetworkException +from cas.network import Download, CasNetworkException from cas.core import CoreBase, CoreException from cas.db import CasStorage, CasStorageException from cas.util import UtilBase, Logging @@ -167,7 +168,7 @@ class CasApplication(object): # so we base the hierarchy /workDirectory/identifier/datetime datenow = datetime.now() dateFormatted = datenow.strftime("%Y.%m.%d.%I.%M.%S") - self.storagePath = os.path.join(WORKDIRECTORY, self.identifier) + self.storagePath = os.path.join(settings["WORKDIRECTORY"], self.identifier) self.storagePath = os.path.join(self.storagePath, dateFormatted) # build logger object to deal with logging per job and keep things @@ -264,22 +265,27 @@ class CasApplication(object): self.casLog.info("Crash file built, locating suitable %s system for " \ "processing" % (debugKernelArch,)) serverList = self.db.getServers() + ssh_obj = paramiko.SSHClient() + ssh_obj.load_host_keys(os.path.expanduser("~/.ssh/known_hosts")) if serverList: - for hostname, arch in serverList: + for hostname, arch, port in serverList: if arch == debugKernelArch: # TODO: Randomize server selection - casProcessMachine = hostname self.casLog.info("Machine %s found, processing " \ - "crash output" % (casProcessMachine,)) + "crash output" % (hostname,)) cmd = "cd " + os.path.join(self.storagePath) + " && ./crash -i crash.in > crash.out" - # TODO: run command through paramiko - results, err = Executor(hostname, settings["CASUSER"], cmd).run() - if err: - self.casLog.debug("Unable to perform results") - else: - self.casLog.info("No servers available for arch and current system not "\ - "suitable for processing, please run cas-admin -h " \ - "for more information") + try: + ssh_obj.connect(hostname, port=port, username=settings["CASUSER"]) + except: + raise SystemExit(self.casLog.debug("Failed to connect to %s" % (hostname,))) + ssh_obj.exec_command(cmd) + if stderr: + self.casLog.debug(stderr) + break + else: + self.casLog.info("No servers available for arch and current system not "\ + "suitable for processing, please run cas-admin -h " \ + "for more information") else: raise SystemExit(self.casLog.info("No servers database found, please run cas-admin -h for " \ "more information")) diff --git a/cas-admin b/cas-admin index ec98ead..ca154a4 100755 --- a/cas-admin +++ b/cas-admin @@ -45,6 +45,11 @@ if config.has_section("settings"): PURGELIMIT = config.get("maintenance","purgeLimit") AUTOPURGE = config.getboolean("maintenance","autoPurge") +# advance options +BUFFERSIZE=None +if config.has_option("advanced", "buffersize"): + BUFFERSIZE=config.get("advanced", "buffersize") + class CasDatabaseHandler(object): def __init__(self, logger): self.casLog = logger @@ -87,7 +92,7 @@ class CasDatabaseHandler(object): vmlinux = item.strip() stamper = CoreBase() debugKernel = os.path.normpath(vmlinux) - timestamp = stamper.timestamp(debugKernel) + timestamp = stamper.timestamp(debugKernel, BUFFERSIZE) # add rpm id, debug, timestamp to database self.db.addTimestamp(id, debugKernel, timestamp) # Cleanup extracted debugs @@ -131,7 +136,7 @@ class CasServerHandler(object): # clean up arch string for i in stdout.readlines(): arch = i.strip() - self.db.addServer(server, arch) + self.db.addServer(server, port, arch) hostname_count = hostname_count + 1 self.casLog.info("Server database built with %d server(s) added." % (hostname_count,)) return diff --git a/cas.spec b/cas.spec index cc57342..733e717 100644 --- a/cas.spec +++ b/cas.spec @@ -49,9 +49,10 @@ rm -rf ${RPM_BUILD_ROOT} %doc AUTHORS LICENSE README PKG-INFO doc/* %changelog -* Tue Sep 15 2009 Adam Stokes <ajs at redhat dot com> - 0.15-1 +* Thu Oct 15 2009 Adam Stokes <ajs at redhat dot com> - 0.15-1 - Require paramiko for all remote executions - Rip out func code +- Documentation update to include ssh setup * Tue May 5 2009 Adam Stokes <ajs at redhat dot com> - 0.14-8 - support for purging old data diff --git a/lib/cas/core.py b/lib/cas/core.py index 010ad6f..d6a9bbe 100644 --- a/lib/cas/core.py +++ b/lib/cas/core.py @@ -93,7 +93,7 @@ class CoreBase(object): return True return False - def timestamp(self, path, blksize): + def timestamp(self, path, blksize=None): """ captures fingerprint from core """ match='Linux\sversion.*20\d{1,2}|#1\s.*20\d{1,2}' diff --git a/lib/cas/db.py b/lib/cas/db.py index c41683b..f88c37b 100644 --- a/lib/cas/db.py +++ b/lib/cas/db.py @@ -54,6 +54,7 @@ class CasStorage(object): self.cursor.execute("""create table server ( server_id integer primary key autoincrement, arch text, + port text, hostname text) """) self.commit() @@ -120,16 +121,16 @@ class CasStorage(object): return # SERVER METHODS - def addServer(self, hostname, arch): + def addServer(self, hostname, port, arch): """ add server/arch to db """ - values = (hostname, arch) + values = (hostname, port, arch) self.cursor.execute('select * from server where hostname="%s"' % (hostname,)) if not self.cursor.fetchone(): - self.cursor.execute('''INSERT into server (hostname, arch) - values ("%s","%s")''' % values) + self.cursor.execute('''INSERT into server (hostname, arch, port) + values ("%s","%s","%s")''' % values) self.commit() return def getServers(self): - self.cursor.execute('select hostname, arch from server') + self.cursor.execute('select hostname, port, arch from server') return self.cursor.fetchall()

1 0

doc/genindex.html doc/index.html doc/objects.inv doc/search.html doc/searchindex.js doc/_sources doc/_static
by Adam Stokes 15 Oct '09

15 Oct '09

doc/_sources/index.txt | 36 ++++++++++++++++++++++--------- doc/_static/basic.css | 11 --------- doc/_static/default.css | 9 +++++++ doc/_static/searchtools.js | 4 +-- doc/genindex.html | 12 +++++----- doc/index.html | 51 ++++++++++++++++++++++++++++----------------- doc/objects.inv | 4 +-- doc/search.html | 12 +++++----- doc/searchindex.js | 2 - 9 files changed, 85 insertions(+), 56 deletions(-) New commits: commit 7949bfe5c27cfb06af57ed1542fa57a451249120 Author: adam stokes <uzr(a)jak.rebo> Date: Thu Oct 15 11:20:44 2009 -0400 - update html documentation diff --git a/doc/_sources/index.txt b/doc/_sources/index.txt index 332f761..dfd0563 100644 --- a/doc/_sources/index.txt +++ b/doc/_sources/index.txt @@ -30,12 +30,6 @@ Fedora 9 or later (this would include RHEL 4/5) the EPEL repo needs to be installed. Visit `EPEL <https://fedoraproject.org/wiki/EPEL>`_ to enable this repository. -Optionally install `Func <http://fedorahosted.org/func>`_ -for automatic processing on other architecture specific systems. This -can easily be installed via `yum`:: - - $ yum install func - The amount of storage needed can be determined base on the following information: @@ -57,18 +51,22 @@ The overall contents of this file is shown below, further down we will break up each section and describe its meaning:: [settings] + casuser=root kernels=/mnt/kernels rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm debugs=/cores/debugs debugLevel=DEBUG workDirectory=/cores/processed - mailServer=mail.example.com + smtphost=mail.example.com database=/var/db/cas/cas.db [maintenance] purgeLimit=90 autoPurge=Yes [advanced] # crash_32=/usr/local/i386/crash + # buffersize=None + +``casuser``: (**Required**) User to run cas, recommended to run as someone other than root. ``kernels``: (**Required**) Describes the location of where kernel-debuginfo packages are to be stored. This can range anywhere from an nfs mount, samba share, local disk or @@ -89,7 +87,7 @@ Currently the only accepted values are ``DEBUG|INFO``. point will need to have the most storage assigned to it. Depending on how many cores are processed in a given timeframe this area will fill up quickly. -``mailServer``: If wanting output of CAS processing email to a certain address +``smtphost``: If wanting output of CAS processing email to a certain address this directive needs to be set. ``Note`` that the mail server should not require smtp authentication. @@ -106,6 +104,10 @@ version of crash is installed this directive can be set to the crash binary and CAS will automatically process x86 cores on a x86_64 machine. ``Note`` this is only available if the CAS server is a x86_64 machine. +``buffersize``: Extend the read buffer when analyzing a core for a timestamp. +``Note`` this is normally needed for itanium cores, otherwise, the default is +fine. + Setup & Execution ----------------- @@ -134,18 +136,20 @@ Altering the configuration to reflect the above assumptions would show the following:: [settings] + casuser=cas kernels=/mnt/kernels rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm debugs=/tmp debugLevel=DEBUG workDirectory=/cores - mailServer=mail.cas-server.com + smtphost=mail.cas-server.com database=/var/db/cas/cas.db [maintenance] purgeLimit=90 autoPurge=Yes [advanced] crash_32=/usr/local/i386/crash + #buffer=None Now that the configuration file is altered and ``/mnt/kernels`` should be populated with kernel-debuginfo rpm's the next section will describe running CAS. @@ -158,10 +162,22 @@ a database for all the data gathered from the kernel-debuginfo packages.:: $ cas-admin -b -If ``Func`` is installed and several systems are deployed for CAS to use run:: +If several systems are deployed for CAS to use, ssh keys must be setup between the host (CAS) and +the clients:: + + (cas-server) $ ssh-keygen -t dsa + Cas supports passwordless entries at this time. + (cas-server) $ ssh-copy-id -i ~/.ssh/id_dsa casuser(a)cas-client-system.com + +Once ssh has been setup between systems the following will build the server database:: $ cas-admin -s +Please note that in order for cas to function properly it is required that only the cas +user on the system has only those entries in its ssh hostkey file that are accessible +with cas. Cas will error with ``Authentication Failed`` and exit cleanly if it runs +into any system that it can not communicate with. + At this point CAS is configured and looking at the output of CAS help there are a few options to pass:: diff --git a/doc/_static/basic.css b/doc/_static/basic.css index ed737d3..128114b 100644 --- a/doc/_static/basic.css +++ b/doc/_static/basic.css @@ -5,15 +5,6 @@ /* -- main layout ----------------------------------------------------------- */ -div.documentwrapper { - float: left; - width: 100%; -} - -div.bodywrapper { - margin: 0 0 0 230px; -} - div.clearer { clear: both; } @@ -387,7 +378,7 @@ img.math { vertical-align: middle; } -div.math p { +div.body div.math p { text-align: center; } diff --git a/doc/_static/default.css b/doc/_static/default.css index c13ed68..c999f67 100644 --- a/doc/_static/default.css +++ b/doc/_static/default.css @@ -20,6 +20,15 @@ div.document { background-color: #1c4e63; } +div.documentwrapper { + float: left; + width: 100%; +} + +div.bodywrapper { + margin: 0 0 0 230px; +} + div.body { background-color: #ffffff; color: #000000; diff --git a/doc/_static/searchtools.js b/doc/_static/searchtools.js index a243b15..e022625 100644 --- a/doc/_static/searchtools.js +++ b/doc/_static/searchtools.js @@ -341,9 +341,9 @@ var Search = { } for (var prefix in descrefs) { for (var name in descrefs[prefix]) { - if (name.toLowerCase().indexOf(object) > -1) { + var fullname = (prefix ? prefix + '.' : '') + name; + if (fullname.toLowerCase().indexOf(object) > -1) { match = descrefs[prefix][name]; - fullname = (prefix ? prefix + '.' : '') + name; descr = desctypes[match[1]] + _(', in ') + titles[match[0]]; objectResults.push([filenames[match[0]], fullname, '#'+fullname, descr]); } diff --git a/doc/genindex.html b/doc/genindex.html index 989ebc4..d421a66 100644 --- a/doc/genindex.html +++ b/doc/genindex.html @@ -5,13 +5,13 @@ <head> <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> - <title>Index — CAS v0.14 documentation</title> + <title>Index — cas v0.15 documentation</title> <link rel="stylesheet" href="_static/default.css" type="text/css" /> <link rel="stylesheet" href="_static/pygments.css" type="text/css" /> <script type="text/javascript"> var DOCUMENTATION_OPTIONS = { URL_ROOT: '', - VERSION: '0.14', + VERSION: '0.15', COLLAPSE_MODINDEX: false, FILE_SUFFIX: '.html', HAS_SOURCE: true @@ -19,7 +19,7 @@ </script> <script type="text/javascript" src="_static/jquery.js"></script> <script type="text/javascript" src="_static/doctools.js"></script> - <link rel="top" title="CAS v0.14 documentation" href="index.html" /> + <link rel="top" title="cas v0.15 documentation" href="index.html" /> </head> <body> <div class="related"> @@ -28,7 +28,7 @@ <li class="right" style="margin-right: 10px"> <a href="" title="General Index" accesskey="I">index</a></li> - <li><a href="index.html">CAS v0.14 documentation</a> »</li> + <li><a href="index.html">cas v0.15 documentation</a> »</li> </ul> </div> @@ -78,12 +78,12 @@ <li class="right" style="margin-right: 10px"> <a href="" title="General Index" >index</a></li> - <li><a href="index.html">CAS v0.14 documentation</a> »</li> + <li><a href="index.html">cas v0.15 documentation</a> »</li> </ul> </div> <div class="footer"> © Copyright 2009, Adam Stokes. - Created using <a href="http://sphinx.pocoo.org/">Sphinx</a> 0.6.1. + Created using <a href="http://sphinx.pocoo.org/">Sphinx</a> 0.6.3. </div> </body> </html> \ No newline at end of file diff --git a/doc/index.html b/doc/index.html index 07be194..36220de 100644 --- a/doc/index.html +++ b/doc/index.html @@ -5,13 +5,13 @@ <head> <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> - <title>Core Analysis System — CAS v0.14 documentation</title> + <title>Core Analysis System — cas v0.15 documentation</title> <link rel="stylesheet" href="_static/default.css" type="text/css" /> <link rel="stylesheet" href="_static/pygments.css" type="text/css" /> <script type="text/javascript"> var DOCUMENTATION_OPTIONS = { URL_ROOT: '', - VERSION: '0.14', + VERSION: '0.15', COLLAPSE_MODINDEX: false, FILE_SUFFIX: '.html', HAS_SOURCE: true @@ -19,7 +19,7 @@ </script> <script type="text/javascript" src="_static/jquery.js"></script> <script type="text/javascript" src="_static/doctools.js"></script> - <link rel="top" title="CAS v0.14 documentation" href="" /> + <link rel="top" title="cas v0.15 documentation" href="" /> </head> <body> <div class="related"> @@ -28,7 +28,7 @@ <li class="right" style="margin-right: 10px"> <a href="genindex.html" title="General Index" accesskey="I">index</a></li> - <li><a href="">CAS v0.14 documentation</a> »</li> + <li><a href="">cas v0.15 documentation</a> »</li> </ul> </div> @@ -45,9 +45,9 @@ <tbody valign="top"> <tr class="field"><th class="field-name">Author:</th><td class="field-body">Adam Stokes</td> </tr> -<tr class="field"><th class="field-name">Release:</th><td class="field-body">0.14</td> +<tr class="field"><th class="field-name">Release:</th><td class="field-body">0.15</td> </tr> -<tr class="field"><th class="field-name">Date:</th><td class="field-body">May 06, 2009</td> +<tr class="field"><th class="field-name">Date:</th><td class="field-body">October 15, 2009</td> </tr> </tbody> </table> @@ -66,11 +66,6 @@ types to core dumps are automatically detected and processed.</p> Fedora 9 or later (this would include RHEL 4/5) the EPEL repo needs to be installed. Visit <a class="reference external" href="https://fedoraproject.org/wiki/EPEL">EPEL</a> to enable this repository.</p> -<p>Optionally install <a class="reference external" href="http://fedorahosted.org/func">Func</a> -for automatic processing on other architecture specific systems. This -can easily be installed via <cite>yum</cite>:</p> -<div class="highlight-python"><pre>$ yum install func</pre> -</div> <p>The amount of storage needed can be determined base on the following information:</p> <ul class="simple"> @@ -89,19 +84,22 @@ in order for analyzation to work properly.</p> The overall contents of this file is shown below, further down we will break up each section and describe its meaning:</p> <div class="highlight-python"><pre>[settings] +casuser=root kernels=/mnt/kernels rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm debugs=/cores/debugs debugLevel=DEBUG workDirectory=/cores/processed -mailServer=mail.example.com +smtphost=mail.example.com database=/var/db/cas/cas.db [maintenance] purgeLimit=90 autoPurge=Yes [advanced] -# crash_32=/usr/local/i386/crash</pre> +# crash_32=/usr/local/i386/crash +# buffersize=None</pre> </div> +<p><tt class="docutils literal"><span class="pre">casuser</span></tt>: (<strong>Required</strong>) User to run cas, recommended to run as someone other than root.</p> <p><tt class="docutils literal"><span class="pre">kernels</span></tt>: (<strong>Required</strong>) Describes the location of where kernel-debuginfo packages are to be stored. This can range anywhere from an nfs mount, samba share, local disk or any other type of media the cas server can access.</p> @@ -116,7 +114,7 @@ Currently the only accepted values are <tt class="docutils literal"><span class= <p><tt class="docutils literal"><span class="pre">workDirectory</span></tt>: (<strong>Required</strong>) Defines where all processed cores will be placed. This mount point will need to have the most storage assigned to it. Depending on how many cores are processed in a given timeframe this area will fill up quickly.</p> -<p><tt class="docutils literal"><span class="pre">mailServer</span></tt>: If wanting output of CAS processing email to a certain address +<p><tt class="docutils literal"><span class="pre">smtphost</span></tt>: If wanting output of CAS processing email to a certain address this directive needs to be set. <tt class="docutils literal"><span class="pre">Note</span></tt> that the mail server should not require smtp authentication.</p> <p><tt class="docutils literal"><span class="pre">database</span></tt>: (<strong>Required</strong>) Define where the sqlite database will reside.</p> @@ -128,6 +126,9 @@ each run.</p> version of crash is installed this directive can be set to the crash binary and CAS will automatically process x86 cores on a x86_64 machine. <tt class="docutils literal"><span class="pre">Note</span></tt> this is only available if the CAS server is a x86_64 machine.</p> +<p><tt class="docutils literal"><span class="pre">buffersize</span></tt>: Extend the read buffer when analyzing a core for a timestamp. +<tt class="docutils literal"><span class="pre">Note</span></tt> this is normally needed for itanium cores, otherwise, the default is +fine.</p> </div> </div> <div class="section" id="setup-execution"> @@ -152,18 +153,20 @@ to a different location.</p> <p>Altering the configuration to reflect the above assumptions would show the following:</p> <div class="highlight-python"><pre>[settings] +casuser=cas kernels=/mnt/kernels rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm debugs=/tmp debugLevel=DEBUG workDirectory=/cores -mailServer=mail.cas-server.com +smtphost=mail.cas-server.com database=/var/db/cas/cas.db [maintenance] purgeLimit=90 autoPurge=Yes [advanced] -crash_32=/usr/local/i386/crash</pre> +crash_32=/usr/local/i386/crash +#buffer=None</pre> </div> <p>Now that the configuration file is altered and <tt class="docutils literal"><span class="pre">/mnt/kernels</span></tt> should be populated with kernel-debuginfo rpm’s the next section will describe running CAS.</p> @@ -174,9 +177,19 @@ with kernel-debuginfo rpm’s the next section will describe running CAS.</p a database for all the data gathered from the kernel-debuginfo packages.:</p> <div class="highlight-python"><pre>$ cas-admin -b</pre> </div> -<p>If <tt class="docutils literal"><span class="pre">Func</span></tt> is installed and several systems are deployed for CAS to use run:</p> +<p>If several systems are deployed for CAS to use, ssh keys must be setup between the host (CAS) and +the clients:</p> +<div class="highlight-python"><pre>(cas-server) $ ssh-keygen -t dsa +Cas supports passwordless entries at this time. +(cas-server) $ ssh-copy-id -i ~/.ssh/id_dsa casuser(a)cas-client-system.com</pre> +</div> +<p>Once ssh has been setup between systems the following will build the server database:</p> <div class="highlight-python"><pre>$ cas-admin -s</pre> </div> +<p>Please note that in order for cas to function properly it is required that only the cas +user on the system has only those entries in its ssh hostkey file that are accessible +with cas. Cas will error with <tt class="docutils literal"><span class="pre">Authentication</span> <span class="pre">Failed</span></tt> and exit cleanly if it runs +into any system that it can not communicate with.</p> <p>At this point CAS is configured and looking at the output of CAS help there are a few options to pass:</p> <div class="highlight-python"><pre>Usage: cas [opts] args @@ -414,12 +427,12 @@ no errors.</p> <li class="right" style="margin-right: 10px"> <a href="genindex.html" title="General Index" >index</a></li> - <li><a href="">CAS v0.14 documentation</a> »</li> + <li><a href="">cas v0.15 documentation</a> »</li> </ul> </div> <div class="footer"> © Copyright 2009, Adam Stokes. - Created using <a href="http://sphinx.pocoo.org/">Sphinx</a> 0.6.1. + Created using <a href="http://sphinx.pocoo.org/">Sphinx</a> 0.6.3. </div> </body> </html> \ No newline at end of file diff --git a/doc/objects.inv b/doc/objects.inv index 9bf4213..3790431 100644 --- a/doc/objects.inv +++ b/doc/objects.inv @@ -1,3 +1,3 @@ # Sphinx inventory version 1 -# Project: CAS -# Version: 0.14 +# Project: cas +# Version: 0 diff --git a/doc/search.html b/doc/search.html index 4acbc32..a4032d2 100644 --- a/doc/search.html +++ b/doc/search.html @@ -5,13 +5,13 @@ <head> <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> - <title>Search — CAS v0.14 documentation</title> + <title>Search — cas v0.15 documentation</title> <link rel="stylesheet" href="_static/default.css" type="text/css" /> <link rel="stylesheet" href="_static/pygments.css" type="text/css" /> <script type="text/javascript"> var DOCUMENTATION_OPTIONS = { URL_ROOT: '', - VERSION: '0.14', + VERSION: '0.15', COLLAPSE_MODINDEX: false, FILE_SUFFIX: '.html', HAS_SOURCE: true @@ -20,7 +20,7 @@ <script type="text/javascript" src="_static/jquery.js"></script> <script type="text/javascript" src="_static/doctools.js"></script> <script type="text/javascript" src="_static/searchtools.js"></script> - <link rel="top" title="CAS v0.14 documentation" href="index.html" /> + <link rel="top" title="cas v0.15 documentation" href="index.html" /> </head> <body> <div class="related"> @@ -29,7 +29,7 @@ <li class="right" style="margin-right: 10px"> <a href="genindex.html" title="General Index" accesskey="I">index</a></li> - <li><a href="index.html">CAS v0.14 documentation</a> »</li> + <li><a href="index.html">cas v0.15 documentation</a> »</li> </ul> </div> @@ -77,13 +77,13 @@ <li class="right" style="margin-right: 10px"> <a href="genindex.html" title="General Index" >index</a></li> - <li><a href="index.html">CAS v0.14 documentation</a> »</li> + <li><a href="index.html">cas v0.15 documentation</a> »</li> </ul> </div> <div class="footer"> © Copyright 2009, Adam Stokes. - Created using <a href="http://sphinx.pocoo.org/">Sphinx</a> 0.6.1. + Created using <a href="http://sphinx.pocoo.org/">Sphinx</a> 0.6.3. </div> <script type="text/javascript" src="searchindex.js"></script> diff --git a/doc/searchindex.js b/doc/searchindex.js index a1794fc..ae7ddbe 100644 --- a/doc/searchindex.js +++ b/doc/searchindex.js @@ -1 +1 @@ -Search.setIndex({desctypes:{},terms:{all:0,mnt:0,snip:0,abil:0,follow:0,disk:0,depend:0,wish:0,do_dlm_lock:0,those:0,aris:0,worth:0,sent:0,r14:0,r15:0,r12:0,r13:0,r10:0,r11:0,than:0,faq:0,ffffffff8010e789:0,vmcore:0,upstream:0,ticket:0,relev:0,administr:0,level:0,die:0,list:0,prepar:0,pleas:0,x86_64:0,core:0,direct:0,pass:0,download:0,further:0,index:[],sub:0,section:0,abl:0,access:0,version:0,autogener:0,gener:0,here:0,address:0,path:0,sinc:0,valu:0,ffffffff80110bf5:0,search:[],rdx:0,amount:0,typic:0,rdi:0,smp_call_function_interrupt:0,chanc:0,"0000010001073f48":0,via:0,prerequisit:0,modul:0,prefer:0,crash_32:0,filenam:0,instal:0,from:0,describ:0,would:0,prove:0,doubl:0,visit:0,two:0,todai:[],next:0,few:0,usr:0,recommend:0,type:0,tell:0,more:0,sort:0,wrapper:0,share:0,ffffffff803e9b80:0,"1tb":0,indic:[],must:0,retriev:0,hous:0,setup:0,work:0,uniqu:0,can:0,root:0,sqlite:0,quickstart:0,tar:0,process:0,smtp:0,accept:0,want:0,occur:0,multipl:0,anoth:0,snippet:0,how:0,error_exit:0,purg:0,opt:0,verifi:0,perspect:0,ffffffff80528000:0,resourc:0,"00000102000a4780":0,clone:0,reflect:0,mai:0,data:0,physic:0,fedora:0,essenti:0,issu:0,inform:0,environ:0,suggest:0,order:0,help:0,over:0,major:0,i386:0,hierarchi:0,paramet:0,"100f57cb030":0,requir:0,mail:0,main:0,alter:0,crash:0,thei:0,python:0,auto:0,overal:0,dai:0,initi:0,"break":0,mention:0,now:0,introduct:0,name:0,edit:0,troubleshoot:0,authent:0,kern:0,easili:0,each:0,debug:0,mean:0,continu:0,happen:0,extract:0,out:0,shown:0,network:0,ffffffff8014cc1d:0,ffffffff8011d191:0,content:0,adapt:0,fffffffffffffffa:0,advanc:0,orig_rax:0,given:0,base:0,releas:0,org:0,ffffffff80110e1d:0,traceback:0,keep:0,vmlinux:0,thing:0,place:0,isn:0,assign:0,first:0,origin:0,rang:0,onc:0,number:0,swapper:0,instruct:0,done:0,messag:0,rflag:0,differ:0,script:0,associ:0,interact:0,system:0,least:0,ffffffff80112058:0,master:0,statement:0,ffffffff8047a0a0:0,"final":0,boil:0,editor:0,option:0,debuginfo:0,tool:0,specifi:0,hassl:0,exactli:0,rsp:0,corefil:0,provid:0,emac:0,structur:0,store:0,stale:0,ani:0,fail:0,have:0,tabl:[],call_function_interrupt:0,"101f3658030":0,rax:0,rsi:0,packag:0,date:0,bz2:0,lib:0,note:0,also:0,build:0,which:0,begin:0,normal:0,previou:0,compress:0,most:0,regular:0,deploi:0,"101f21efb80":0,gather:0,yum:0,determin:0,irq:0,usual:0,show:0,text:0,find:0,current:0,onli:0,locat:0,configur:0,solut:0,state:0,should:0,analyz:0,local:0,variou:0,cvjf:0,express:0,autom:0,repo:0,mainten:0,ellargesmp:0,enabl:0,organ:0,contain:0,where:0,wiki:0,kernel:0,set:0,dump:0,"10001073f48":0,see:0,result:0,arg:0,corrupt:0,subject:0,ffffffffa03183ff:0,detect:0,purgelimit:0,databas:0,someth:0,enough:0,approach:0,email:0,altern:0,assumpt:0,extend:0,cpu_idl:0,default_idl:0,job:0,come:0,tue:0,addit:0,last:0,admin:0,fault:0,etc:0,instanc:0,mani:0,com:0,improp:0,load:0,simpli:0,point:0,"1000107bfb0":0,rpm:0,coredump:0,"101f21efb50":0,mark:0,much:0,popul:0,quickli:0,largesmp:0,anywher:0,try_crashdump:0,"0000000000000e86":0,func:0,present:0,therefor:0,look:0,rbx:0,solid:0,mount:0,rbp:0,defin:0,abov:0,error:0,"101f21efb20":0,ffffffff8047a0b0:0,timefram:0,rip:0,need:0,archiv:0,uncom:0,conf:0,fedorahost:0,sever:0,welcom:[],author:0,media:0,same:0,binari:0,timestamp:0,document:0,complet:0,x86:0,temporari:0,user:0,"500gb":0,engin:0,stack:0,task:0,"10001073e98":0,do_invalid_op:0,exampl:0,command:0,thi:0,filesystem:0,gzip:0,everyth:0,latest:0,identifi:0,execut:0,workdirectori:0,heavili:0,previous:0,samba:0,wed:0,except:0,valid:0,match:0,bin:0,read:0,kmem:0,debuglevel:0,mod:0,"1000107bfa0":0,resid:0,like:0,specif:0,anyon:0,manual:0,resolv:0,server:0,collect:0,necessari:0,either:0,"101f21efb60":0,"101f21efc40":0,output:0,page:[],some:0,back:0,toctre:0,proper:0,tmp:0,mailserv:0,assum:0,ffffffff80529f08:0,exit:0,machin:0,intial:0,who:0,run:0,reach:0,usag:0,repositori:0,memori:0,unfortun:0,primarili:0,within:0,automat:0,down:0,chang:0,start_disk_dump:0,storag:0,your:0,git:0,rcx:0,log:0,wai:0,area:0,support:0,question:0,avail:0,includ:0,suit:0,"var":0,rhel:0,analysi:0,properli:0,form:0,pwd:0,line:0,analyst:0,info:0,made:0,possibl:0,checkout:0,below:0,ffffffff80111c90:0,problem:0,similar:0,epel:0,later:0,creat:0,certain:0,dure:0,gfs_quotad:0,pid:0,incomplet:0,exist:0,file:0,cvzf:0,fill:0,bzip2:0,"00000100f57cb030":0,when:0,other:0,ffffffff8010e7a9:0,you:0,architectur:0,benefici:0,autopurg:0,ffffffff80529fb8:0,stoke:0,sphinx:0,directori:0,descript:0,adam:0,ffffffff8010e81c:0,rpmfilter:0,cpu:0},titles:["Core Analysis System"],modules:{},descrefs:{},filenames:["index"]}) \ No newline at end of file +Search.setIndex({desctypes:{},terms:{all:0,mnt:0,snip:0,abil:0,follow:0,disk:0,depend:0,wish:0,do_dlm_lock:0,those:0,aris:0,worth:0,sent:0,r14:0,r15:0,r12:0,r13:0,r10:0,r11:0,faq:0,ffffffff8010e789:0,vmcore:0,upstream:0,octob:0,ticket:0,relev:0,administr:0,level:0,die:0,list:0,prepar:0,pleas:0,x86_64:0,core:0,direct:0,pass:0,download:0,further:0,rbp:0,sub:0,section:0,abl:0,access:0,version:0,hostkei:0,autogener:0,gener:0,here:0,address:0,path:0,sinc:0,valu:0,ffffffff80110bf5:0,rdx:0,amount:0,typic:0,rdi:0,smp_call_function_interrupt:0,chanc:0,"0000010001073f48":0,repositori:0,modul:0,prefer:0,crash_32:0,filenam:0,id_dsa:0,instal:0,from:0,describ:0,would:0,memori:0,doubl:0,visit:0,two:0,next:0,few:0,usr:0,recommend:0,type:0,tell:0,more:0,sort:0,wrapper:0,share:0,ffffffff803e9b80:0,"1tb":0,must:0,none:0,retriev:0,hous:0,setup:0,work:0,uniqu:0,can:0,root:0,sqlite:0,tar:0,process:0,smtp:0,accept:0,want:0,occur:0,multipl:0,anoth:0,snippet:0,how:0,error_exit:0,purg:0,opt:0,verifi:0,perspect:0,ffffffff80528000:0,resourc:0,passwordless:0,"00000102000a4780":0,clone:0,reflect:0,date:0,data:0,physic:0,essenti:0,issu:0,inform:0,environ:0,suggest:0,order:0,help:0,over:0,major:0,i386:0,hierarchi:0,paramet:0,"100f57cb030":0,requir:0,mail:0,main:0,alter:0,crash:0,thei:0,python:0,auto:0,overal:0,dai:0,initi:0,"break":0,mention:0,itanium:0,now:0,introduct:0,name:0,edit:0,troubleshoot:0,authent:0,kern:0,each:0,debug:0,mean:0,mai:0,continu:0,happen:0,extract:0,buffers:0,out:0,shown:0,network:0,ffffffff8014cc1d:0,ffffffff8011d191:0,content:0,fffffffffffffffa:0,dsa:0,advanc:0,orig_rax:0,given:0,base:0,releas:0,org:0,ffffffff80110e1d:0,traceback:0,keep:0,vmlinux:0,thing:0,yum:0,isn:0,assign:0,first:0,origin:0,rang:0,onc:0,number:0,swapper:0,instruct:0,done:0,least:0,rflag:0,differ:0,script:0,associ:0,interact:0,system:0,messag:0,ffffffff80112058:0,statement:0,ffffffff8047a0a0:0,"final":0,boil:0,editor:0,option:0,debuginfo:0,tool:0,copi:0,specifi:0,hassl:0,exactli:0,rsp:0,than:0,provid:0,emac:0,structur:0,store:0,stale:0,"function":0,ani:0,fail:0,have:0,call_function_interrupt:0,"101f3658030":0,rax:0,rsi:0,packag:0,engin:0,bz2:0,lib:0,note:0,also:0,client:0,build:0,which:0,begin:0,normal:0,buffer:0,previou:0,compress:0,most:0,regular:0,deploi:0,"101f21efb80":0,gather:0,place:0,determin:0,irq:0,usual:0,show:0,text:0,fine:0,find:0,current:0,onli:0,locat:0,configur:0,solut:0,state:0,should:0,analyz:0,local:0,variou:0,cvjf:0,express:0,autom:0,repo:0,mainten:0,ssh:0,ellargesmp:0,enabl:0,organ:0,cleanli:0,contain:0,where:0,wiki:0,kernel:0,set:0,dump:0,"10001073f48":0,see:0,result:0,arg:0,corrupt:0,subject:0,ffffffffa03183ff:0,detect:0,purgelimit:0,kei:0,databas:0,someth:0,enough:0,between:0,approach:0,email:0,altern:0,assumpt:0,extend:0,cpu_idl:0,default_idl:0,job:0,come:0,tue:0,addit:0,last:0,admin:0,fault:0,etc:0,instanc:0,mani:0,com:0,improp:0,load:0,simpli:0,point:0,"1000107bfb0":0,rpm:0,casus:0,coredump:0,been:0,mark:0,much:0,popul:0,quickli:0,largesmp:0,anywher:0,try_crashdump:0,"0000000000000e86":0,present:0,therefor:0,look:0,rbx:0,solid:0,mount:0,keygen:0,defin:0,abov:0,error:0,"101f21efb20":0,ffffffff8047a0b0:0,timefram:0,rip:0,need:0,archiv:0,uncom:0,conf:0,fedorahost:0,sever:0,fedora:0,author:0,media:0,same:0,binari:0,timestamp:0,x86:0,someon:0,temporari:0,user:0,"500gb":0,stack:0,task:0,"10001073e98":0,entri:0,do_invalid_op:0,exampl:0,command:0,thi:0,filesystem:0,gzip:0,everyth:0,latest:0,identifi:0,execut:0,workdirectori:0,heavili:0,previous:0,samba:0,except:0,valid:0,match:0,bin:0,read:0,kmem:0,debuglevel:0,smtphost:0,mod:0,"1000107bfa0":0,resid:0,like:0,specif:0,anyon:0,manual:0,resolv:0,server:0,collect:0,necessari:0,either:0,"101f21efb60":0,"101f21efc40":0,output:0,some:0,back:0,gfs_quotad:0,proper:0,tmp:0,assum:0,ffffffff80529f08:0,exit:0,machin:0,intial:0,who:0,run:0,reach:0,usag:0,host:0,prerequisit:0,prove:0,unfortun:0,primarili:0,within:0,automat:0,down:0,"101f21efb50":0,chang:0,start_disk_dump:0,storag:0,git:0,rcx:0,log:0,wai:0,area:0,support:0,question:0,avail:0,includ:0,suit:0,"var":0,rhel:0,analysi:0,properli:0,form:0,pwd:0,line:0,analyst:0,info:0,commun:0,made:0,possibl:0,"default":0,checkout:0,below:0,ffffffff80111c90:0,otherwis:0,problem:0,similar:0,epel:0,later:0,certain:0,dure:0,pid:0,incomplet:0,exist:0,file:0,cvzf:0,fill:0,bzip2:0,"00000100f57cb030":0,when:0,other:0,ffffffff8010e7a9:0,architectur:0,corefil:0,benefici:0,autopurg:0,ffffffff80529fb8:0,stoke:0,directori:0,descript:0,adam:0,time:0,ffffffff8010e81c:0,rpmfilter:0,cpu:0},titles:["Core Analysis System"],modules:{},descrefs:{},filenames:["index"]}) \ No newline at end of file

1 0

web/footer.html web/header.html web/index.html web/job_detail.html web/jobs.html web/job_submit.html web/media
by Adam Stokes 15 Oct '09

15 Oct '09

dev/null |binary web/footer.html | 5 ---- web/header.html | 18 --------------- web/index.html | 37 -------------------------------- web/job_detail.html | 27 ----------------------- web/job_submit.html | 42 ------------------------------------- web/jobs.html | 34 ------------------------------ web/media/css/cas-web.css | 52 ---------------------------------------------- 8 files changed, 215 deletions(-) New commits: commit b47ff348aa8fdb369314b8e98c4a5b8e4a73f1e5 Author: adam stokes <uzr(a)jak.rebo> Date: Thu Oct 15 09:34:49 2009 -0400 - altering web diff --git a/web/footer.html b/web/footer.html deleted file mode 100644 index da211cc..0000000 --- a/web/footer.html +++ /dev/null @@ -1,5 +0,0 @@ -<div id="footer"> -cas_web_ui © 2007-2009 Adam Stokes -</div> -</body> -</html> diff --git a/web/header.html b/web/header.html deleted file mode 100644 index 43a5b8c..0000000 --- a/web/header.html +++ /dev/null @@ -1,18 +0,0 @@ -<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd"> -<html> -<head> - <meta http-equiv="Content-type" content="text/html; charset=utf-8"> - <link rel="stylesheet" href="/media/css/cas-web.css" type="text/css" media="screen" /> - - <title><% $title %></title> -</head> -<body> -<div id="header"> - <p><a href="/"><img src="/media/img/cas_logo.png"></a></p> - :// <a href="/">go home</a>, <a href="/jobs.html">jobs</a> -</div> - -<%init> -my $title="cas-web-ui"; -</%init> - diff --git a/web/index.html b/web/index.html deleted file mode 100644 index f59d914..0000000 --- a/web/index.html +++ /dev/null @@ -1,37 +0,0 @@ -<& header.html &> -<div id="content"> -<h3>Core submission<h3> -<div id="form_submit"> - <form method="POST" action="job_submit.html" enctype="multipart/form-data"> - <table> - <tr> - <th> </th><th>Complete below form</th> - </tr> - <tr> - <td>Job Identifier</td> - <td><input type="text" size="25" name="form_identifier" /> - </tr> - <tr> - <td>Submitter</td> - <td><input type="text" size="25" name="form_submitter" /> - </tr> - <tr> - <td colspan="2" style="background-color: red; color: white;">Please choose a method for providing the core file</td> - </tr> - <tr> - <td>Upload a File</td> - <td><input type="file" size="45" name="form_file"/></td> - </tr> - <tr> - <td>HTTP or FTP URL</td> - <td><input type="text" size="45" name="form_url"/></td> - </tr> - <tr> - <td colspan="2"><input type="submit" value="Process Job" /></td> - </tr> - </table> - - </form> -</div> -</div> -<& footer.html &> diff --git a/web/job_detail.html b/web/job_detail.html deleted file mode 100644 index eb50606..0000000 --- a/web/job_detail.html +++ /dev/null @@ -1,27 +0,0 @@ - -<& header.html &> -<div id="content"> -<h3>Job Detail for <% $work_dir %>/<% $view_log %></h3> -<ul> -% while (<DATA>) { -<li><% $_ %></li> -% } -</ul> -<& footer.html &> - -<%init> -use Data::Dumper; - -my $work_dir; -open DATA, "</etc/cas.conf" or die $!; -while (<DATA>) { - if (/^workDirectory=(.*)/) { - $work_dir = $1; - } -} -open DATA, "<$work_dir/$view_log" or die $!; -</%init> - -<%args> -$view_log -</%args> diff --git a/web/job_submit.html b/web/job_submit.html deleted file mode 100644 index d1a33bc..0000000 --- a/web/job_submit.html +++ /dev/null @@ -1,42 +0,0 @@ - -<& header.html &> -<div id="content"> -<h3>Form submitted</h3> -</div> - -<& footer.html &> -<%init> -use File::Path; - -# create path if doesn't exist -if ($form_identifier && ! -f "/cores/$form_identifier") { - mkpath("/cores/$form_identifier", {verbose => 1}); -} - -# File uploads -if ($form_file) { - my $query = $m->cgi_object; - - # get a filehandle for the uploaded file - my $fh = $query->upload('form_file'); - - # setup file - open FORMFILE, '>>/tmp/formfile'; - - # print out the contents of the uploaded file - while (<$fh>) { - print FORMFILE $_; - } - close($fh); - - close FORMFILE; -} -</%init> - -<%args> -$form_identifier -$form_file -$form_submitter -$form_url -</%args> - diff --git a/web/jobs.html b/web/jobs.html deleted file mode 100644 index b6846ff..0000000 --- a/web/jobs.html +++ /dev/null @@ -1,34 +0,0 @@ - -<& header.html &> -<div id="content"> -<h3>Jobs</h3> -<table> -<tr> -<th> </th> -<th>id</th><th>identifier</th><th>timestamp</th><th>email</th> -</tr> -% foreach my $item (@{$data}) { -% my ($id, $identify, $timestamp, $email) = @{$item}; -% if (-f "/cores/$identify") { - <tr> - <td><a href="/job_detail.html?view_log=<% $identify %>/<% $timestamp %>/<% $identify %>.log">view log</a></td> - <td><% $id %></td> - <td><% $identify %></td> - <td><% $timestamp %></td> - <td><% $email %></td> - </tr> -% } -% } -</table> -</div> -<& footer.html &> - -<%init> -use DBI; -my $dbh = DBI->connect("dbi:SQLite:dbname=/var/db/cas/cas.db","",""); - -# query all jobs -my $sth = $dbh->prepare("SELECT * FROM jobs"); -$sth->execute(); -my $data = $sth->fetchall_arrayref; -</%init> diff --git a/web/media/css/cas-web.css b/web/media/css/cas-web.css deleted file mode 100644 index d6880f3..0000000 --- a/web/media/css/cas-web.css +++ /dev/null @@ -1,52 +0,0 @@ -/* GLOBAL ATTRIBUTES */ -body { - font-family: sans-serif; - margin: 0; - padding: 5px; -} - -h1 { - padding: 0; - margin: 0; -} - -td, th { - padding: 5px; - text-align: left; - vertical-align: middle; -} - -img { - border: 0; -} - -/* CUSTOM */ - -#header { - font-size: small; - padding: 5px; - width: 600px; - margin-left: auto; - margin-right: auto; -} - -#content { - font-size: small; - width: 600px; - margin-left: auto; - margin-right: auto; -} - -#footer { - font-size: small; - padding: 5px; - width: 600px; - margin-left: auto; - margin-right: auto; -} - -/* FORM ELEMENTS */ -#form_submit { - font-size: small; - font-style: normal; -} diff --git a/web/media/img/cas_logo.png b/web/media/img/cas_logo.png deleted file mode 100644 index 39e2302..0000000 Binary files a/web/media/img/cas_logo.png and /dev/null differ

1 0

doc/index.rst
by Adam Stokes 15 Oct '09

15 Oct '09

doc/index.rst | 16 ++++++++++++++-- 1 file changed, 14 insertions(+), 2 deletions(-) New commits: commit 0c456d360c4cecaf757bff18ed7a1f4c53a90a14 Author: adam stokes <uzr(a)jak.rebo> Date: Thu Oct 15 09:34:13 2009 -0400 - doc update diff --git a/doc/index.rst b/doc/index.rst index f81ca75..dfd0563 100644 --- a/doc/index.rst +++ b/doc/index.rst @@ -162,9 +162,21 @@ a database for all the data gathered from the kernel-debuginfo packages.:: $ cas-admin -b -If several systems are deployed for CAS to use run:: +If several systems are deployed for CAS to use, ssh keys must be setup between the host (CAS) and +the clients:: - $ cas-admin -s -f line_delimited_server_list.txt + (cas-server) $ ssh-keygen -t dsa + Cas supports passwordless entries at this time. + (cas-server) $ ssh-copy-id -i ~/.ssh/id_dsa casuser(a)cas-client-system.com + +Once ssh has been setup between systems the following will build the server database:: + + $ cas-admin -s + +Please note that in order for cas to function properly it is required that only the cas +user on the system has only those entries in its ssh hostkey file that are accessible +with cas. Cas will error with ``Authentication Failed`` and exit cleanly if it runs +into any system that it can not communicate with. At this point CAS is configured and looking at the output of CAS help there are a few options to pass::

1 0

cas-admin
by Adam Stokes 12 Oct '09

12 Oct '09

cas-admin | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) New commits: commit 6acd58aa6f0ba5d50bafedb13c75c973fad18725 Author: adam stokes <uzr(a)jak.rebo> Date: Mon Oct 12 12:01:58 2009 -0400 - sysexit on failed server in host file diff --git a/cas-admin b/cas-admin index 628ce89..ec98ead 100755 --- a/cas-admin +++ b/cas-admin @@ -124,7 +124,7 @@ class CasServerHandler(object): try: ssh_obj.connect(server, port=port, username=settings["CASUSER"]) except paramiko.AuthenticationException, e: - self.casLog.debug("Failed to connect to %s: %s" % (server,e)) + raise SystemExit(self.casLog.debug("Failed to connect to %s: %s" % (server,e))) stdin, stdout, stderr = ssh_obj.exec_command("/bin/uname -m") if stderr: self.casLog.debug(stderr)

1 0

cas-admin lib/cas
by Adam Stokes 12 Oct '09

12 Oct '09

cas-admin | 28 ++++++++++++++-------------- lib/cas/network.py | 25 ------------------------- 2 files changed, 14 insertions(+), 39 deletions(-) New commits: commit a7bfb11cc06a4e97e599b8aa3cbda3ac5fa5d745 Author: adam stokes <uzr(a)jak.rebo> Date: Mon Oct 12 12:00:56 2009 -0400 - update paramiko transaction diff --git a/cas-admin b/cas-admin index ab9aac8..628ce89 100755 --- a/cas-admin +++ b/cas-admin @@ -21,6 +21,7 @@ import sys import urlparse import datetime import calendar +import paramiko from cas.core import CoreBase from cas.util import UtilBase, Logging @@ -28,8 +29,6 @@ from cas.rpmutils import RPMBase from cas.db import CasStorage, CasStorageException from cas.cas_subprocess import Popen, PIPE from cas.cas_shutil import rmtree -from cas.network import Executor -from paramiko import SSHClient if sys.version_info[:2] < (2,3): raise SystemExit("Python >= 2.3 required") @@ -113,7 +112,8 @@ class CasServerHandler(object): host = None port = 22 hostname_count = 0 - ssh_obj = SSHClient() + ssh_obj = paramiko.SSHClient() + ssh_obj.load_host_keys(os.path.expanduser("~/.ssh/known_hosts")) for server in ssh_obj.get_host_keys().keys(): server = server.strip() # here we test for ports and apply accordingly @@ -121,11 +121,15 @@ class CasServerHandler(object): server, port = server.split(':') # ssh keys place [host] when defining servers with ports server = server[1:-1] - results, err = Executor(server, port, settings["CASUSER"], "/bin/uname -m").run() - if err: - self.casLog.debug(err) + try: + ssh_obj.connect(server, port=port, username=settings["CASUSER"]) + except paramiko.AuthenticationException, e: + self.casLog.debug("Failed to connect to %s: %s" % (server,e)) + stdin, stdout, stderr = ssh_obj.exec_command("/bin/uname -m") + if stderr: + self.casLog.debug(stderr) # clean up arch string - for i in results: + for i in stdout.readlines(): arch = i.strip() self.db.addServer(server, arch) hostname_count = hostname_count + 1 @@ -173,8 +177,6 @@ class CasAdminApplication(object): parser.add_option("-s","--server", dest="server_init", help="Build SERVER DB", action="store_true", default=False) - parser.add_option("-f", "--hostkeys", dest="ssh_hosts", - help="Read in line delimeted server list for cas to propagate") parser.add_option("-p","--purge", dest="purgeData", help="Purge files default 90 days, customize with -d", action="store_true", default=False) @@ -183,7 +185,6 @@ class CasAdminApplication(object): (self.opts, args) = parser.parse_args() self.buildDB = self.opts.buildDB self.server_init = self.opts.server_init - self.ssh_hosts = self.opts.ssh_hosts self.purgeData = self.opts.purgeData self.purgeDataDays = self.opts.purgeDataDays @@ -220,10 +221,9 @@ class CasAdminApplication(object): dbHandler = CasDatabaseHandler(self.casLog).run() elif self.server_init: self.casLog.info("Building CAS Server DB instance.") - if not self.ssh_hosts: - self.ssh_hosts = os.path.expanduser("~/.ssh/known_hosts") - if not os.path.isfile(self.ssh_hosts): - raise SystemExit(self.casLog.info("Unable to read ssh hosts keys, please provide a proper keys file")) + if not os.path.isfile(os.path.expanduser("~/.ssh/known_hosts")): + raise SystemExit(self.casLog.info("Unable to read ssh hosts keys, " \ + "please make sure ssh client is configured properly")) else: serverHandler = CasServerHandler(self.casLog).run() else: diff --git a/lib/cas/network.py b/lib/cas/network.py index 4cf5c15..1371730 100644 --- a/lib/cas/network.py +++ b/lib/cas/network.py @@ -66,28 +66,3 @@ class Download(object): url.close() return self.output -class Executor(object): - """ using paramiko to perform common tasks over - ssh - return : tuple of results, err - """ - def __init__(self, remote_host, user, cmd): - self.user = user - self.host = remote_host - self.cmd = cmd - self.client = paramiko.SSHClient() - self.client.load_system_host_keys() - - def go(self): - try: - self.client.connect(self.host, username=self.user) - except paramiko.AuthenticationException: - return False - - def run(self): - if not self.go(): - return (None, 'Unable to authenticate to server' % (self.host,)) - stdin, stdout, stderr = self.client.exec_command(self.cmd) - results = stdout.readlines() - err = stderr.readlines() - return (results, err)

1 0

cas-admin cas.conf doc/index.rst lib/cas
by Adam Stokes 12 Oct '09

12 Oct '09

cas-admin | 46 ++++++++++++++++++++++++++-------------------- cas.conf | 2 +- doc/index.rst | 26 +++++++++++++++----------- lib/cas/network.py | 3 +++ 4 files changed, 45 insertions(+), 32 deletions(-) New commits: commit a039ade1f4a091b9e76b99da635d4827e754565d Author: adam stokes <uzr(a)jak.rebo> Date: Mon Oct 12 11:08:08 2009 -0400 - read local ssh host keys, doc updates diff --git a/cas-admin b/cas-admin index 42274ec..ab9aac8 100755 --- a/cas-admin +++ b/cas-admin @@ -29,6 +29,7 @@ from cas.db import CasStorage, CasStorageException from cas.cas_subprocess import Popen, PIPE from cas.cas_shutil import rmtree from cas.network import Executor +from paramiko import SSHClient if sys.version_info[:2] < (2,3): raise SystemExit("Python >= 2.3 required") @@ -96,9 +97,8 @@ class CasDatabaseHandler(object): return class CasServerHandler(object): - def __init__(self, server_list, logger): + def __init__(self, logger): self.casLog = logger - self.server_list = server_list self.util = UtilBase() # setup database connection self.first_run = False @@ -110,21 +110,25 @@ class CasServerHandler(object): self.db.buildTable() def run(self): + host = None + port = 22 hostname_count = 0 - if self.server_list and os.path.isfile(self.server_list): - fd = open(self.server_list, 'r') - for server in fd.readlines(): - server = server.strip() - server_connect = Executor(server, settings["CASUSER"], "/bin/uname -m").run() - if not server_connect: - self.casLog.debug("Unable to authenticate %s" % (server,)) - else: - results = server_connect[0] - # clean up arch string - for i in results: - arch = i.strip() - self.db.addServer(server, arch) - hostname_count = hostname_count + 1 + ssh_obj = SSHClient() + for server in ssh_obj.get_host_keys().keys(): + server = server.strip() + # here we test for ports and apply accordingly + if ':' in server: + server, port = server.split(':') + # ssh keys place [host] when defining servers with ports + server = server[1:-1] + results, err = Executor(server, port, settings["CASUSER"], "/bin/uname -m").run() + if err: + self.casLog.debug(err) + # clean up arch string + for i in results: + arch = i.strip() + self.db.addServer(server, arch) + hostname_count = hostname_count + 1 self.casLog.info("Server database built with %d server(s) added." % (hostname_count,)) return @@ -169,7 +173,7 @@ class CasAdminApplication(object): parser.add_option("-s","--server", dest="server_init", help="Build SERVER DB", action="store_true", default=False) - parser.add_option("-f", "--serverlist", dest="server_list", + parser.add_option("-f", "--hostkeys", dest="ssh_hosts", help="Read in line delimeted server list for cas to propagate") parser.add_option("-p","--purge", dest="purgeData", help="Purge files default 90 days, customize with -d", @@ -179,7 +183,7 @@ class CasAdminApplication(object): (self.opts, args) = parser.parse_args() self.buildDB = self.opts.buildDB self.server_init = self.opts.server_init - self.server_list = self.opts.server_list + self.ssh_hosts = self.opts.ssh_hosts self.purgeData = self.opts.purgeData self.purgeDataDays = self.opts.purgeDataDays @@ -216,8 +220,10 @@ class CasAdminApplication(object): dbHandler = CasDatabaseHandler(self.casLog).run() elif self.server_init: self.casLog.info("Building CAS Server DB instance.") - if self.server_list: - serverHandler = CasServerHandler(self.server_list, self.casLog).run() + if not self.ssh_hosts: + self.ssh_hosts = os.path.expanduser("~/.ssh/known_hosts") + if not os.path.isfile(self.ssh_hosts): + raise SystemExit(self.casLog.info("Unable to read ssh hosts keys, please provide a proper keys file")) else: serverHandler = CasServerHandler(self.casLog).run() else: diff --git a/cas.conf b/cas.conf index f3498d6..880a2db 100644 --- a/cas.conf +++ b/cas.conf @@ -61,4 +61,4 @@ autoPurge=no # Define a buffersize to be set when reading a core file # Valid options are {number, None, or blank} # If set to None or blank default will be ~515M -# buffersize = None +# buffersize=None diff --git a/doc/index.rst b/doc/index.rst index 332f761..f81ca75 100644 --- a/doc/index.rst +++ b/doc/index.rst @@ -30,12 +30,6 @@ Fedora 9 or later (this would include RHEL 4/5) the EPEL repo needs to be installed. Visit `EPEL <https://fedoraproject.org/wiki/EPEL>`_ to enable this repository. -Optionally install `Func <http://fedorahosted.org/func>`_ -for automatic processing on other architecture specific systems. This -can easily be installed via `yum`:: - - $ yum install func - The amount of storage needed can be determined base on the following information: @@ -57,18 +51,22 @@ The overall contents of this file is shown below, further down we will break up each section and describe its meaning:: [settings] + casuser=root kernels=/mnt/kernels rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm debugs=/cores/debugs debugLevel=DEBUG workDirectory=/cores/processed - mailServer=mail.example.com + smtphost=mail.example.com database=/var/db/cas/cas.db [maintenance] purgeLimit=90 autoPurge=Yes [advanced] # crash_32=/usr/local/i386/crash + # buffersize=None + +``casuser``: (**Required**) User to run cas, recommended to run as someone other than root. ``kernels``: (**Required**) Describes the location of where kernel-debuginfo packages are to be stored. This can range anywhere from an nfs mount, samba share, local disk or @@ -89,7 +87,7 @@ Currently the only accepted values are ``DEBUG|INFO``. point will need to have the most storage assigned to it. Depending on how many cores are processed in a given timeframe this area will fill up quickly. -``mailServer``: If wanting output of CAS processing email to a certain address +``smtphost``: If wanting output of CAS processing email to a certain address this directive needs to be set. ``Note`` that the mail server should not require smtp authentication. @@ -106,6 +104,10 @@ version of crash is installed this directive can be set to the crash binary and CAS will automatically process x86 cores on a x86_64 machine. ``Note`` this is only available if the CAS server is a x86_64 machine. +``buffersize``: Extend the read buffer when analyzing a core for a timestamp. +``Note`` this is normally needed for itanium cores, otherwise, the default is +fine. + Setup & Execution ----------------- @@ -134,18 +136,20 @@ Altering the configuration to reflect the above assumptions would show the following:: [settings] + casuser=cas kernels=/mnt/kernels rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm debugs=/tmp debugLevel=DEBUG workDirectory=/cores - mailServer=mail.cas-server.com + smtphost=mail.cas-server.com database=/var/db/cas/cas.db [maintenance] purgeLimit=90 autoPurge=Yes [advanced] crash_32=/usr/local/i386/crash + #buffer=None Now that the configuration file is altered and ``/mnt/kernels`` should be populated with kernel-debuginfo rpm's the next section will describe running CAS. @@ -158,9 +162,9 @@ a database for all the data gathered from the kernel-debuginfo packages.:: $ cas-admin -b -If ``Func`` is installed and several systems are deployed for CAS to use run:: +If several systems are deployed for CAS to use run:: - $ cas-admin -s + $ cas-admin -s -f line_delimited_server_list.txt At this point CAS is configured and looking at the output of CAS help there are a few options to pass:: diff --git a/lib/cas/network.py b/lib/cas/network.py index 50b4b30..4cf5c15 100644 --- a/lib/cas/network.py +++ b/lib/cas/network.py @@ -69,6 +69,7 @@ class Download(object): class Executor(object): """ using paramiko to perform common tasks over ssh + return : tuple of results, err """ def __init__(self, remote_host, user, cmd): self.user = user @@ -84,6 +85,8 @@ class Executor(object): return False def run(self): + if not self.go(): + return (None, 'Unable to authenticate to server' % (self.host,)) stdin, stdout, stderr = self.client.exec_command(self.cmd) results = stdout.readlines() err = stderr.readlines()

1 0

cas-admin lib/cas
by Adam Stokes 10 Oct '09

10 Oct '09

cas-admin | 8 +++++--- lib/cas/network.py | 7 ++++++- 2 files changed, 11 insertions(+), 4 deletions(-) New commits: commit 35f8db21b3d67488b95a967aaa676d3c60683b67 Author: uzr <uzr(a)riddick.localdomain> Date: Sat Oct 10 20:26:23 2009 -0400 - start of safeguard against invalid ssh connections diff --git a/cas-admin b/cas-admin index f7aead9..42274ec 100755 --- a/cas-admin +++ b/cas-admin @@ -115,9 +115,11 @@ class CasServerHandler(object): fd = open(self.server_list, 'r') for server in fd.readlines(): server = server.strip() - results, err = Executor(server, settings["CASUSER"], "/bin/uname -m").run() - if err: - self.casLog.debug(err) + server_connect = Executor(server, settings["CASUSER"], "/bin/uname -m").run() + if not server_connect: + self.casLog.debug("Unable to authenticate %s" % (server,)) + else: + results = server_connect[0] # clean up arch string for i in results: arch = i.strip() diff --git a/lib/cas/network.py b/lib/cas/network.py index 842863c..50b4b30 100644 --- a/lib/cas/network.py +++ b/lib/cas/network.py @@ -76,7 +76,12 @@ class Executor(object): self.cmd = cmd self.client = paramiko.SSHClient() self.client.load_system_host_keys() - self.client.connect(self.host, username=self.user) + + def go(self): + try: + self.client.connect(self.host, username=self.user) + except paramiko.AuthenticationException: + return False def run(self): stdin, stdout, stderr = self.client.exec_command(self.cmd)

1 0

cas-admin
by Adam Stokes 10 Oct '09

10 Oct '09

cas-admin | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) New commits: commit b4a8013f1e4f767bf69e6a6efcf9e7f77d05344a Author: uzr <uzr(a)riddick.localdomain> Date: Sat Oct 10 20:19:49 2009 -0400 - working on cas-admin to read server lists properly diff --git a/cas-admin b/cas-admin index 63d434d..f7aead9 100755 --- a/cas-admin +++ b/cas-admin @@ -96,8 +96,9 @@ class CasDatabaseHandler(object): return class CasServerHandler(object): - def __init__(self, logger): + def __init__(self, server_list, logger): self.casLog = logger + self.server_list = server_list self.util = UtilBase() # setup database connection self.first_run = False @@ -213,7 +214,10 @@ class CasAdminApplication(object): dbHandler = CasDatabaseHandler(self.casLog).run() elif self.server_init: self.casLog.info("Building CAS Server DB instance.") - serverHandler = CasServerHandler(self.casLog).run() + if self.server_list: + serverHandler = CasServerHandler(self.server_list, self.casLog).run() + else: + serverHandler = CasServerHandler(self.casLog).run() else: raise SystemExit(self.casLog.info("Missing options, please run with --help."))

1 0

cas cas-admin cas.conf lib/cas README setup.py
by Adam Stokes 28 Sep '09

28 Sep '09

README | 9 +-------- cas | 4 +++- cas-admin | 44 +++++++++++++++++--------------------------- cas.conf | 3 +++ lib/cas/network.py | 6 ++++-- lib/cas/rpmutils.py | 1 - setup.py | 2 +- 7 files changed, 29 insertions(+), 40 deletions(-) New commits: commit 42b1661e595c94fc19d5384d878deef5bbf82e35 Author: adam stokes <uzr(a)jak.rebo> Date: Mon Sep 28 14:58:41 2009 -0400 - more paramiko integration diff --git a/README b/README index df865b7..dc8ed76 100644 --- a/README +++ b/README @@ -14,14 +14,7 @@ As root run: # cas-admin -b -Optional Requirements - -func - Please obtain this software from http://fedorahosted.org/func - setup is -a breeze and enables cas to do automated core processing on different machine -for different architectures. - -If you have func installed and setup you may re-run cas-admin to populate -your server database: +Build your server database: # cas-admin -s diff --git a/cas b/cas index 9423bd7..3e3ade1 100755 --- a/cas +++ b/cas @@ -273,7 +273,9 @@ class CasApplication(object): "crash output" % (casProcessMachine,)) cmd = "cd " + os.path.join(self.storagePath) + " && ./crash -i crash.in > crash.out" # TODO: run command through paramiko - cmd_return = Executor(hostname, "root").run(cmd) + results, err = Executor(hostname, settings["CASUSER"], cmd).run() + if err: + self.casLog.debug("Unable to perform results") else: self.casLog.info("No servers available for arch and current system not "\ "suitable for processing, please run cas-admin -h " \ diff --git a/cas-admin b/cas-admin index 2558f7b..63d434d 100755 --- a/cas-admin +++ b/cas-admin @@ -109,33 +109,20 @@ class CasServerHandler(object): self.db.buildTable() def run(self): - try: - serverList = {} - hostname_count = 0 - # TODO: setup paramiko to run through hostname lists and detect archicture. - for i in minions: - scheme, netloc, path, query, frag = urlparse.urlsplit(i) - hostname, port = netloc.split(":") - client = fc.Overlord(hostname) - isClientReachable = client.run("test","ping", []) - if isClientReachable == 1: - # Returns as {"hostname":['sts','stdout','stderr']} - # what a pain - client_dict = client.command.run("/bin/uname -m") - # silly magic to get output from command module - # since we are doing one host at a time we just pull the first - # key from the dict and parse its return - sts, arch, err = client_dict[client_dict.keys()[0]] - if sts: - self.casLog.debug(err) - # clean up arch string - arch = arch.strip() - self.db.addServer(hostname, arch) - hostname_count = hostname_count + 1 - self.casLog.info("Server database built with %d server(s) added." % (hostname_count,)) - except ImportError: - raise SystemExit(self.casLog.debug("Please install func (http://fedorahosted.org/func) for " \ - "an automated machine arch population.\n")) + hostname_count = 0 + if self.server_list and os.path.isfile(self.server_list): + fd = open(self.server_list, 'r') + for server in fd.readlines(): + server = server.strip() + results, err = Executor(server, settings["CASUSER"], "/bin/uname -m").run() + if err: + self.casLog.debug(err) + # clean up arch string + for i in results: + arch = i.strip() + self.db.addServer(server, arch) + hostname_count = hostname_count + 1 + self.casLog.info("Server database built with %d server(s) added." % (hostname_count,)) return class PurgeHandler(object): @@ -179,6 +166,8 @@ class CasAdminApplication(object): parser.add_option("-s","--server", dest="server_init", help="Build SERVER DB", action="store_true", default=False) + parser.add_option("-f", "--serverlist", dest="server_list", + help="Read in line delimeted server list for cas to propagate") parser.add_option("-p","--purge", dest="purgeData", help="Purge files default 90 days, customize with -d", action="store_true", default=False) @@ -187,6 +176,7 @@ class CasAdminApplication(object): (self.opts, args) = parser.parse_args() self.buildDB = self.opts.buildDB self.server_init = self.opts.server_init + self.server_list = self.opts.server_list self.purgeData = self.opts.purgeData self.purgeDataDays = self.opts.purgeDataDays diff --git a/cas.conf b/cas.conf index b3dcd8d..f3498d6 100644 --- a/cas.conf +++ b/cas.conf @@ -10,6 +10,9 @@ # kernels, rpmFilter, debugs, workDirectory, database [settings] +# Set the user you wish to run cas as. +casuser=root + # Where kernel-debuginfo packages are stored # NOTE: this _can_ include symlinked directories, just be careful they are # indefinately recursive diff --git a/lib/cas/network.py b/lib/cas/network.py index 7be14ab..842863c 100644 --- a/lib/cas/network.py +++ b/lib/cas/network.py @@ -70,7 +70,7 @@ class Executor(object): """ using paramiko to perform common tasks over ssh """ - def __init__(self, user, remote_host, cmd): + def __init__(self, remote_host, user, cmd): self.user = user self.host = remote_host self.cmd = cmd @@ -80,4 +80,6 @@ class Executor(object): def run(self): stdin, stdout, stderr = self.client.exec_command(self.cmd) - return (stdin, stdout, stderr) + results = stdout.readlines() + err = stderr.readlines() + return (results, err) diff --git a/lib/cas/rpmutils.py b/lib/cas/rpmutils.py index 5a65371..da5dfcb 100644 --- a/lib/cas/rpmutils.py +++ b/lib/cas/rpmutils.py @@ -15,7 +15,6 @@ import rpm import os import sys import logging -import md5 import time from cas.cas_subprocess import Popen, PIPE diff --git a/setup.py b/setup.py index d5aba5b..16773ff 100644 --- a/setup.py +++ b/setup.py @@ -21,7 +21,7 @@ for dirpath, dirnames, filenames in os.walk('snippets'): setup( name = 'cas', - version = '0.14', + version = '0.15', author = 'Adam Stokes', author_email = 'ajs(a)redhat.com', url = "http://fedorahosted.org/cas",

1 0

cas cas-admin cas.conf
by Adam Stokes 28 Sep '09

28 Sep '09

cas | 17 ++++++++--------- cas-admin | 34 ++++++++++++++++------------------ cas.conf | 2 +- 3 files changed, 25 insertions(+), 28 deletions(-) New commits: commit 62c37e64f4049c0fbf0d88ebc5bdfc785edcbede Author: adam stokes <uzr(a)jak.rebo> Date: Mon Sep 28 13:34:37 2009 -0400 - rework config items to be in a dict allows for easy addition of configuration items diff --git a/cas b/cas index 87519aa..9423bd7 100755 --- a/cas +++ b/cas @@ -42,11 +42,10 @@ if sys.version_info[:2] < (2,3): # into a key,value pair automatically config = ConfigParser.ConfigParser() config.read("/etc/cas.conf") -WORKDIRECTORY = config.get("settings","workDirectory") -DEBUGLEVEL = config.get("settings","debugLevel") -SMTPHOST = config.get("settings", "mailServer") -# Read database parameters -DATABASE = config.get("settings", "database") +settings = {} +if config.has_section("settings"): + for opt, val in config.items("settings"): + settings[opt.upper()] = val # Check for some advanced configurations # Test to see if we provide a 32bit crash binary @@ -134,7 +133,7 @@ class TimestampHandler(object): class CasApplication(object): def __init__(self, args): - self.db = CasStorage(DATABASE) + self.db = CasStorage(settings["DATABASE"]) self.db.connect() self.parse_options(args) self.util = UtilBase() @@ -173,7 +172,7 @@ class CasApplication(object): # build logger object to deal with logging per job and keep things # clean and easy to debug - self.casLog = Logging(self.storagePath, self.identifier, DEBUGLEVEL) + self.casLog = Logging(self.storagePath, self.identifier, settings["DEBUGLEVEL"]) # Add job to database, this allows us to purge # data based on job date creation then by other @@ -321,7 +320,7 @@ class CasApplication(object): if os.path.isfile(crashOutFile) and self.email: self.casLog.info("Crash output processed, sending email to %s" % (self.email,)) try: - mailServer = smtplib.SMTP(SMTPHOST) + mailServer = smtplib.SMTP(settings["SMTPHOST"]) try: # Compose email msg of results msg = "Subject: CAS results for %s\r\n\n" % (self.identifier,) @@ -346,7 +345,7 @@ class CasApplication(object): if __name__=="__main__": # Before we start the database has to exist. - if not os.path.isfile(DATABASE): + if not os.path.isfile(settings["DATABASE"]): raise SystemExit("No Database exist, please run cas-admin --help for more information.") # Begin CAS app = CasApplication(sys.argv[1:]) diff --git a/cas-admin b/cas-admin index 728a6f5..2558f7b 100755 --- a/cas-admin +++ b/cas-admin @@ -36,12 +36,10 @@ if sys.version_info[:2] < (2,3): # Read in configuration config = ConfigParser.ConfigParser() config.read("/etc/cas.conf") -KERNELS = config.get("settings","kernels") -RPMFILTER = config.get("settings","rpmFilter") -DEBUGS = config.get("settings","debugs") -DEBUGLEVEL = config.get("settings","debugLevel") -DATABASE = config.get("settings","database") -WORKDIRECTORY = config.get("settings","workDirectory") +settings = {} +if config.has_section("settings"): + for opt, val in config.items("settings"): + settings[opt.upper()] = val # read maintenance options PURGELIMIT = config.get("maintenance","purgeLimit") @@ -53,9 +51,9 @@ class CasDatabaseHandler(object): self.util = UtilBase() # setup database connection self.first_run = False - if not os.path.isfile(DATABASE): + if not os.path.isfile(settings["DATABASE"]): self.first_run = True - self.db = CasStorage(DATABASE) + self.db = CasStorage(settings["DATABASE"]) self.db.connect() if self.first_run: self.db.buildTable() @@ -64,7 +62,7 @@ class CasDatabaseHandler(object): # Uses emacs regex -- see `man find` # TODO: rework kernel filtering to expand scope # beyond just debuginfo rpms. - cmd = ["find", "-L", KERNELS, "-iregex", RPMFILTER] + cmd = ["find", "-L", settings["KERNELS"], "-iregex", settings["RPMFILTER"]] pipe = Popen(cmd, stdout=PIPE, stderr=PIPE) # setup count for kernels found, mainly for console output count = 0 @@ -77,7 +75,7 @@ class CasDatabaseHandler(object): rpms = self.db.getAllDebuginfoRPM() for id, rpm in rpms: # temporary storage path in form of DEBUGS/COUNT - dst = os.path.join(DEBUGS, str(count)) + dst = os.path.join(settings["DEBUGS"], str(count)) if not os.path.isdir(dst): os.makedirs(dst) rpmTool = RPMBase() @@ -103,9 +101,9 @@ class CasServerHandler(object): self.util = UtilBase() # setup database connection self.first_run = False - if not os.path.isfile(DATABASE): + if not os.path.isfile(settings["DATABASE"]): self.first_run = True - self.db = CasStorage(DATABASE) + self.db = CasStorage(settings["DATABASE"]) self.db.connect() if self.first_run: self.db.buildTable() @@ -152,7 +150,7 @@ class PurgeHandler(object): cutOffDate = self.todaysDate - datetime.timedelta(days=self.purgeDataDays) self.casLog.debug(cutOffDate) # Start of purging data - for root, dirs, files in os.walk(WORKDIRECTORY): + for root, dirs, files in os.walk(settings["WORKDIRECTORY"]): for d in dirs: dirpath = os.path.join(root,d) # pull out date from directory structure and trim it to @@ -171,7 +169,7 @@ class PurgeHandler(object): class CasAdminApplication(object): def __init__(self, args): self.parse_options(args) - self.casLog = Logging("/var/log","cas-admin", DEBUGLEVEL) + self.casLog = Logging("/var/log","cas-admin", settings["DEBUGLEVEL"]) def parse_options(self, args): parser = optparse.OptionParser(usage="cas-admin [opts] args") @@ -198,10 +196,10 @@ class CasAdminApplication(object): """ if os.getuid() is not 0: raise RuntimeError, "You must be root(0), instead you are id(%d)" % (os.getuid()) - if not os.path.isdir(os.path.dirname(DATABASE)): - os.makedirs(os.path.dirname(DATABASE)) - if not os.path.isdir(DEBUGS): - os.makedirs(DEBUGS) + if not os.path.isdir(os.path.dirname(settings["DATABASE"])): + os.makedirs(os.path.dirname(settings["DATABASE"])) + if not os.path.isdir(settings["DEBUGS"]): + os.makedirs(settings["DEBUGS"]) # if autopurge is enabled lets clean up some stale data if AUTOPURGE: diff --git a/cas.conf b/cas.conf index 1928139..b3dcd8d 100644 --- a/cas.conf +++ b/cas.conf @@ -34,7 +34,7 @@ workDirectory=/cores # Mail server, e.g. mail.example.com # Provides job results via email -mailServer=mail.example.com +stmphost=mail.example.com # database connection info database=/var/db/cas/cas.db

1 0

2 commits - cas cas-admin cas.spec lib/cas
by Adam Stokes 28 Sep '09

28 Sep '09

cas | 3 ++- cas-admin | 6 ++---- cas.spec | 12 ++++++++---- lib/cas/network.py | 17 +++++++++++++++++ 4 files changed, 29 insertions(+), 9 deletions(-) New commits: commit e74048977697933ea595a8b97e4b327fd3275b6d Author: adam stokes <uzr(a)jak.rebo> Date: Mon Sep 28 12:26:10 2009 -0400 - start reworking ssh code to use paramiko instead of func diff --git a/cas b/cas index f4e3f9d..87519aa 100755 --- a/cas +++ b/cas @@ -24,7 +24,7 @@ import socket from cas.cas_subprocess import Popen, PIPE from datetime import datetime -from cas.network import Download, CasNetworkException +from cas.network import Download, Executor, CasNetworkException from cas.core import CoreBase, CoreException from cas.db import CasStorage, CasStorageException from cas.util import UtilBase, Logging @@ -274,6 +274,7 @@ class CasApplication(object): "crash output" % (casProcessMachine,)) cmd = "cd " + os.path.join(self.storagePath) + " && ./crash -i crash.in > crash.out" # TODO: run command through paramiko + cmd_return = Executor(hostname, "root").run(cmd) else: self.casLog.info("No servers available for arch and current system not "\ "suitable for processing, please run cas-admin -h " \ diff --git a/cas-admin b/cas-admin index 2e575d8..728a6f5 100755 --- a/cas-admin +++ b/cas-admin @@ -28,6 +28,7 @@ from cas.rpmutils import RPMBase from cas.db import CasStorage, CasStorageException from cas.cas_subprocess import Popen, PIPE from cas.cas_shutil import rmtree +from cas.network import Executor if sys.version_info[:2] < (2,3): raise SystemExit("Python >= 2.3 required") @@ -113,10 +114,7 @@ class CasServerHandler(object): try: serverList = {} hostname_count = 0 - # Attempt to load func to automate detection of machine arch - import func.overlord.client as fc - parent_func = fc.Overlord("*") - minions = parent_func.minions + # TODO: setup paramiko to run through hostname lists and detect archicture. for i in minions: scheme, netloc, path, query, frag = urlparse.urlsplit(i) hostname, port = netloc.split(":") diff --git a/cas.spec b/cas.spec index 708bbcc..cc57342 100644 --- a/cas.spec +++ b/cas.spec @@ -12,9 +12,9 @@ BuildArch: noarch Url: http://fedorahosted.org/cas BuildRequires: python-devel %if 0%{?rhel} -Requires: python-sqlite crash PyYAML +Requires: python-sqlite crash python-paramiko %else -Requires: crash python-paramiko PyYAML +Requires: crash python-paramiko %endif %description @@ -50,7 +50,7 @@ rm -rf ${RPM_BUILD_ROOT} %changelog * Tue Sep 15 2009 Adam Stokes <ajs at redhat dot com> - 0.15-1 -- Require PyYAML, paramiko +- Require paramiko for all remote executions - Rip out func code * Tue May 5 2009 Adam Stokes <ajs at redhat dot com> - 0.14-8 diff --git a/lib/cas/network.py b/lib/cas/network.py index a14d9ff..7be14ab 100644 --- a/lib/cas/network.py +++ b/lib/cas/network.py @@ -15,6 +15,7 @@ import sys import os import urlparse import urlgrabber.grabber as grabber +import paramiko class CasNetworkException(Exception): pass @@ -64,3 +65,19 @@ class Download(object): f.close() url.close() return self.output + +class Executor(object): + """ using paramiko to perform common tasks over + ssh + """ + def __init__(self, user, remote_host, cmd): + self.user = user + self.host = remote_host + self.cmd = cmd + self.client = paramiko.SSHClient() + self.client.load_system_host_keys() + self.client.connect(self.host, username=self.user) + + def run(self): + stdin, stdout, stderr = self.client.exec_command(self.cmd) + return (stdin, stdout, stderr) commit c0a56cbf52e0f5d4fa8862a59e5d5665ad71d80c Author: adam stokes <uzr(a)jak.rebo> Date: Mon Sep 28 12:00:00 2009 -0400 - updated spec diff --git a/cas.spec b/cas.spec index 462ae10..708bbcc 100644 --- a/cas.spec +++ b/cas.spec @@ -2,8 +2,8 @@ Name: cas Summary: Tool to analyze and configure core file environment -Version: 0.14 -Release: 10%{?dist} +Version: 0.15 +Release: 1%{?dist} Source0: https://fedorahosted.org/releases/c/a/cas/%{name}-%{version}.tar.gz License: GPLv3+ Group: Development/Libraries @@ -12,9 +12,9 @@ BuildArch: noarch Url: http://fedorahosted.org/cas BuildRequires: python-devel %if 0%{?rhel} -Requires: python-sqlite crash +Requires: python-sqlite crash PyYAML %else -Requires: crash +Requires: crash python-paramiko PyYAML %endif %description @@ -49,6 +49,10 @@ rm -rf ${RPM_BUILD_ROOT} %doc AUTHORS LICENSE README PKG-INFO doc/* %changelog +* Tue Sep 15 2009 Adam Stokes <ajs at redhat dot com> - 0.15-1 +- Require PyYAML, paramiko +- Rip out func code + * Tue May 5 2009 Adam Stokes <ajs at redhat dot com> - 0.14-8 - support for purging old data - documentation updated to reflect updated workflow and describe

1 0

cas cas.conf lib/cas
by Adam Stokes 28 Sep '09

28 Sep '09

cas | 33 +++++++++++---------------------- cas.conf | 5 +++++ lib/cas/core.py | 6 ++++-- 3 files changed, 20 insertions(+), 24 deletions(-) New commits: commit ee9864a931fe18c5a58942205d9cfd0551ad9002 Author: adam stokes <uzr(a)jak.rebo> Date: Mon Sep 28 11:33:16 2009 -0400 merge buffersize settings from stokes-devel branch diff --git a/cas b/cas index b6d20cc..f4e3f9d 100755 --- a/cas +++ b/cas @@ -38,6 +38,8 @@ if sys.version_info[:2] < (2,3): raise SystemExit("Python >= 2.3 required") # Configuration parsing of /etc/cas.conf +# TODO: rework config read to place all items +# into a key,value pair automatically config = ConfigParser.ConfigParser() config.read("/etc/cas.conf") WORKDIRECTORY = config.get("settings","workDirectory") @@ -54,6 +56,11 @@ CRASH_32=None if config.has_option("advanced", "crash_32"): CRASH_32=config.get("advanced", "crash_32") +# Do we have a buffersize +BUFFERSIZE=None +if config.has_option("advanced", "buffersize"): + BUFFERSIZE=config.get("advanced", "buffersize") + class CoreHandler(object): def __init__(self, filename, dst, logger): self.filename = filename @@ -115,7 +122,7 @@ class TimestampHandler(object): # dig through the buildstamp database and attempt to match it with the # one found in the core try: - coreTimestamp = self.tool.timestamp(self.corefile) + coreTimestamp = self.tool.timestamp(self.corefile, BUFFERSIZE) except CoreException, err: raise SystemExit(self.casLog.debug(err)) # query timestamp table, return tuple debuginfoRPM, and path to @@ -252,12 +259,9 @@ class CasApplication(object): self.casLog.debug("crash problem: err: %s, out: %s" % (err, out)) else: # The machine running cas isn't capable of processing this core, lets - # attempt with Func. Assuming Func is installed and a server database + # attempt with paramiko. Assuming paramiko is installed and a server database # is configured we attempt to process the core at another machine. try: - import func.overlord.client as fc - import func.jobthing as jobthing - from time import sleep self.casLog.info("Crash file built, locating suitable %s system for " \ "processing" % (debugKernelArch,)) serverList = self.db.getServers() @@ -269,22 +273,7 @@ class CasApplication(object): self.casLog.info("Machine %s found, processing " \ "crash output" % (casProcessMachine,)) cmd = "cd " + os.path.join(self.storagePath) + " && ./crash -i crash.in > crash.out" - client = fc.Overlord(casProcessMachine,async=True) - # test if client is reachable - isClientReachable = client.run("test", "ping", []) - if isClientReachable == 1: - job_id = client.command.run(cmd) - while True: - status = client.job_status(job_id) - (code, results) = status - if code == jobthing.JOB_ID_RUNNING: - self.casLog.status("task is running...") - elif code == jobthing.JOB_ID_PARTIAL: - self.casLog.status("task is running...") - elif code == jobthing.JOB_ID_FINISHED: - self.casLog.status("task complete; results = %s" % (results,)) - break - sleep(5) + # TODO: run command through paramiko else: self.casLog.info("No servers available for arch and current system not "\ "suitable for processing, please run cas-admin -h " \ @@ -294,7 +283,7 @@ class CasApplication(object): "more information")) except ImportError: self.casLog.info("Current running machine is not suitable for processing this core " \ - "and http://fedorahosted.org/func is not installed/configured properly.") + "and python-paramiko is not installed/configured properly.") self.casLog.info("Finishing job without processing the core, please find a suitable %s "\ "machine in order to view this core in crash." % (debugKernelArch,)) crashOutFile = os.path.join(self.storagePath,"modules") diff --git a/cas.conf b/cas.conf index 8df8ac8..1928139 100644 --- a/cas.conf +++ b/cas.conf @@ -54,3 +54,8 @@ autoPurge=no # rpm --relocate /usr/bin=/usr/local/i386 -ivh crash*i386.rpm # crash_32=/usr/local/i386/crash + +# Define a buffersize to be set when reading a core file +# Valid options are {number, None, or blank} +# If set to None or blank default will be ~515M +# buffersize = None diff --git a/lib/cas/core.py b/lib/cas/core.py index f4558d5..010ad6f 100644 --- a/lib/cas/core.py +++ b/lib/cas/core.py @@ -93,7 +93,7 @@ class CoreBase(object): return True return False - def timestamp(self, path): + def timestamp(self, path, blksize): """ captures fingerprint from core """ match='Linux\sversion.*20\d{1,2}|#1\s.*20\d{1,2}' @@ -102,7 +102,9 @@ class CoreBase(object): except IOError: return False fd.seek(0) - b = os.read(fd.fileno(),54000000) + if not blksize or blksize == "": + blksize = 540000000 + b = os.read(fd.fileno(),blksize) out = self.util.regexSearch(match, b) if out: return out

1 0

Branch 'stokes-devel' - cas cas.conf lib/cas
by Adam Stokes 28 Sep '09

28 Sep '09

cas | 9 ++++++++- cas.conf | 5 +++++ lib/cas/core.py | 6 ++++-- 3 files changed, 17 insertions(+), 3 deletions(-) New commits: commit c581b7f84420ef252f06e7c279be5a704aa9a6c0 Author: adam stokes <uzr(a)jak.rebo> Date: Mon Sep 28 11:27:47 2009 -0400 - add buffersize option diff --git a/cas b/cas index f69b68b..f4e3f9d 100755 --- a/cas +++ b/cas @@ -38,6 +38,8 @@ if sys.version_info[:2] < (2,3): raise SystemExit("Python >= 2.3 required") # Configuration parsing of /etc/cas.conf +# TODO: rework config read to place all items +# into a key,value pair automatically config = ConfigParser.ConfigParser() config.read("/etc/cas.conf") WORKDIRECTORY = config.get("settings","workDirectory") @@ -54,6 +56,11 @@ CRASH_32=None if config.has_option("advanced", "crash_32"): CRASH_32=config.get("advanced", "crash_32") +# Do we have a buffersize +BUFFERSIZE=None +if config.has_option("advanced", "buffersize"): + BUFFERSIZE=config.get("advanced", "buffersize") + class CoreHandler(object): def __init__(self, filename, dst, logger): self.filename = filename @@ -115,7 +122,7 @@ class TimestampHandler(object): # dig through the buildstamp database and attempt to match it with the # one found in the core try: - coreTimestamp = self.tool.timestamp(self.corefile) + coreTimestamp = self.tool.timestamp(self.corefile, BUFFERSIZE) except CoreException, err: raise SystemExit(self.casLog.debug(err)) # query timestamp table, return tuple debuginfoRPM, and path to diff --git a/cas.conf b/cas.conf index 8df8ac8..1928139 100644 --- a/cas.conf +++ b/cas.conf @@ -54,3 +54,8 @@ autoPurge=no # rpm --relocate /usr/bin=/usr/local/i386 -ivh crash*i386.rpm # crash_32=/usr/local/i386/crash + +# Define a buffersize to be set when reading a core file +# Valid options are {number, None, or blank} +# If set to None or blank default will be ~515M +# buffersize = None diff --git a/lib/cas/core.py b/lib/cas/core.py index f4558d5..010ad6f 100644 --- a/lib/cas/core.py +++ b/lib/cas/core.py @@ -93,7 +93,7 @@ class CoreBase(object): return True return False - def timestamp(self, path): + def timestamp(self, path, blksize): """ captures fingerprint from core """ match='Linux\sversion.*20\d{1,2}|#1\s.*20\d{1,2}' @@ -102,7 +102,9 @@ class CoreBase(object): except IOError: return False fd.seek(0) - b = os.read(fd.fileno(),54000000) + if not blksize or blksize == "": + blksize = 540000000 + b = os.read(fd.fileno(),blksize) out = self.util.regexSearch(match, b) if out: return out

1 0

Branch 'stokes-devel' - cas.spec doc/fixtures setup.py
by Adam Stokes 15 Sep '09

15 Sep '09

cas.spec | 8 ++++++-- doc/fixtures/servers.yml | 17 +++++++++++++++++ setup.py | 2 +- 3 files changed, 24 insertions(+), 3 deletions(-) New commits: commit 2733622948be561909957b7f99193375149706a9 Author: adam stokes <uzr(a)jak.rebo> Date: Tue Sep 15 14:40:14 2009 -0400 - setup pre-existing fixtures for ease of adding servers diff --git a/cas.spec b/cas.spec index 3cf34df..708bbcc 100644 --- a/cas.spec +++ b/cas.spec @@ -12,9 +12,9 @@ BuildArch: noarch Url: http://fedorahosted.org/cas BuildRequires: python-devel %if 0%{?rhel} -Requires: python-sqlite crash +Requires: python-sqlite crash PyYAML %else -Requires: crash python-paramiko +Requires: crash python-paramiko PyYAML %endif %description @@ -49,6 +49,10 @@ rm -rf ${RPM_BUILD_ROOT} %doc AUTHORS LICENSE README PKG-INFO doc/* %changelog +* Tue Sep 15 2009 Adam Stokes <ajs at redhat dot com> - 0.15-1 +- Require PyYAML, paramiko +- Rip out func code + * Tue May 5 2009 Adam Stokes <ajs at redhat dot com> - 0.14-8 - support for purging old data - documentation updated to reflect updated workflow and describe diff --git a/doc/fixtures/servers.yml b/doc/fixtures/servers.yml new file mode 100644 index 0000000..a8f4bb2 --- /dev/null +++ b/doc/fixtures/servers.yml @@ -0,0 +1,17 @@ +# Server listing in YAML +# Supported architectures: x86_64, i686, s390, s390x, ppc, ppc64, ia64 + +username: root +password: password +ssh_key: id_dsa + +server1.example.com: + architecture: x86_64 + username: testuser # overwrite master username + port: 22 +server2.example.com: + architecture: i686 + port: 22 +server3.example.com: + architecture: ppc64 + port: 22 diff --git a/setup.py b/setup.py index d5aba5b..16773ff 100644 --- a/setup.py +++ b/setup.py @@ -21,7 +21,7 @@ for dirpath, dirnames, filenames in os.walk('snippets'): setup( name = 'cas', - version = '0.14', + version = '0.15', author = 'Adam Stokes', author_email = 'ajs(a)redhat.com', url = "http://fedorahosted.org/cas",

1 0

Branch 'stokes-devel' - cas cas-admin cas.spec
by Adam Stokes 15 Sep '09

15 Sep '09

cas | 24 +++--------------------- cas-admin | 31 +++++++------------------------ cas.spec | 6 +++--- 3 files changed, 13 insertions(+), 48 deletions(-) New commits: commit d91d764b5e51eb8789506e7f687398feae4e610d Author: adam stokes <uzr(a)jak.rebo> Date: Tue Sep 15 11:20:57 2009 -0400 - begin ripping out func code. diff --git a/cas b/cas index b6d20cc..f69b68b 100755 --- a/cas +++ b/cas @@ -252,12 +252,9 @@ class CasApplication(object): self.casLog.debug("crash problem: err: %s, out: %s" % (err, out)) else: # The machine running cas isn't capable of processing this core, lets - # attempt with Func. Assuming Func is installed and a server database + # attempt with paramiko. Assuming paramiko is installed and a server database # is configured we attempt to process the core at another machine. try: - import func.overlord.client as fc - import func.jobthing as jobthing - from time import sleep self.casLog.info("Crash file built, locating suitable %s system for " \ "processing" % (debugKernelArch,)) serverList = self.db.getServers() @@ -269,22 +266,7 @@ class CasApplication(object): self.casLog.info("Machine %s found, processing " \ "crash output" % (casProcessMachine,)) cmd = "cd " + os.path.join(self.storagePath) + " && ./crash -i crash.in > crash.out" - client = fc.Overlord(casProcessMachine,async=True) - # test if client is reachable - isClientReachable = client.run("test", "ping", []) - if isClientReachable == 1: - job_id = client.command.run(cmd) - while True: - status = client.job_status(job_id) - (code, results) = status - if code == jobthing.JOB_ID_RUNNING: - self.casLog.status("task is running...") - elif code == jobthing.JOB_ID_PARTIAL: - self.casLog.status("task is running...") - elif code == jobthing.JOB_ID_FINISHED: - self.casLog.status("task complete; results = %s" % (results,)) - break - sleep(5) + # TODO: run command through paramiko else: self.casLog.info("No servers available for arch and current system not "\ "suitable for processing, please run cas-admin -h " \ @@ -294,7 +276,7 @@ class CasApplication(object): "more information")) except ImportError: self.casLog.info("Current running machine is not suitable for processing this core " \ - "and http://fedorahosted.org/func is not installed/configured properly.") + "and python-paramiko is not installed/configured properly.") self.casLog.info("Finishing job without processing the core, please find a suitable %s "\ "machine in order to view this core in crash." % (debugKernelArch,)) crashOutFile = os.path.join(self.storagePath,"modules") diff --git a/cas-admin b/cas-admin index 2e575d8..c51ba15 100755 --- a/cas-admin +++ b/cas-admin @@ -113,32 +113,15 @@ class CasServerHandler(object): try: serverList = {} hostname_count = 0 - # Attempt to load func to automate detection of machine arch - import func.overlord.client as fc - parent_func = fc.Overlord("*") - minions = parent_func.minions - for i in minions: - scheme, netloc, path, query, frag = urlparse.urlsplit(i) - hostname, port = netloc.split(":") - client = fc.Overlord(hostname) - isClientReachable = client.run("test","ping", []) - if isClientReachable == 1: - # Returns as {"hostname":['sts','stdout','stderr']} - # what a pain - client_dict = client.command.run("/bin/uname -m") - # silly magic to get output from command module - # since we are doing one host at a time we just pull the first - # key from the dict and parse its return - sts, arch, err = client_dict[client_dict.keys()[0]] - if sts: - self.casLog.debug(err) - # clean up arch string - arch = arch.strip() - self.db.addServer(hostname, arch) - hostname_count = hostname_count + 1 + # Attempt to load paramiko to automate detection of machine arch + # import func.overlord.client as fc + # TODO: add interactive session for adding servers, and also + # add ability to script this + # self.db.addServer(hostname, arch) + # hostname_count = hostname_count + 1 self.casLog.info("Server database built with %d server(s) added." % (hostname_count,)) except ImportError: - raise SystemExit(self.casLog.debug("Please install func (http://fedorahosted.org/func) for " \ + raise SystemExit(self.casLog.debug("Please install python-paramiko for " \ "an automated machine arch population.\n")) return diff --git a/cas.spec b/cas.spec index 462ae10..3cf34df 100644 --- a/cas.spec +++ b/cas.spec @@ -2,8 +2,8 @@ Name: cas Summary: Tool to analyze and configure core file environment -Version: 0.14 -Release: 10%{?dist} +Version: 0.15 +Release: 1%{?dist} Source0: https://fedorahosted.org/releases/c/a/cas/%{name}-%{version}.tar.gz License: GPLv3+ Group: Development/Libraries @@ -14,7 +14,7 @@ BuildRequires: python-devel %if 0%{?rhel} Requires: python-sqlite crash %else -Requires: crash +Requires: crash python-paramiko %endif %description

1 0

Need help
by Akiyama, Nobuyuki 04 Aug '09

04 Aug '09

Hi all, I am a newbie for CAS. I have just installed CAS on RHEL5.3 for itanium server. I built the CAS package from cas-0.14-10.el5.src.rpm. Q. I run cas after "cas-admin -b", and then a following error occured. What is wrong? Please give me suggestions to solve this problem. [root@cas-ia64 dump]# cas -i 1 -f vmcore.1 [.cas.] :: Starting job at /dump/1/2009.07.30.02.51.50 [.cas.] :: Corefile prepared, processing /dump/1/2009.07.30.02.51.50/vmcore.1 [.cas.][debug] :: Unable to retrieve timestamp from: /dump/1/2009.07.30.02.51.50/vmcore.1 My /etc/cas.conf is: ---- [settings] kernels=/pub/debuginfo rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm debugs=/tmp debugLevel=DEBUG workDirectory=/dump mailServer=localhost database=/var/db/cas/cas.db [maintenance] purgeLimit=90 autoPurge=No ---- Thanks, Akiyama

3 3

Branch 'stokes-devel' - casd
by Adam Stokes 23 Jul '09

23 Jul '09

casd | 50 -------------------------------------------------- 1 file changed, 50 deletions(-) New commits: commit 9e5d06de1a2c2e76faa3646251b74747ca3dc0b6 Author: adam stokes <uzr(a)jak.rebo> Date: Thu Jul 23 10:17:06 2009 -0400 - stupid to use a daemon diff --git a/casd b/casd deleted file mode 100755 index 65f62e0..0000000 --- a/casd +++ /dev/null @@ -1,50 +0,0 @@ -#!/usr/bin/python -# This program is free software: you can redistribute it and/or modify -# it under the terms of the GNU General Public License as published by -# the Free Software Foundation, either version 3 of the License, or -# (at your option) any later version. -# -# This program is distributed in the hope that it will be useful, -# but WITHOUT ANY WARRANTY; without even the implied warranty of -# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -# GNU General Public License for more details. -# -# You should have received a copy of the GNU General Public License -# along with this program. If not, see <http://www.gnu.org/licenses/>. - -# casd - daemon watcher for various items. - -import os -import sys - -class Daemonize(object): - """ daemonize class """ - - def startDaemon(self): - """ start daemon method """ - - try: - pid = os.fork() - except OSError, e: - raise SystemExit("Unable to fork %s" % (e.strerror,)) - - import resource - maxfd = resource.getrlimit(resource.RLIMIT_NOFILE)[1] - if (maxfd == resource.RLIM_INFINITY): - maxfd = MAXFD - - # close file descriptors - for i in range(0, self.maxfd): - try: - os.close(i) - except OSError: - pass - - os.open(os.devnull, os.R_RDWR) - os.dup2(0,1) # dup stdin to - os.dup2(0,2) # stdout, stderr - - def __init__(self): - self.workdir = "/" - self.maxfd = 1024 - self.umask = 0

1 0

Branch 'stokes-devel' - casd
by Adam Stokes 20 Jul '09

20 Jul '09

casd | 50 ++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 50 insertions(+) New commits: commit 82d8dbd1d7821e37d5dee114db1023febdbc97c5 Author: adam stokes <uzr(a)jak.rebo> Date: Mon Jul 20 14:38:24 2009 -0400 - working on a daemon to track kernel changes on live system diff --git a/casd b/casd new file mode 100755 index 0000000..65f62e0 --- /dev/null +++ b/casd @@ -0,0 +1,50 @@ +#!/usr/bin/python +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# casd - daemon watcher for various items. + +import os +import sys + +class Daemonize(object): + """ daemonize class """ + + def startDaemon(self): + """ start daemon method """ + + try: + pid = os.fork() + except OSError, e: + raise SystemExit("Unable to fork %s" % (e.strerror,)) + + import resource + maxfd = resource.getrlimit(resource.RLIMIT_NOFILE)[1] + if (maxfd == resource.RLIM_INFINITY): + maxfd = MAXFD + + # close file descriptors + for i in range(0, self.maxfd): + try: + os.close(i) + except OSError: + pass + + os.open(os.devnull, os.R_RDWR) + os.dup2(0,1) # dup stdin to + os.dup2(0,2) # stdout, stderr + + def __init__(self): + self.workdir = "/" + self.maxfd = 1024 + self.umask = 0

1 0

Changes to 'stable-0.14'
by Adam Stokes 20 Jul '09

20 Jul '09

New branch 'stable-0.14' available with the following commits:

1 0

Changes to 'stokes-devel'
by Adam Stokes 20 Jul '09

20 Jul '09

New branch 'stokes-devel' available with the following commits:

1 0

web/job_detail.html web/jobs.html web/job_submit.html
by Adam Stokes 14 May '09

14 May '09

web/job_detail.html | 1 + web/job_submit.html | 2 +- web/jobs.html | 17 ++++++++++------- 3 files changed, 12 insertions(+), 8 deletions(-) New commits: commit 9312533427c76c65fa21cb278b3512a2947f33fc Author: adam stokes <ajs(a)redhat.com> Date: Thu May 14 14:07:04 2009 -0400 - need to globalize some subroutines like reading workdir from config. diff --git a/web/job_detail.html b/web/job_detail.html index 913771b..eb50606 100644 --- a/web/job_detail.html +++ b/web/job_detail.html @@ -1,3 +1,4 @@ + <& header.html &> <div id="content"> <h3>Job Detail for <% $work_dir %>/<% $view_log %></h3> diff --git a/web/job_submit.html b/web/job_submit.html index 730225d..d1a33bc 100644 --- a/web/job_submit.html +++ b/web/job_submit.html @@ -1,3 +1,4 @@ + <& header.html &> <div id="content"> <h3>Form submitted</h3> @@ -33,7 +34,6 @@ if ($form_file) { </%init> <%args> - $form_identifier $form_file $form_submitter diff --git a/web/jobs.html b/web/jobs.html index 9f04734..b6846ff 100644 --- a/web/jobs.html +++ b/web/jobs.html @@ -1,3 +1,4 @@ + <& header.html &> <div id="content"> <h3>Jobs</h3> @@ -8,13 +9,15 @@ </tr> % foreach my $item (@{$data}) { % my ($id, $identify, $timestamp, $email) = @{$item}; -<tr> -<td><a href="/job_detail.html?view_log=<% $identify %>/<% $timestamp %>/<% $identify %>.log">view log</a></td> -<td><% $id %></td> -<td><% $identify %></td> -<td><% $timestamp %></td> -<td><% $email %></td> -</tr> +% if (-f "/cores/$identify") { + <tr> + <td><a href="/job_detail.html?view_log=<% $identify %>/<% $timestamp %>/<% $identify %>.log">view log</a></td> + <td><% $id %></td> + <td><% $identify %></td> + <td><% $timestamp %></td> + <td><% $email %></td> + </tr> +% } % } </table> </div>

1 0

web/job_submit.html
by Adam Stokes 14 May '09

14 May '09

web/job_submit.html | 42 ++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 42 insertions(+) New commits: commit 3819cc50e2e7cc93272fc24b9f11bf3f847b370a Author: adam stokes <ajs(a)redhat.com> Date: Thu May 14 12:23:50 2009 -0400 - working on job submissions, file upload in progress diff --git a/web/job_submit.html b/web/job_submit.html new file mode 100644 index 0000000..730225d --- /dev/null +++ b/web/job_submit.html @@ -0,0 +1,42 @@ +<& header.html &> +<div id="content"> +<h3>Form submitted</h3> +</div> + +<& footer.html &> +<%init> +use File::Path; + +# create path if doesn't exist +if ($form_identifier && ! -f "/cores/$form_identifier") { + mkpath("/cores/$form_identifier", {verbose => 1}); +} + +# File uploads +if ($form_file) { + my $query = $m->cgi_object; + + # get a filehandle for the uploaded file + my $fh = $query->upload('form_file'); + + # setup file + open FORMFILE, '>>/tmp/formfile'; + + # print out the contents of the uploaded file + while (<$fh>) { + print FORMFILE $_; + } + close($fh); + + close FORMFILE; +} +</%init> + +<%args> + +$form_identifier +$form_file +$form_submitter +$form_url +</%args> +

1 0

4 commits - cas doc/genindex.html doc/index.html doc/index.rst doc/objects.inv doc/search.html doc/searchindex.js doc/_sources Makefile PKG-INFO
by Adam Stokes 06 May '09

06 May '09

Makefile | 2 +- PKG-INFO | 4 ++-- cas | 2 -- doc/_sources/index.txt | 10 ++++++++++ doc/genindex.html | 8 ++++---- doc/index.html | 20 ++++++++++++++++---- doc/index.rst | 12 +++++++++++- doc/objects.inv | 2 +- doc/search.html | 8 ++++---- doc/searchindex.js | 2 +- 10 files changed, 50 insertions(+), 20 deletions(-) New commits: commit fe80cffd50a6d92f9bbc1e5468722181edd35f89 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Wed May 6 22:53:05 2009 -0400 - updated license, version diff --git a/PKG-INFO b/PKG-INFO index 2e55bb2..2f8ee58 100644 --- a/PKG-INFO +++ b/PKG-INFO @@ -1,10 +1,10 @@ Metadata-Version: 1.0 Name: cas -Version: 0.13 +Version: 0.14 Summary: CAS - automated core setup Home-page: http://fedorahosted.org/cas Author: Adam Stokes Author-email: astokes(a)fedoraproject.org -License: GPLv2 +License: GPLv3+ Description: Core analysis system. Platform: Linux commit ca39b71c992958849a6d9253b2c8f487363c5a22 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Wed May 6 22:52:51 2009 -0400 - Nothing special diff --git a/Makefile b/Makefile index d914133..b1bfe91 100644 --- a/Makefile +++ b/Makefile @@ -36,5 +36,5 @@ clean: @rm -rf {$(SOURCE3),$(SOURCE4)} install: - python setup.py install + @python setup.py install @rm -rf build/lib commit 3305fc522fde7df70d86acb1e9abe9b593fad460 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Wed May 6 22:52:33 2009 -0400 - remove task diff --git a/cas b/cas index 01297f7..b6d20cc 100755 --- a/cas +++ b/cas @@ -207,8 +207,6 @@ class CasApplication(object): else: filterString = "*/%s" % (debugKernel,) self.casLog.info("Extracting debug kernel with filter %s" % (filterString,)) - # DONE: bug in extract where vmlinux not being placed in defined - # destination. self.rpmTool.extract(debuginfo, self.storagePath, filter=filterString, return_results=False) commit 1d361cf652e22477fdfc210e9cf78e2946f337db Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Wed May 6 22:52:05 2009 -0400 - documentation updates diff --git a/doc/_sources/index.txt b/doc/_sources/index.txt index 51a1170..332f761 100644 --- a/doc/_sources/index.txt +++ b/doc/_sources/index.txt @@ -1,6 +1,15 @@ +.. CAS documentation master file, created by + sphinx-quickstart on Wed May 6 22:44:40 2009. + You can adapt this file completely to your liking, but it should at least + contain the root `toctree` directive. + Core Analysis System ==================== +:Author: Adam Stokes +:Release: |release| +:Date: |today| + Introduction ------------ @@ -355,3 +364,4 @@ Resources * `Mailing list <https://fedorahosted.org/mailman/listinfo/cas>`_ * `Upstream releases <https://fedorahosted.org/releases/c/a/cas/>`_ * Checkout latest from Git, ``git clone git://git.fedorahosted.org/cas.git`` + diff --git a/doc/genindex.html b/doc/genindex.html index 624177a..989ebc4 100644 --- a/doc/genindex.html +++ b/doc/genindex.html @@ -5,7 +5,7 @@ <head> <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> - <title>Index — cas v0.14 documentation</title> + <title>Index — CAS v0.14 documentation</title> <link rel="stylesheet" href="_static/default.css" type="text/css" /> <link rel="stylesheet" href="_static/pygments.css" type="text/css" /> <script type="text/javascript"> @@ -19,7 +19,7 @@ </script> <script type="text/javascript" src="_static/jquery.js"></script> <script type="text/javascript" src="_static/doctools.js"></script> - <link rel="top" title="cas v0.14 documentation" href="index.html" /> + <link rel="top" title="CAS v0.14 documentation" href="index.html" /> </head> <body> <div class="related"> @@ -28,7 +28,7 @@ <li class="right" style="margin-right: 10px"> <a href="" title="General Index" accesskey="I">index</a></li> - <li><a href="index.html">cas v0.14 documentation</a> »</li> + <li><a href="index.html">CAS v0.14 documentation</a> »</li> </ul> </div> @@ -78,7 +78,7 @@ <li class="right" style="margin-right: 10px"> <a href="" title="General Index" >index</a></li> - <li><a href="index.html">cas v0.14 documentation</a> »</li> + <li><a href="index.html">CAS v0.14 documentation</a> »</li> </ul> </div> <div class="footer"> diff --git a/doc/index.html b/doc/index.html index 8856c99..07be194 100644 --- a/doc/index.html +++ b/doc/index.html @@ -5,7 +5,7 @@ <head> <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> - <title>Core Analysis System — cas v0.14 documentation</title> + <title>Core Analysis System — CAS v0.14 documentation</title> <link rel="stylesheet" href="_static/default.css" type="text/css" /> <link rel="stylesheet" href="_static/pygments.css" type="text/css" /> <script type="text/javascript"> @@ -19,7 +19,7 @@ </script> <script type="text/javascript" src="_static/jquery.js"></script> <script type="text/javascript" src="_static/doctools.js"></script> - <link rel="top" title="cas v0.14 documentation" href="" /> + <link rel="top" title="CAS v0.14 documentation" href="" /> </head> <body> <div class="related"> @@ -28,7 +28,7 @@ <li class="right" style="margin-right: 10px"> <a href="genindex.html" title="General Index" accesskey="I">index</a></li> - <li><a href="">cas v0.14 documentation</a> »</li> + <li><a href="">CAS v0.14 documentation</a> »</li> </ul> </div> @@ -39,6 +39,18 @@ <div class="section" id="core-analysis-system"> <h1>Core Analysis System<a class="headerlink" href="#core-analysis-system" title="Permalink to this headline">¶</a></h1> +<table class="docutils field-list" frame="void" rules="none"> +<col class="field-name" /> +<col class="field-body" /> +<tbody valign="top"> +<tr class="field"><th class="field-name">Author:</th><td class="field-body">Adam Stokes</td> +</tr> +<tr class="field"><th class="field-name">Release:</th><td class="field-body">0.14</td> +</tr> +<tr class="field"><th class="field-name">Date:</th><td class="field-body">May 06, 2009</td> +</tr> +</tbody> +</table> <div class="section" id="introduction"> <h2>Introduction<a class="headerlink" href="#introduction" title="Permalink to this headline">¶</a></h2> <img alt="_images/cas_logo.png" src="_images/cas_logo.png" /> @@ -402,7 +414,7 @@ no errors.</p> <li class="right" style="margin-right: 10px"> <a href="genindex.html" title="General Index" >index</a></li> - <li><a href="">cas v0.14 documentation</a> »</li> + <li><a href="">CAS v0.14 documentation</a> »</li> </ul> </div> <div class="footer"> diff --git a/doc/index.rst b/doc/index.rst index 04b4f5b..332f761 100644 --- a/doc/index.rst +++ b/doc/index.rst @@ -1,6 +1,15 @@ +.. CAS documentation master file, created by + sphinx-quickstart on Wed May 6 22:44:40 2009. + You can adapt this file completely to your liking, but it should at least + contain the root `toctree` directive. + Core Analysis System ==================== +:Author: Adam Stokes +:Release: |release| +:Date: |today| + Introduction ------------ @@ -89,7 +98,7 @@ require smtp authentication. ``purgeLimit``: Define amount of day(s) back wish to keep physical data on system. -``autoPurge``: Yes/No setting if wanting **cas-admin** to auto purge stale data on +``autoPurge``: Yes/No setting if wanting cas-admin to auto purge stale data on each run. ``crash_32``: Primarily used on x86_64 systems to process x86 cores. If x86 @@ -355,3 +364,4 @@ Resources * `Mailing list <https://fedorahosted.org/mailman/listinfo/cas>`_ * `Upstream releases <https://fedorahosted.org/releases/c/a/cas/>`_ * Checkout latest from Git, ``git clone git://git.fedorahosted.org/cas.git`` + diff --git a/doc/objects.inv b/doc/objects.inv index 2f84a03..9bf4213 100644 --- a/doc/objects.inv +++ b/doc/objects.inv @@ -1,3 +1,3 @@ # Sphinx inventory version 1 -# Project: cas +# Project: CAS # Version: 0.14 diff --git a/doc/search.html b/doc/search.html index 7d3804b..4acbc32 100644 --- a/doc/search.html +++ b/doc/search.html @@ -5,7 +5,7 @@ <head> <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> - <title>Search — cas v0.14 documentation</title> + <title>Search — CAS v0.14 documentation</title> <link rel="stylesheet" href="_static/default.css" type="text/css" /> <link rel="stylesheet" href="_static/pygments.css" type="text/css" /> <script type="text/javascript"> @@ -20,7 +20,7 @@ <script type="text/javascript" src="_static/jquery.js"></script> <script type="text/javascript" src="_static/doctools.js"></script> <script type="text/javascript" src="_static/searchtools.js"></script> - <link rel="top" title="cas v0.14 documentation" href="index.html" /> + <link rel="top" title="CAS v0.14 documentation" href="index.html" /> </head> <body> <div class="related"> @@ -29,7 +29,7 @@ <li class="right" style="margin-right: 10px"> <a href="genindex.html" title="General Index" accesskey="I">index</a></li> - <li><a href="index.html">cas v0.14 documentation</a> »</li> + <li><a href="index.html">CAS v0.14 documentation</a> »</li> </ul> </div> @@ -77,7 +77,7 @@ <li class="right" style="margin-right: 10px"> <a href="genindex.html" title="General Index" >index</a></li> - <li><a href="index.html">cas v0.14 documentation</a> »</li> + <li><a href="index.html">CAS v0.14 documentation</a> »</li> </ul> </div> diff --git a/doc/searchindex.js b/doc/searchindex.js index dbffc5d..a1794fc 100644 --- a/doc/searchindex.js +++ b/doc/searchindex.js @@ -1 +1 @@ -Search.setIndex({desctypes:{},terms:{all:0,mnt:0,snip:0,abil:0,follow:0,disk:0,depend:0,wish:0,do_dlm_lock:0,those:0,aris:0,worth:0,sent:0,r14:0,r15:0,r12:0,r13:0,r10:0,r11:0,fals:[],faq:0,ffffffff8010e789:0,vmcore:0,upstream:0,ticket:0,relev:0,administr:0,level:0,die:0,list:0,prepar:0,pleas:0,x86_64:0,core:0,direct:0,pass:0,download:0,further:0,sub:0,section:0,abl:0,access:0,version:0,autogener:0,gener:0,here:0,address:0,path:0,sinc:0,valu:0,ffffffff80110bf5:0,rdx:0,amount:0,typic:0,rdi:0,smp_call_function_interrupt:0,chanc:0,"0000010001073f48":0,via:0,repositori:0,modul:0,prefer:0,crash_32:0,filenam:0,instal:0,feb:[],describ:0,would:0,prove:0,doubl:0,visit:0,two:0,next:0,few:0,usr:0,recommend:0,type:0,tell:0,more:0,sort:0,share:0,ffffffff803e9b80:0,ffffffff8010e81c:0,must:0,retriev:0,hous:0,setup:0,work:0,uniqu:0,can:0,root:0,sqlite:0,tar:0,process:0,smtp:0,accept:0,want:0,occur:0,multipl:0,anoth:0,snippet:0,how:0,error_exit:0,purg:0,opt:0,verifi:0,perspect:0,ffffffff80528000:0,resourc:0,"00000102000a4780":0,clone:0,reflect:0,mai:0,data:0,physic:0,fedora:0,essenti:0,issu:0,inform:0,environ:0,media:0,order:0,help:0,over:0,major:0,i386:0,hierarchi:0,paramet:0,"100f57cb030":0,requir:0,mail:0,main:0,alter:0,messag:0,crash:0,than:0,python:0,auto:0,overal:0,dai:0,initi:0,"break":0,mention:0,now:0,introduct:0,name:0,edit:0,troubleshoot:0,authent:0,kern:0,easili:0,each:0,debug:0,mean:0,continu:0,happen:0,extract:0,out:0,shown:0,network:0,ffffffff8014cc1d:0,ffffffff8011d191:0,content:0,fffffffffffffffa:0,advanc:0,orig_rax:0,given:0,base:0,releas:0,org:0,ffffffff80110e1d:0,traceback:0,keep:0,vmlinux:0,thing:0,place:0,isn:0,assign:0,first:0,origin:0,rang:0,onc:0,number:0,swapper:0,instruct:0,done:0,wrapper:0,rflag:0,differ:0,script:0,associ:0,interact:0,system:0,least:0,ffffffff80112058:0,statement:0,ffffffff8047a0a0:0,"final":0,boil:0,editor:0,option:0,debuginfo:0,tool:0,specifi:0,hassl:0,exactli:0,rsp:0,corefil:0,provid:0,remov:[],emac:0,structur:0,store:0,stale:0,ani:0,fail:0,have:0,call_function_interrupt:0,"101f3658030":0,rax:0,rsi:0,packag:0,date:0,bz2:0,lib:0,note:0,also:0,build:0,which:0,begin:0,normal:0,previou:0,compress:0,most:0,regular:0,deploi:0,"101f21efb80":0,gather:0,yum:0,determin:0,irq:0,usual:0,show:0,text:0,find:0,redirect:[],current:0,onli:0,locat:0,configur:0,solut:0,state:0,should:0,analyz:0,local:0,variou:0,cvjf:0,express:0,autom:0,repo:0,mainten:0,ellargesmp:0,enabl:0,organ:0,contain:0,where:0,wiki:0,kernel:0,set:0,dump:0,"10001073f48":0,see:0,result:0,arg:0,corrupt:0,subject:0,ffffffffa03183ff:0,detect:0,purgelimit:0,databas:0,someth:0,enough:0,approach:0,email:0,altern:0,assumpt:0,extend:0,cpu_idl:0,default_idl:0,job:0,come:0,tue:0,addit:0,last:0,admin:0,fault:0,etc:0,instanc:0,mani:0,com:0,improp:0,load:0,simpli:0,point:0,"1000107bfb0":0,rpm:0,coredump:0,"101f21efb50":0,mark:0,much:0,popul:0,quickli:0,largesmp:0,anywher:0,try_crashdump:0,"0000000000000e86":0,func:0,present:0,therefor:0,look:0,rbx:0,solid:0,mount:0,rbp:0,defin:0,abov:0,error:0,"101f21efb20":0,ffffffff8047a0b0:0,timefram:0,rip:0,need:0,archiv:0,uncom:0,conf:0,fedorahost:0,sever:0,thei:0,suggest:0,same:0,binari:0,timestamp:0,x86:0,temporari:0,user:0,"500gb":0,engin:0,stack:0,task:0,"10001073e98":0,do_invalid_op:0,exampl:0,command:0,thi:0,filesystem:0,gzip:0,everyth:0,latest:0,identifi:0,execut:0,workdirectori:0,heavili:0,previous:0,samba:0,wed:[],except:0,add:[],valid:0,match:0,bin:0,read:0,kmem:0,debuglevel:0,mod:0,"1000107bfa0":0,resid:0,like:0,specif:0,anyon:0,manual:0,resolv:0,server:0,collect:0,necessari:0,either:0,"101f21efb60":0,"101f21efc40":0,output:0,some:0,back:0,gfs_quotad:0,proper:0,tmp:0,mailserv:0,assum:0,ffffffff80529f08:0,exit:0,machin:0,intial:0,who:0,run:0,reach:0,usag:0,prerequisit:0,from:0,memori:0,unfortun:0,primarili:0,within:0,automat:0,down:0,chang:0,start_disk_dump:0,storag:0,git:0,rcx:0,log:0,wai:0,area:0,support:0,question:0,avail:0,includ:0,suit:0,"var":0,rhel:0,analysi:0,properli:0,form:0,pwd:0,line:0,"true":[],analyst:0,info:0,made:0,possibl:0,checkout:0,below:0,ffffffff80111c90:0,problem:0,similar:0,epel:0,later:0,certain:0,dure:0,pid:0,incomplet:0,exist:0,file:0,cvzf:0,fill:0,bzip2:0,"00000100f57cb030":0,when:0,other:0,ffffffff8010e7a9:0,architectur:0,benefici:0,autopurg:0,ffffffff80529fb8:0,directori:0,descript:0,"1tb":0,rpmfilter:0,cpu:0},titles:["Core Analysis System"],modules:{},descrefs:{},filenames:["index"]}) \ No newline at end of file +Search.setIndex({desctypes:{},terms:{all:0,mnt:0,snip:0,abil:0,follow:0,disk:0,depend:0,wish:0,do_dlm_lock:0,those:0,aris:0,worth:0,sent:0,r14:0,r15:0,r12:0,r13:0,r10:0,r11:0,than:0,faq:0,ffffffff8010e789:0,vmcore:0,upstream:0,ticket:0,relev:0,administr:0,level:0,die:0,list:0,prepar:0,pleas:0,x86_64:0,core:0,direct:0,pass:0,download:0,further:0,index:[],sub:0,section:0,abl:0,access:0,version:0,autogener:0,gener:0,here:0,address:0,path:0,sinc:0,valu:0,ffffffff80110bf5:0,search:[],rdx:0,amount:0,typic:0,rdi:0,smp_call_function_interrupt:0,chanc:0,"0000010001073f48":0,via:0,prerequisit:0,modul:0,prefer:0,crash_32:0,filenam:0,instal:0,from:0,describ:0,would:0,prove:0,doubl:0,visit:0,two:0,todai:[],next:0,few:0,usr:0,recommend:0,type:0,tell:0,more:0,sort:0,wrapper:0,share:0,ffffffff803e9b80:0,"1tb":0,indic:[],must:0,retriev:0,hous:0,setup:0,work:0,uniqu:0,can:0,root:0,sqlite:0,quickstart:0,tar:0,process:0,smtp:0,accept:0,want:0,occur:0,multipl:0,anoth:0,snippet:0,how:0,error_exit:0,purg:0,opt:0,verifi:0,perspect:0,ffffffff80528000:0,resourc:0,"00000102000a4780":0,clone:0,reflect:0,mai:0,data:0,physic:0,fedora:0,essenti:0,issu:0,inform:0,environ:0,suggest:0,order:0,help:0,over:0,major:0,i386:0,hierarchi:0,paramet:0,"100f57cb030":0,requir:0,mail:0,main:0,alter:0,crash:0,thei:0,python:0,auto:0,overal:0,dai:0,initi:0,"break":0,mention:0,now:0,introduct:0,name:0,edit:0,troubleshoot:0,authent:0,kern:0,easili:0,each:0,debug:0,mean:0,continu:0,happen:0,extract:0,out:0,shown:0,network:0,ffffffff8014cc1d:0,ffffffff8011d191:0,content:0,adapt:0,fffffffffffffffa:0,advanc:0,orig_rax:0,given:0,base:0,releas:0,org:0,ffffffff80110e1d:0,traceback:0,keep:0,vmlinux:0,thing:0,place:0,isn:0,assign:0,first:0,origin:0,rang:0,onc:0,number:0,swapper:0,instruct:0,done:0,messag:0,rflag:0,differ:0,script:0,associ:0,interact:0,system:0,least:0,ffffffff80112058:0,master:0,statement:0,ffffffff8047a0a0:0,"final":0,boil:0,editor:0,option:0,debuginfo:0,tool:0,specifi:0,hassl:0,exactli:0,rsp:0,corefil:0,provid:0,emac:0,structur:0,store:0,stale:0,ani:0,fail:0,have:0,tabl:[],call_function_interrupt:0,"101f3658030":0,rax:0,rsi:0,packag:0,date:0,bz2:0,lib:0,note:0,also:0,build:0,which:0,begin:0,normal:0,previou:0,compress:0,most:0,regular:0,deploi:0,"101f21efb80":0,gather:0,yum:0,determin:0,irq:0,usual:0,show:0,text:0,find:0,current:0,onli:0,locat:0,configur:0,solut:0,state:0,should:0,analyz:0,local:0,variou:0,cvjf:0,express:0,autom:0,repo:0,mainten:0,ellargesmp:0,enabl:0,organ:0,contain:0,where:0,wiki:0,kernel:0,set:0,dump:0,"10001073f48":0,see:0,result:0,arg:0,corrupt:0,subject:0,ffffffffa03183ff:0,detect:0,purgelimit:0,databas:0,someth:0,enough:0,approach:0,email:0,altern:0,assumpt:0,extend:0,cpu_idl:0,default_idl:0,job:0,come:0,tue:0,addit:0,last:0,admin:0,fault:0,etc:0,instanc:0,mani:0,com:0,improp:0,load:0,simpli:0,point:0,"1000107bfb0":0,rpm:0,coredump:0,"101f21efb50":0,mark:0,much:0,popul:0,quickli:0,largesmp:0,anywher:0,try_crashdump:0,"0000000000000e86":0,func:0,present:0,therefor:0,look:0,rbx:0,solid:0,mount:0,rbp:0,defin:0,abov:0,error:0,"101f21efb20":0,ffffffff8047a0b0:0,timefram:0,rip:0,need:0,archiv:0,uncom:0,conf:0,fedorahost:0,sever:0,welcom:[],author:0,media:0,same:0,binari:0,timestamp:0,document:0,complet:0,x86:0,temporari:0,user:0,"500gb":0,engin:0,stack:0,task:0,"10001073e98":0,do_invalid_op:0,exampl:0,command:0,thi:0,filesystem:0,gzip:0,everyth:0,latest:0,identifi:0,execut:0,workdirectori:0,heavili:0,previous:0,samba:0,wed:0,except:0,valid:0,match:0,bin:0,read:0,kmem:0,debuglevel:0,mod:0,"1000107bfa0":0,resid:0,like:0,specif:0,anyon:0,manual:0,resolv:0,server:0,collect:0,necessari:0,either:0,"101f21efb60":0,"101f21efc40":0,output:0,page:[],some:0,back:0,toctre:0,proper:0,tmp:0,mailserv:0,assum:0,ffffffff80529f08:0,exit:0,machin:0,intial:0,who:0,run:0,reach:0,usag:0,repositori:0,memori:0,unfortun:0,primarili:0,within:0,automat:0,down:0,chang:0,start_disk_dump:0,storag:0,your:0,git:0,rcx:0,log:0,wai:0,area:0,support:0,question:0,avail:0,includ:0,suit:0,"var":0,rhel:0,analysi:0,properli:0,form:0,pwd:0,line:0,analyst:0,info:0,made:0,possibl:0,checkout:0,below:0,ffffffff80111c90:0,problem:0,similar:0,epel:0,later:0,creat:0,certain:0,dure:0,gfs_quotad:0,pid:0,incomplet:0,exist:0,file:0,cvzf:0,fill:0,bzip2:0,"00000100f57cb030":0,when:0,other:0,ffffffff8010e7a9:0,you:0,architectur:0,benefici:0,autopurg:0,ffffffff80529fb8:0,stoke:0,sphinx:0,directori:0,descript:0,adam:0,ffffffff8010e81c:0,rpmfilter:0,cpu:0},titles:["Core Analysis System"],modules:{},descrefs:{},filenames:["index"]}) \ No newline at end of file

1 0

cas.spec
by Adam Stokes 06 May '09

06 May '09

cas.spec | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) New commits: commit 20657116a0b65956c7fc6a09767cc158fc6f7866 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Wed May 6 21:46:38 2009 -0400 - need to keep defattr for snippets diff --git a/cas.spec b/cas.spec index 665fb1c..462ae10 100644 --- a/cas.spec +++ b/cas.spec @@ -43,8 +43,8 @@ rm -rf ${RPM_BUILD_ROOT} %{python_sitelib}/* %{_mandir}/man1/cas.1.gz %{_mandir}/man1/cas-admin.1.gz -%dir %attr(755,root,root) %{_var}/lib/cas/snippets/ -#%defattr(755,root,root) +%dir %{_var}/lib/cas/snippets/ +%defattr(755,root,root) %config(noreplace) %{_var}/lib/cas/snippets/* %doc AUTHORS LICENSE README PKG-INFO doc/*

1 0

setup.py
by Adam Stokes 06 May '09

06 May '09

setup.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) New commits: commit d8402d50b9059d396c37bb91e227d78e973b0bb1 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Wed May 6 21:40:11 2009 -0400 - tests complete on setup.py, adjustments made diff --git a/setup.py b/setup.py index e6a229e..d5aba5b 100644 --- a/setup.py +++ b/setup.py @@ -5,14 +5,14 @@ from distutils.core import setup import os libpath = "/var/lib/cas" -snippetpath = libpath + "/snippets" +snippetpath = os.path.join(libpath,"snippets") # Build data_files easily data_files = [] # add static files -data_files.append(['/etc',['cas.conf']) -data_files.append(['/usr/share/man/man1', ['cas.1.gz','cas-admin.1.gz']) +data_files.append(['/etc',['cas.conf']]) +data_files.append(['/usr/share/man/man1', ['cas.1.gz','cas-admin.1.gz']]) # Automate addition of snippets, simply add new snippets to default install # and they will be included. @@ -29,6 +29,5 @@ setup( packages = ['cas',], scripts = ['cas','cas-admin'], package_dir = {'': 'lib',}, - data_files = data_files, )

1 0

setup.py
by Adam Stokes 06 May '09

06 May '09

setup.py | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) New commits: commit 04508ab2f1580108e26faf5d115bd8ccb2c409f6 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Wed May 6 21:32:46 2009 -0400 - still working on getting setup.py more friendly diff --git a/setup.py b/setup.py index 8195fbe..e6a229e 100644 --- a/setup.py +++ b/setup.py @@ -8,12 +8,16 @@ libpath = "/var/lib/cas" snippetpath = libpath + "/snippets" # Build data_files easily -snippet_files = [] +data_files = [] + +# add static files +data_files.append(['/etc',['cas.conf']) +data_files.append(['/usr/share/man/man1', ['cas.1.gz','cas-admin.1.gz']) # Automate addition of snippets, simply add new snippets to default install # and they will be included. for dirpath, dirnames, filenames in os.walk('snippets'): - snippet_files.append([snippetpath, [os.path.join(dirpath, f) for f in filenames]]) + data_files.append([snippetpath, [os.path.join(dirpath, f) for f in filenames]]) setup( name = 'cas', @@ -26,8 +30,5 @@ setup( scripts = ['cas','cas-admin'], package_dir = {'': 'lib',}, - data_files = [ ('/etc', ['cas.conf']), - ('/usr/share/man/man1', ['cas.1.gz','cas-admin.1.gz']), - # cas commands we'll ship - snippet_files ], + data_files = data_files, )

1 0

2 commits - cas.spec setup.py
by Adam Stokes 06 May '09

06 May '09

cas.spec | 4 ++-- setup.py | 20 +++++++++++--------- 2 files changed, 13 insertions(+), 11 deletions(-) New commits: commit c1f3ea229db37cdec550c83db6333c64bfb6557a Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Wed May 6 21:23:21 2009 -0400 - made it easier to add additional default snippets without having to worry about hand editing the setup.py to include those diff --git a/setup.py b/setup.py index 5f8b134..8195fbe 100644 --- a/setup.py +++ b/setup.py @@ -2,11 +2,18 @@ setup.py - distutils packaging """ from distutils.core import setup - +import os libpath = "/var/lib/cas" snippetpath = libpath + "/snippets" +# Build data_files easily +snippet_files = [] + +# Automate addition of snippets, simply add new snippets to default install +# and they will be included. +for dirpath, dirnames, filenames in os.walk('snippets'): + snippet_files.append([snippetpath, [os.path.join(dirpath, f) for f in filenames]]) setup( name = 'cas', @@ -20,12 +27,7 @@ setup( package_dir = {'': 'lib',}, data_files = [ ('/etc', ['cas.conf']), - # cas commands we'll ship - (snippetpath, ['snippets/sys']), - (snippetpath, ['snippets/log']), - (snippetpath, ['snippets/memory']), - (snippetpath, ['snippets/traceback']), - (snippetpath, ['snippets/template']), - (snippetpath, ['snippets/modules']), - ('/usr/share/man/man1', ['cas.1.gz','cas-admin.1.gz']) ] + ('/usr/share/man/man1', ['cas.1.gz','cas-admin.1.gz']), + # cas commands we'll ship + snippet_files ], ) commit 3aa83552bceca445e7faa0200f6a5368b1ba0094 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Wed May 6 21:23:06 2009 -0400 - combine dir, attr macros diff --git a/cas.spec b/cas.spec index 462ae10..665fb1c 100644 --- a/cas.spec +++ b/cas.spec @@ -43,8 +43,8 @@ rm -rf ${RPM_BUILD_ROOT} %{python_sitelib}/* %{_mandir}/man1/cas.1.gz %{_mandir}/man1/cas-admin.1.gz -%dir %{_var}/lib/cas/snippets/ -%defattr(755,root,root) +%dir %attr(755,root,root) %{_var}/lib/cas/snippets/ +#%defattr(755,root,root) %config(noreplace) %{_var}/lib/cas/snippets/* %doc AUTHORS LICENSE README PKG-INFO doc/*

1 0

3 commits - cas-admin cas.conf cas.spec
by Adam Stokes 06 May '09

06 May '09

cas-admin | 10 ++++++---- cas.conf | 13 ++++++++++++- cas.spec | 9 ++------- 3 files changed, 20 insertions(+), 12 deletions(-) New commits: commit 32114ef36afb58811127cd877c7dfddc4f4dc1e6 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Wed May 6 20:30:49 2009 -0400 - glob include of existing snippets provided with build diff --git a/cas.spec b/cas.spec index a4adbed..462ae10 100644 --- a/cas.spec +++ b/cas.spec @@ -43,14 +43,9 @@ rm -rf ${RPM_BUILD_ROOT} %{python_sitelib}/* %{_mandir}/man1/cas.1.gz %{_mandir}/man1/cas-admin.1.gz -%dir /var/lib/cas/snippets/ +%dir %{_var}/lib/cas/snippets/ %defattr(755,root,root) -%config(noreplace) /var/lib/cas/snippets/log -%config(noreplace) /var/lib/cas/snippets/memory -%config(noreplace) /var/lib/cas/snippets/sys -%config(noreplace) /var/lib/cas/snippets/template -%config(noreplace) /var/lib/cas/snippets/traceback -%config(noreplace) /var/lib/cas/snippets/modules +%config(noreplace) %{_var}/lib/cas/snippets/* %doc AUTHORS LICENSE README PKG-INFO doc/* %changelog commit 9785212b3fcb00ae7cb6b00a0a46b66f9e560e81 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Wed May 6 20:30:33 2009 -0400 - extend some documentation in configuration file diff --git a/cas.conf b/cas.conf index 963f3b7..8df8ac8 100644 --- a/cas.conf +++ b/cas.conf @@ -1,3 +1,14 @@ +# cas configuration file +# +# Things to remember: +# +# Acceptable boolean values +# to enable: "1", "yes", "true", and "on" +# to disable: "0", "no", "false", and "off" +# +# Required settings to be defined: +# kernels, rpmFilter, debugs, workDirectory, database + [settings] # Where kernel-debuginfo packages are stored # NOTE: this _can_ include symlinked directories, just be careful they are @@ -34,7 +45,7 @@ purgeLimit=90 # Enable if want to automatically check and purge data # whenever cas-admin is run -autoPurge=Yes +autoPurge=no [advanced] # if running a x86_64 system and wish to analyze 32bit commit ce97e84f54faa665a10a8622f934e4b7becbc5f3 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Wed May 6 20:30:17 2009 -0400 - read configuration option for autopurge as boolean diff --git a/cas-admin b/cas-admin index 6824566..2e575d8 100755 --- a/cas-admin +++ b/cas-admin @@ -44,7 +44,7 @@ WORKDIRECTORY = config.get("settings","workDirectory") # read maintenance options PURGELIMIT = config.get("maintenance","purgeLimit") -AUTOPURGE = config.get("maintenance","autoPurge") +AUTOPURGE = config.getboolean("maintenance","autoPurge") class CasDatabaseHandler(object): def __init__(self, logger): @@ -61,6 +61,8 @@ class CasDatabaseHandler(object): def run(self): # Uses emacs regex -- see `man find` + # TODO: rework kernel filtering to expand scope + # beyond just debuginfo rpms. cmd = ["find", "-L", KERNELS, "-iregex", RPMFILTER] pipe = Popen(cmd, stdout=PIPE, stderr=PIPE) # setup count for kernels found, mainly for console output @@ -91,6 +93,7 @@ class CasDatabaseHandler(object): self.db.addTimestamp(id, debugKernel, timestamp) # Cleanup extracted debugs rmtree(dst) + self.casLog.info("Timestamp database built.") return class CasServerHandler(object): @@ -114,7 +117,6 @@ class CasServerHandler(object): import func.overlord.client as fc parent_func = fc.Overlord("*") minions = parent_func.minions - # DONE: add only servers that respond, purge the rest for i in minions: scheme, netloc, path, query, frag = urlparse.urlsplit(i) hostname, port = netloc.split(":") @@ -204,8 +206,8 @@ class CasAdminApplication(object): os.makedirs(DEBUGS) # if autopurge is enabled lets clean up some stale data - if AUTOPURGE == 'yes' or AUTOPURGE == 'y': - self.casLog.debug('Autopurge enabled, begin cleanup') + if AUTOPURGE: + self.casLog.debug('Autopurge enabled, purging stale data') purgeHandler = PurgeHandler(int(PURGELIMIT), self.casLog).run() if self.purgeData:

1 0

Changes to 'refs/tags/cas-0.14'
by Adam Stokes 06 May '09

06 May '09

Tag 'cas-0.14' created by adam stokes <ajs(a)redhat.com> at 2009-05-06 15:45 +0000 tag 0.14 branch Changes since the dawn of time: Adam Stokes (99): added missing files and cas preparation work expand cas preparation daemon script added webserver updates reworked main application with handlers for proper processing and cleaner viewing. minor bump, changed env to hardcode in python binary make crash wrapper executable switched to use find utility for casprint minor bump, altered casprint to save db after dict finished processing no threaded in casprint, causing overlaps in extraction close fd's before child executes finally addressed the fd leak with cpio removing unused libs another addition to fixing fd leak fd handling complete, completed 3900 successful kernel tests. re-working fingerprint as it is not capturing all debug kernels at this time casprint updates to extraction, timestamp all extraction is done which includes all necessary arch's and extensions final stage of casprint split workflow on casprint to handle both building new cas db and updating existing debug kernels. return definitive machine type for debug kernels. casprint properly extracts and timestamps any ELF type debug kernel provided. reworking casprint to not store debugs locally and use the debuginfo re-worked casprint Reworked rpmutils library to return debug kernel results if asked Altered casprint to cleanup after itself, we are going to continue storing all related information in the debuginfo packages for now *** empty log message *** casprint stores proper path to vmlinux within cpio archive rpmutils is failing to capture all extracted kernels from stdout, needs fixing casprint seems to capture all extracted debugs and timestamp. working copy of cas complete. build out crash file to use the -i switch for a more automated approach. download support added finalized on the downloader, altered cas to accept both localfiles and urlbased files. Added another helper method to core extraction to hopefully better detect compression types. - license moved to gpl3 - cas server population working with func more work to extracting of cores and processing - build cleanup finishing up func integration - update man pages - removed func requirement - testing runs completed for running cas locally - working on better logging facilities - spec file update - catch smtplib socket error since no exception is provided - some issues rose when running cas outside of the processed directory - FIXME: problem detecting corefile from a compressed file/archive - hopefully fixed the problem where cores weren't detected - some initial tests of extracting the compressed core - trying to solve all problems that arise when running - update README - include shutil from python 2.6, major performance spec cleanup - remove uneeded python lib - initial work to support 32bit crash on x86_64 systems - final preparations complete to include into fedora - enabled a deep hierachy for more than one core - extended timestamp for directory hierarchy - proper documentation added. - Updated documentation to provide analyzing and troubleshooting - start work on using mysql backend - update sql - no double timestamp - add additional tables for db migration - extend sql - conf update - more db changes - starting to implement db methods into cas-admin - more db methods - snippet support, all crash commands are now in /var/lib/snippets (Scott Dodson) - update spec to handle snippets addition (Scott Dodson) - spec updates to properly require sqlite if rhel/epel - implementing first stages of db interaction within cas-admin - db module needs some more work, in the selection areas. - tuples for data entry - awesome we have to use the unsecured way to query the db because of - first successful run using new sqlite backend and population of kernel - server/arch addition - work started on integrating main app with sqlite backend - fixed exception - change method to getElfArch for better reading (Flavio Leitner) - getting close to finalizing cas with sqlite db - authors file added to keep track of - small changes to sql statement - dont remember - web-ui reading logs, checking statuses. - job_detail properly reads workDirectory from config - close table row - better failure handling of smtp - attempt to make logs more readable - add file upload widget, set form enctype - handle download exception on 404 - finally sendmail quit on failure to resolve mail server - make sure some sort of email is set in db whether passed - re-worked exit on exception - add DEBUGLEVEL to logger instance - re-work cas to work on python 2.3 - fix purge code - man page updates Huzaifa Sidhpurwala (1): Initial import adam stokes (20): - Finalizing sqlite implementation in both - sql changes to do a like comparison for timestamps - fix output redirect (Flavio Leitner) - stupid quotes - altered regex to hopefully grab more range of kernel debugs - attempting to fix bug in extraction of debug kernels now - fixed crash script generation when CRASH_32 is detected. (Flavio Leitner) - make sure hostname defined if processing 32bit on 64bit make sure func clients are reachable when building server db add commit routine to addServer() small changes to documentation adding web dir for a basic web ui - working on simple web interface support for purge data debug datetime purge code in alpha stage, initial testing proves positive - finalizing purge/autopurge code. bugfixes to come. - documentation update - documentation finalizations, snippet information added. - make sure log file is getting mailed. uzr (10): - documentation updates - fixed bug to define CRASH_32 in cmd when processing - hopefully fixed sql statemen tin gettimestampdebug - removed chdir function and pushed it to main application - rel bump - typo, changed self.dst to self.storagePath - test if defined func minion is reachable - working on getting arguements passed to mason - adding subprocess from python 2.6 to enable cas to -work done on docs

1 0

cas cas.spec doc/index.rst
by Adam Stokes 06 May '09

06 May '09

cas | 2 ++ cas.spec | 4 +++- doc/index.rst | 2 +- 3 files changed, 6 insertions(+), 2 deletions(-) New commits: commit 3ac4c13d959ceb006d6d6a3e2ddc5f3f2fa27877 Author: adam stokes <ajs(a)redhat.com> Date: Wed May 6 09:29:31 2009 -0400 - make sure log file is getting mailed. - doc updates. diff --git a/cas b/cas index a376b69..01297f7 100755 --- a/cas +++ b/cas @@ -328,6 +328,8 @@ class CasApplication(object): self.rpmTool.extract(debuginfo, self.storagePath, filter=moduleFilter, return_results=False) + # Just want to email the logfile to the submitter. + crashOutFile = os.path.join(self.storagePath, "log") if os.path.isfile(crashOutFile) and self.email: self.casLog.info("Crash output processed, sending email to %s" % (self.email,)) try: diff --git a/cas.spec b/cas.spec index d6b1423..a4adbed 100644 --- a/cas.spec +++ b/cas.spec @@ -3,7 +3,7 @@ Name: cas Summary: Tool to analyze and configure core file environment Version: 0.14 -Release: 8%{?dist} +Release: 10%{?dist} Source0: https://fedorahosted.org/releases/c/a/cas/%{name}-%{version}.tar.gz License: GPLv3+ Group: Development/Libraries @@ -56,6 +56,8 @@ rm -rf ${RPM_BUILD_ROOT} %changelog * Tue May 5 2009 Adam Stokes <ajs at redhat dot com> - 0.14-8 - support for purging old data +- documentation updated to reflect updated workflow and describe + new features. * Fri Apr 24 2009 Adam Stokes <ajs at redhat dot com> - 0.14-2 - Finalizing sqlite implementation diff --git a/doc/index.rst b/doc/index.rst index 51a1170..04b4f5b 100644 --- a/doc/index.rst +++ b/doc/index.rst @@ -89,7 +89,7 @@ require smtp authentication. ``purgeLimit``: Define amount of day(s) back wish to keep physical data on system. -``autoPurge``: Yes/No setting if wanting cas-admin to auto purge stale data on +``autoPurge``: Yes/No setting if wanting **cas-admin** to auto purge stale data on each run. ``crash_32``: Primarily used on x86_64 systems to process x86 cores. If x86

1 0

doc/index.html doc/index.rst doc/searchindex.js doc/_sources
by Adam Stokes 06 May '09

06 May '09

doc/_sources/index.txt | 56 ++++++++++++++++++++++++----------------------- doc/index.html | 58 +++++++++++++++++++++++++------------------------ doc/index.rst | 50 +++++++++++++++++++++--------------------- doc/searchindex.js | 2 - 4 files changed, 86 insertions(+), 80 deletions(-) New commits: commit 10968dbf61a48647109f08a0a7005abfa1afe223 Author: adam stokes <ajs(a)redhat.com> Date: Wed May 6 08:59:23 2009 -0400 - documentation finalizations, snippet information added. this may need more work, but good enough for when .14 stable is released. diff --git a/doc/_sources/index.txt b/doc/_sources/index.txt index 83c183c..51a1170 100644 --- a/doc/_sources/index.txt +++ b/doc/_sources/index.txt @@ -57,7 +57,7 @@ each section and describe its meaning:: database=/var/db/cas/cas.db [maintenance] purgeLimit=90 - autoPurge=False + autoPurge=Yes [advanced] # crash_32=/usr/local/i386/crash @@ -89,7 +89,7 @@ require smtp authentication. ``purgeLimit``: Define amount of day(s) back wish to keep physical data on system. -``autoPurge``: True/False setting if wanting cas-admin to auto purge stale data on +``autoPurge``: Yes/No setting if wanting cas-admin to auto purge stale data on each run. ``crash_32``: Primarily used on x86_64 systems to process x86 cores. If x86 @@ -134,7 +134,7 @@ following:: database=/var/db/cas/cas.db [maintenance] purgeLimit=90 - autoPurge=False + autoPurge=Yes [advanced] crash_32=/usr/local/i386/crash @@ -177,11 +177,11 @@ An example, of a user wanting to process a corefile named ``vmcore.12345``:: $ cas -i 12345 -f vmcore.12345 -e user(a)cas-server.com -In the above example an assumption is made that ``12345`` is associated to some +In the above example an assumption is made that ``1`` is associated to some form of ticketing system so to keep things organized an identifier was set of that number. -The directory hierarchy for the current job should look like ``/cores/12345``. +The directory hierarchy for the current job should look like ``/cores/1``. In addition to the processing of core files there is also a ``process log`` contained within this directory for each job processed. If multiple jobs for the same identifier are issued they are placed within a sub directory marked by the current timestamp @@ -204,10 +204,10 @@ Analyzing Continuing with the previous example the results of CAS processing should be emailed and look something similar to:: - Subject: CAS results for 12345 - Date: Wed, 11 Feb 2009 08:44:37 -0500 + Subject: CAS results for 1 + Date: Tue, 06 May 2009 08:41:20 -0500 - Location: /cores/processed/12345/02.11.09.08.44.19 + Location: Location: /cores/1/2009.05.06.08.41.20 Server: x86_64.cas-server.com Output data: PID: 0 TASK: ffffffff803e9b80 CPU: 0 COMMAND: "swapper" @@ -250,7 +250,7 @@ and look something similar to:: ... snip ... -From this email a ``location`` is provided ``/cores/processed/12345/02.11.09.08.44.19`` +From this email a ``location`` is provided ``Location: /cores/1/2009.05.06.08.41.20`` and the server in which further analyzation can be continued ``x86_64.cas-server.com``. Normally from a support perspective this email should contain enough information @@ -262,11 +262,11 @@ Logging into the stated server and changing into the directory defined several files are presented:: $ pwd - /cores/processed/12345/02.11.09.08.44.19 + Location: /cores/1/2009.05.06.08.41.20 $ ls - 12345.log crash crash.in crash.out usr vmcore.12345 + 1.log crash crash.in crash.out usr vmcore.12345 log memory modules sys traceback -``12345.log``: contains any informational messages presented during the processing +``1.log``: contains any informational messages presented during the processing of the core. Everything from informational to debug statements are provided here. ``crash``: a script autogenerated to provide an automated way of gathering intial @@ -277,31 +277,33 @@ crash wrapper in its original form:: #!/bin/sh /usr/bin/crash \ - /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 \ - /cores/processed/12345/02.11.09.08.44.19/usr/*/*/*/*/2.6.9*largesmp/vmlinux \ - -s < /cores/processed/12345/02.11.09.08.44.19/crash.in + /cores/1/2009.05.06.08.41.20/vmcore.12345 \ + usr/*/*/*/*/2.6.9*largesmp/vmlinux $* -In order to remove automation the redirect from crash.in needs to be removed:: - - #!/bin/sh - /usr/bin/crash /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 \ - /cores/processed/12345/02.11.09.08.44.19/usr/*/*/*/*/2.6.9*largesmp/vmlinux +``Note`` Running the crash wrapper manually will result in an interactive instance. **Alternative to using the crash wrapper** It is possible to specify the vmlinux and corefile with crash on the command line:: - $ crash /cores/processed/12345/02.11.09.08.44.19/usr/*/*/*/*/2.6.9*largesmp/vmlinux \ - /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 + $ crash /cores/1/2009.05.06.08.41.20/usr/*/*/*/*/2.6.9*largesmp/vmlinux \ + /cores/1/2009.05.06.08.41.20/vmcore.12345 ``crash.in``: a list of commands to be read into crash during the automated analysis:: - bt -a >>/cores/processed/12345/02.11.09.08.44.19/crash.out - sys >>/cores/processed/12345/02.11.09.08.44.19/crash.out - log >>/cores/processed/12345/02.11.09.08.44.19/crash.out - mod >>/cores/processed/12345/02.11.09.08.44.19/crash.out + bt >> traceback + bt -a >> traceback + sys >> sys + sys -c >> sys + log >> log + mod >> modules + kmem >> memory + kmem -f >> memory exit + +This can be extended by adding more snippets into ``/var/lib/cas/snippets``. Please see +that directory for examples. ``crash.out``: output of initial crash analysis and the same data which is sent in an email if defined. @@ -309,7 +311,7 @@ is sent in an email if defined. ``usr``: directory structure from the extraction of the vmlinux file from the associated kernel-debuginfo rpm for use within crash:: - /cores/processed/12345/02.11.09.08.44.19/ + /cores/1/2009.05.06.08.41.20/ usr/lib/debug/lib/modules/2.6.9-78.18.ELlargesmp/vmlinux ``vmcore.12345``: corefile from which was either defined or extracted from diff --git a/doc/index.html b/doc/index.html index 8d12fc9..8856c99 100644 --- a/doc/index.html +++ b/doc/index.html @@ -86,7 +86,7 @@ mailServer=mail.example.com database=/var/db/cas/cas.db [maintenance] purgeLimit=90 -autoPurge=False +autoPurge=Yes [advanced] # crash_32=/usr/local/i386/crash</pre> </div> @@ -110,7 +110,7 @@ require smtp authentication.</p> <p><tt class="docutils literal"><span class="pre">database</span></tt>: (<strong>Required</strong>) Define where the sqlite database will reside.</p> <p><tt class="docutils literal"><span class="pre">purgeLimit</span></tt>: Define amount of day(s) back wish to keep physical data on system.</p> -<p><tt class="docutils literal"><span class="pre">autoPurge</span></tt>: True/False setting if wanting cas-admin to auto purge stale data on +<p><tt class="docutils literal"><span class="pre">autoPurge</span></tt>: Yes/No setting if wanting cas-admin to auto purge stale data on each run.</p> <p><tt class="docutils literal"><span class="pre">crash_32</span></tt>: Primarily used on x86_64 systems to process x86 cores. If x86 version of crash is installed this directive can be set to the crash binary @@ -149,7 +149,7 @@ mailServer=mail.cas-server.com database=/var/db/cas/cas.db [maintenance] purgeLimit=90 -autoPurge=False +autoPurge=Yes [advanced] crash_32=/usr/local/i386/crash</pre> </div> @@ -186,10 +186,10 @@ CAS simply pass it the email parameter.</p> <p>An example, of a user wanting to process a corefile named <tt class="docutils literal"><span class="pre">vmcore.12345</span></tt>:</p> <div class="highlight-python"><pre>$ cas -i 12345 -f vmcore.12345 -e user(a)cas-server.com</pre> </div> -<p>In the above example an assumption is made that <tt class="docutils literal"><span class="pre">12345</span></tt> is associated to some +<p>In the above example an assumption is made that <tt class="docutils literal"><span class="pre">1</span></tt> is associated to some form of ticketing system so to keep things organized an identifier was set of that number.</p> -<p>The directory hierarchy for the current job should look like <tt class="docutils literal"><span class="pre">/cores/12345</span></tt>. +<p>The directory hierarchy for the current job should look like <tt class="docutils literal"><span class="pre">/cores/1</span></tt>. In addition to the processing of core files there is also a <tt class="docutils literal"><span class="pre">process</span> <span class="pre">log</span></tt> contained within this directory for each job processed. If multiple jobs for the same identifier are issued they are placed within a sub directory marked by the current timestamp @@ -209,10 +209,10 @@ the core.</p> <h2>Analyzing<a class="headerlink" href="#analyzing" title="Permalink to this headline">¶</a></h2> <p>Continuing with the previous example the results of CAS processing should be emailed and look something similar to:</p> -<div class="highlight-python"><pre>Subject: CAS results for 12345 -Date: Wed, 11 Feb 2009 08:44:37 -0500 +<div class="highlight-python"><pre>Subject: CAS results for 1 +Date: Tue, 06 May 2009 08:41:20 -0500 -Location: /cores/processed/12345/02.11.09.08.44.19 +Location: Location: /cores/1/2009.05.06.08.41.20 Server: x86_64.cas-server.com Output data: PID: 0 TASK: ffffffff803e9b80 CPU: 0 COMMAND: "swapper" @@ -255,7 +255,7 @@ PID: 6122 TASK: 101f3658030 CPU: 2 COMMAND: "gfs_quotad" ... snip ...</pre> </div> -<p>From this email a <tt class="docutils literal"><span class="pre">location</span></tt> is provided <tt class="docutils literal"><span class="pre">/cores/processed/12345/02.11.09.08.44.19</span></tt> +<p>From this email a <tt class="docutils literal"><span class="pre">location</span></tt> is provided <tt class="docutils literal"><span class="pre">Location:</span> <span class="pre">/cores/1/2009.05.06.08.41.20</span></tt> and the server in which further analyzation can be continued <tt class="docutils literal"><span class="pre">x86_64.cas-server.com</span></tt>.</p> <p>Normally from a support perspective this email should contain enough information for a kernel engineer to begin debugging the problem. Assuming more is needed @@ -264,11 +264,11 @@ to access this data.</p> <p>Logging into the stated server and changing into the directory defined several files are presented:</p> <div class="highlight-python"><pre>$ pwd -/cores/processed/12345/02.11.09.08.44.19 +Location: /cores/1/2009.05.06.08.41.20 $ ls -12345.log crash crash.in crash.out usr vmcore.12345</pre> +1.log crash crash.in crash.out usr vmcore.12345 log memory modules sys traceback</pre> </div> -<p><tt class="docutils literal"><span class="pre">12345.log</span></tt>: contains any informational messages presented during the processing +<p><tt class="docutils literal"><span class="pre">1.log</span></tt>: contains any informational messages presented during the processing of the core. Everything from informational to debug statements are provided here.</p> <p><tt class="docutils literal"><span class="pre">crash</span></tt>: a script autogenerated to provide an automated way of gathering intial data from the coredump. <tt class="docutils literal"><span class="pre">Note</span></tt> if wanting to use this crash wrapper in a more @@ -276,33 +276,35 @@ manual approach some alterations to the script need to occur.</p> <p>crash wrapper in its original form:</p> <div class="highlight-python"><pre>#!/bin/sh /usr/bin/crash \ - /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 \ - /cores/processed/12345/02.11.09.08.44.19/usr/*/*/*/*/2.6.9*largesmp/vmlinux \ - -s < /cores/processed/12345/02.11.09.08.44.19/crash.in</pre> -</div> -<p>In order to remove automation the redirect from crash.in needs to be removed:</p> -<div class="highlight-python"><pre>#!/bin/sh - /usr/bin/crash /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 \ - /cores/processed/12345/02.11.09.08.44.19/usr/*/*/*/*/2.6.9*largesmp/vmlinux</pre> + /cores/1/2009.05.06.08.41.20/vmcore.12345 \ + usr/*/*/*/*/2.6.9*largesmp/vmlinux $*</pre> </div> +<p><tt class="docutils literal"><span class="pre">Note</span></tt> Running the crash wrapper manually will result in an interactive instance.</p> <p><strong>Alternative to using the crash wrapper</strong></p> <p>It is possible to specify the vmlinux and corefile with crash on the command line:</p> -<div class="highlight-python"><pre>$ crash /cores/processed/12345/02.11.09.08.44.19/usr/*/*/*/*/2.6.9*largesmp/vmlinux \ - /cores/processed/12345/02.11.09.08.44.19/vmcore.12345</pre> +<div class="highlight-python"><pre>$ crash /cores/1/2009.05.06.08.41.20/usr/*/*/*/*/2.6.9*largesmp/vmlinux \ + /cores/1/2009.05.06.08.41.20/vmcore.12345</pre> </div> <p><tt class="docutils literal"><span class="pre">crash.in</span></tt>: a list of commands to be read into crash during the automated analysis:</p> -<div class="highlight-python"><pre>bt -a >>/cores/processed/12345/02.11.09.08.44.19/crash.out -sys >>/cores/processed/12345/02.11.09.08.44.19/crash.out -log >>/cores/processed/12345/02.11.09.08.44.19/crash.out -mod >>/cores/processed/12345/02.11.09.08.44.19/crash.out -exit</pre> +<div class="highlight-python"><div class="highlight"><pre><span class="n">bt</span> <span class="o">>></span> <span class="n">traceback</span> +<span class="n">bt</span> <span class="o">-</span><span class="n">a</span> <span class="o">>></span> <span class="n">traceback</span> +<span class="n">sys</span> <span class="o">>></span> <span class="n">sys</span> +<span class="n">sys</span> <span class="o">-</span><span class="n">c</span> <span class="o">>></span> <span class="n">sys</span> +<span class="n">log</span> <span class="o">>></span> <span class="n">log</span> +<span class="n">mod</span> <span class="o">>></span> <span class="n">modules</span> +<span class="n">kmem</span> <span class="o">>></span> <span class="n">memory</span> +<span class="n">kmem</span> <span class="o">-</span><span class="n">f</span> <span class="o">>></span> <span class="n">memory</span> +<span class="nb">exit</span> +</pre></div> </div> +<p>This can be extended by adding more snippets into <tt class="docutils literal"><span class="pre">/var/lib/cas/snippets</span></tt>. Please see +that directory for examples.</p> <p><tt class="docutils literal"><span class="pre">crash.out</span></tt>: output of initial crash analysis and the same data which is sent in an email if defined.</p> <p><tt class="docutils literal"><span class="pre">usr</span></tt>: directory structure from the extraction of the vmlinux file from the associated kernel-debuginfo rpm for use within crash:</p> -<div class="highlight-python"><pre>/cores/processed/12345/02.11.09.08.44.19/ +<div class="highlight-python"><pre>/cores/1/2009.05.06.08.41.20/ usr/lib/debug/lib/modules/2.6.9-78.18.ELlargesmp/vmlinux</pre> </div> <p><tt class="docutils literal"><span class="pre">vmcore.12345</span></tt>: corefile from which was either defined or extracted from diff --git a/doc/index.rst b/doc/index.rst index b380b4d..51a1170 100644 --- a/doc/index.rst +++ b/doc/index.rst @@ -177,11 +177,11 @@ An example, of a user wanting to process a corefile named ``vmcore.12345``:: $ cas -i 12345 -f vmcore.12345 -e user(a)cas-server.com -In the above example an assumption is made that ``12345`` is associated to some +In the above example an assumption is made that ``1`` is associated to some form of ticketing system so to keep things organized an identifier was set of that number. -The directory hierarchy for the current job should look like ``/cores/12345``. +The directory hierarchy for the current job should look like ``/cores/1``. In addition to the processing of core files there is also a ``process log`` contained within this directory for each job processed. If multiple jobs for the same identifier are issued they are placed within a sub directory marked by the current timestamp @@ -204,10 +204,10 @@ Analyzing Continuing with the previous example the results of CAS processing should be emailed and look something similar to:: - Subject: CAS results for 12345 - Date: Wed, 11 Feb 2009 08:44:37 -0500 + Subject: CAS results for 1 + Date: Tue, 06 May 2009 08:41:20 -0500 - Location: /cores/processed/12345/02.11.09.08.44.19 + Location: Location: /cores/1/2009.05.06.08.41.20 Server: x86_64.cas-server.com Output data: PID: 0 TASK: ffffffff803e9b80 CPU: 0 COMMAND: "swapper" @@ -250,7 +250,7 @@ and look something similar to:: ... snip ... -From this email a ``location`` is provided ``/cores/processed/12345/02.11.09.08.44.19`` +From this email a ``location`` is provided ``Location: /cores/1/2009.05.06.08.41.20`` and the server in which further analyzation can be continued ``x86_64.cas-server.com``. Normally from a support perspective this email should contain enough information @@ -262,11 +262,11 @@ Logging into the stated server and changing into the directory defined several files are presented:: $ pwd - /cores/processed/12345/02.11.09.08.44.19 + Location: /cores/1/2009.05.06.08.41.20 $ ls - 12345.log crash crash.in crash.out usr vmcore.12345 + 1.log crash crash.in crash.out usr vmcore.12345 log memory modules sys traceback -``12345.log``: contains any informational messages presented during the processing +``1.log``: contains any informational messages presented during the processing of the core. Everything from informational to debug statements are provided here. ``crash``: a script autogenerated to provide an automated way of gathering intial @@ -277,31 +277,33 @@ crash wrapper in its original form:: #!/bin/sh /usr/bin/crash \ - /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 \ - /cores/processed/12345/02.11.09.08.44.19/usr/*/*/*/*/2.6.9*largesmp/vmlinux \ - -s < /cores/processed/12345/02.11.09.08.44.19/crash.in + /cores/1/2009.05.06.08.41.20/vmcore.12345 \ + usr/*/*/*/*/2.6.9*largesmp/vmlinux $* -In order to remove automation the redirect from crash.in needs to be removed:: - - #!/bin/sh - /usr/bin/crash /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 \ - /cores/processed/12345/02.11.09.08.44.19/usr/*/*/*/*/2.6.9*largesmp/vmlinux +``Note`` Running the crash wrapper manually will result in an interactive instance. **Alternative to using the crash wrapper** It is possible to specify the vmlinux and corefile with crash on the command line:: - $ crash /cores/processed/12345/02.11.09.08.44.19/usr/*/*/*/*/2.6.9*largesmp/vmlinux \ - /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 + $ crash /cores/1/2009.05.06.08.41.20/usr/*/*/*/*/2.6.9*largesmp/vmlinux \ + /cores/1/2009.05.06.08.41.20/vmcore.12345 ``crash.in``: a list of commands to be read into crash during the automated analysis:: - bt -a >>/cores/processed/12345/02.11.09.08.44.19/crash.out - sys >>/cores/processed/12345/02.11.09.08.44.19/crash.out - log >>/cores/processed/12345/02.11.09.08.44.19/crash.out - mod >>/cores/processed/12345/02.11.09.08.44.19/crash.out + bt >> traceback + bt -a >> traceback + sys >> sys + sys -c >> sys + log >> log + mod >> modules + kmem >> memory + kmem -f >> memory exit + +This can be extended by adding more snippets into ``/var/lib/cas/snippets``. Please see +that directory for examples. ``crash.out``: output of initial crash analysis and the same data which is sent in an email if defined. @@ -309,7 +311,7 @@ is sent in an email if defined. ``usr``: directory structure from the extraction of the vmlinux file from the associated kernel-debuginfo rpm for use within crash:: - /cores/processed/12345/02.11.09.08.44.19/ + /cores/1/2009.05.06.08.41.20/ usr/lib/debug/lib/modules/2.6.9-78.18.ELlargesmp/vmlinux ``vmcore.12345``: corefile from which was either defined or extracted from diff --git a/doc/searchindex.js b/doc/searchindex.js index 7241f0c..dbffc5d 100644 --- a/doc/searchindex.js +++ b/doc/searchindex.js @@ -1 +1 @@ -Search.setIndex({desctypes:{},terms:{all:0,mnt:0,snip:0,abil:0,follow:0,disk:0,depend:0,wish:0,do_dlm_lock:0,those:0,aris:0,worth:0,sent:0,r14:0,r15:0,r12:0,r13:0,r10:0,r11:0,fals:0,faq:0,ffffffff8010e789:0,vmcore:0,upstream:0,ticket:0,relev:0,administr:0,level:0,die:0,list:0,prepar:0,pleas:0,x86_64:0,core:0,direct:0,pass:0,download:0,further:0,sub:0,section:0,abl:0,access:0,version:0,autogener:0,gener:0,here:0,address:0,path:0,sinc:0,valu:0,ffffffff80110bf5:0,rdx:0,amount:0,typic:0,rdi:0,smp_call_function_interrupt:0,chanc:0,"0000010001073f48":0,via:0,repositori:0,modul:0,prefer:0,crash_32:0,filenam:0,instal:0,feb:0,describ:0,would:0,prove:0,doubl:0,visit:0,two:0,next:0,few:0,usr:0,recommend:0,type:0,tell:0,more:0,sort:0,share:0,ffffffff803e9b80:0,ffffffff8010e81c:0,must:0,retriev:0,hous:0,setup:0,work:0,uniqu:0,can:0,root:0,sqlite:0,tar:0,process:0,smtp:0,accept:0,want:0,occur:0,multipl:0,anoth:0,how:0,error_exit:0,purg:0,opt:0,verifi:0,perspect:0,ffffffff80528000:0,resourc:0,"00000102000a4780":0,clone:0,reflect:0,mai:0,data:0,physic:0,fedora:0,essenti:0,issu:0,inform:0,environ:0,media:0,order:0,help:0,over:0,major:0,i386:0,hierarchi:0,paramet:0,"100f57cb030":0,requir:0,mail:0,main:0,alter:0,messag:0,crash:0,than:0,python:0,auto:0,overal:0,dai:0,initi:0,"break":0,mention:0,now:0,introduct:0,name:0,edit:0,troubleshoot:0,authent:0,kern:0,easili:0,each:0,debug:0,mean:0,continu:0,happen:0,extract:0,out:0,shown:0,network:0,ffffffff8014cc1d:0,ffffffff8011d191:0,content:0,fffffffffffffffa:0,advanc:0,orig_rax:0,given:0,base:0,releas:0,org:0,ffffffff80110e1d:0,keep:0,vmlinux:0,thing:0,place:0,isn:0,assign:0,first:0,origin:0,rang:0,onc:0,number:0,swapper:0,instruct:0,done:0,wrapper:0,rflag:0,differ:0,script:0,associ:0,system:0,least:0,ffffffff80112058:0,statement:0,ffffffff8047a0a0:0,"final":0,boil:0,editor:0,option:0,debuginfo:0,tool:0,specifi:0,hassl:0,exactli:0,rsp:0,corefil:0,provid:0,remov:0,emac:0,structur:0,store:0,stale:0,ani:0,fail:0,have:0,call_function_interrupt:0,"101f3658030":0,rax:0,rsi:0,packag:0,date:0,bz2:0,lib:0,note:0,also:0,build:0,which:0,begin:0,normal:0,previou:0,compress:0,most:0,regular:0,deploi:0,"101f21efb80":0,gather:0,yum:0,determin:0,irq:0,usual:0,show:0,text:0,find:0,redirect:0,current:0,onli:0,locat:0,configur:0,solut:0,state:0,should:0,analyz:0,local:0,variou:0,cvjf:0,express:0,autom:0,repo:0,mainten:0,ellargesmp:0,enabl:0,organ:0,contain:0,where:0,wiki:0,kernel:0,set:0,dump:0,"10001073f48":0,see:0,result:0,arg:0,corrupt:0,subject:0,ffffffffa03183ff:0,detect:0,purgelimit:0,databas:0,someth:0,enough:0,approach:0,email:0,altern:0,assumpt:0,cpu_idl:0,default_idl:0,job:0,come:0,addit:0,last:0,admin:0,fault:0,etc:0,instanc:0,mani:0,com:0,improp:0,load:0,simpli:0,point:0,"1000107bfb0":0,rpm:0,coredump:0,"101f21efb50":0,mark:0,much:0,popul:0,quickli:0,largesmp:0,anywher:0,try_crashdump:0,"0000000000000e86":0,func:0,present:0,therefor:0,look:0,rbx:0,solid:0,mount:0,rbp:0,defin:0,abov:0,error:0,"101f21efb20":0,ffffffff8047a0b0:0,timefram:0,rip:0,need:0,archiv:0,uncom:0,conf:0,fedorahost:0,sever:0,thei:0,suggest:0,same:0,binari:0,timestamp:0,x86:0,temporari:0,user:0,"500gb":0,engin:0,stack:0,task:0,"10001073e98":0,do_invalid_op:0,exampl:0,command:0,thi:0,filesystem:0,gzip:0,everyth:0,latest:0,identifi:0,execut:0,workdirectori:0,heavili:0,previous:0,samba:0,wed:0,except:0,valid:0,match:0,bin:0,read:0,debuglevel:0,mod:0,"1000107bfa0":0,resid:0,like:0,specif:0,anyon:0,manual:0,resolv:0,server:0,collect:0,necessari:0,either:0,"101f21efb60":0,"101f21efc40":0,output:0,some:0,back:0,gfs_quotad:0,proper:0,tmp:0,mailserv:0,assum:0,ffffffff80529f08:0,exit:0,machin:0,intial:0,who:0,run:0,reach:0,usag:0,prerequisit:0,from:0,unfortun:0,primarili:0,within:0,automat:0,down:0,chang:0,start_disk_dump:0,storag:0,git:0,rcx:0,log:0,wai:0,area:0,support:0,question:0,avail:0,includ:0,suit:0,"var":0,rhel:0,analysi:0,properli:0,form:0,pwd:0,line:0,"true":0,analyst:0,info:0,made:0,possibl:0,checkout:0,below:0,ffffffff80111c90:0,problem:0,similar:0,epel:0,later:0,certain:0,dure:0,pid:0,incomplet:0,exist:0,file:0,cvzf:0,fill:0,bzip2:0,"00000100f57cb030":0,when:0,other:0,ffffffff8010e7a9:0,architectur:0,benefici:0,autopurg:0,ffffffff80529fb8:0,directori:0,descript:0,"1tb":0,rpmfilter:0,cpu:0},titles:["Core Analysis System"],modules:{},descrefs:{},filenames:["index"]}) \ No newline at end of file +Search.setIndex({desctypes:{},terms:{all:0,mnt:0,snip:0,abil:0,follow:0,disk:0,depend:0,wish:0,do_dlm_lock:0,those:0,aris:0,worth:0,sent:0,r14:0,r15:0,r12:0,r13:0,r10:0,r11:0,fals:[],faq:0,ffffffff8010e789:0,vmcore:0,upstream:0,ticket:0,relev:0,administr:0,level:0,die:0,list:0,prepar:0,pleas:0,x86_64:0,core:0,direct:0,pass:0,download:0,further:0,sub:0,section:0,abl:0,access:0,version:0,autogener:0,gener:0,here:0,address:0,path:0,sinc:0,valu:0,ffffffff80110bf5:0,rdx:0,amount:0,typic:0,rdi:0,smp_call_function_interrupt:0,chanc:0,"0000010001073f48":0,via:0,repositori:0,modul:0,prefer:0,crash_32:0,filenam:0,instal:0,feb:[],describ:0,would:0,prove:0,doubl:0,visit:0,two:0,next:0,few:0,usr:0,recommend:0,type:0,tell:0,more:0,sort:0,share:0,ffffffff803e9b80:0,ffffffff8010e81c:0,must:0,retriev:0,hous:0,setup:0,work:0,uniqu:0,can:0,root:0,sqlite:0,tar:0,process:0,smtp:0,accept:0,want:0,occur:0,multipl:0,anoth:0,snippet:0,how:0,error_exit:0,purg:0,opt:0,verifi:0,perspect:0,ffffffff80528000:0,resourc:0,"00000102000a4780":0,clone:0,reflect:0,mai:0,data:0,physic:0,fedora:0,essenti:0,issu:0,inform:0,environ:0,media:0,order:0,help:0,over:0,major:0,i386:0,hierarchi:0,paramet:0,"100f57cb030":0,requir:0,mail:0,main:0,alter:0,messag:0,crash:0,than:0,python:0,auto:0,overal:0,dai:0,initi:0,"break":0,mention:0,now:0,introduct:0,name:0,edit:0,troubleshoot:0,authent:0,kern:0,easili:0,each:0,debug:0,mean:0,continu:0,happen:0,extract:0,out:0,shown:0,network:0,ffffffff8014cc1d:0,ffffffff8011d191:0,content:0,fffffffffffffffa:0,advanc:0,orig_rax:0,given:0,base:0,releas:0,org:0,ffffffff80110e1d:0,traceback:0,keep:0,vmlinux:0,thing:0,place:0,isn:0,assign:0,first:0,origin:0,rang:0,onc:0,number:0,swapper:0,instruct:0,done:0,wrapper:0,rflag:0,differ:0,script:0,associ:0,interact:0,system:0,least:0,ffffffff80112058:0,statement:0,ffffffff8047a0a0:0,"final":0,boil:0,editor:0,option:0,debuginfo:0,tool:0,specifi:0,hassl:0,exactli:0,rsp:0,corefil:0,provid:0,remov:[],emac:0,structur:0,store:0,stale:0,ani:0,fail:0,have:0,call_function_interrupt:0,"101f3658030":0,rax:0,rsi:0,packag:0,date:0,bz2:0,lib:0,note:0,also:0,build:0,which:0,begin:0,normal:0,previou:0,compress:0,most:0,regular:0,deploi:0,"101f21efb80":0,gather:0,yum:0,determin:0,irq:0,usual:0,show:0,text:0,find:0,redirect:[],current:0,onli:0,locat:0,configur:0,solut:0,state:0,should:0,analyz:0,local:0,variou:0,cvjf:0,express:0,autom:0,repo:0,mainten:0,ellargesmp:0,enabl:0,organ:0,contain:0,where:0,wiki:0,kernel:0,set:0,dump:0,"10001073f48":0,see:0,result:0,arg:0,corrupt:0,subject:0,ffffffffa03183ff:0,detect:0,purgelimit:0,databas:0,someth:0,enough:0,approach:0,email:0,altern:0,assumpt:0,extend:0,cpu_idl:0,default_idl:0,job:0,come:0,tue:0,addit:0,last:0,admin:0,fault:0,etc:0,instanc:0,mani:0,com:0,improp:0,load:0,simpli:0,point:0,"1000107bfb0":0,rpm:0,coredump:0,"101f21efb50":0,mark:0,much:0,popul:0,quickli:0,largesmp:0,anywher:0,try_crashdump:0,"0000000000000e86":0,func:0,present:0,therefor:0,look:0,rbx:0,solid:0,mount:0,rbp:0,defin:0,abov:0,error:0,"101f21efb20":0,ffffffff8047a0b0:0,timefram:0,rip:0,need:0,archiv:0,uncom:0,conf:0,fedorahost:0,sever:0,thei:0,suggest:0,same:0,binari:0,timestamp:0,x86:0,temporari:0,user:0,"500gb":0,engin:0,stack:0,task:0,"10001073e98":0,do_invalid_op:0,exampl:0,command:0,thi:0,filesystem:0,gzip:0,everyth:0,latest:0,identifi:0,execut:0,workdirectori:0,heavili:0,previous:0,samba:0,wed:[],except:0,add:[],valid:0,match:0,bin:0,read:0,kmem:0,debuglevel:0,mod:0,"1000107bfa0":0,resid:0,like:0,specif:0,anyon:0,manual:0,resolv:0,server:0,collect:0,necessari:0,either:0,"101f21efb60":0,"101f21efc40":0,output:0,some:0,back:0,gfs_quotad:0,proper:0,tmp:0,mailserv:0,assum:0,ffffffff80529f08:0,exit:0,machin:0,intial:0,who:0,run:0,reach:0,usag:0,prerequisit:0,from:0,memori:0,unfortun:0,primarili:0,within:0,automat:0,down:0,chang:0,start_disk_dump:0,storag:0,git:0,rcx:0,log:0,wai:0,area:0,support:0,question:0,avail:0,includ:0,suit:0,"var":0,rhel:0,analysi:0,properli:0,form:0,pwd:0,line:0,"true":[],analyst:0,info:0,made:0,possibl:0,checkout:0,below:0,ffffffff80111c90:0,problem:0,similar:0,epel:0,later:0,certain:0,dure:0,pid:0,incomplet:0,exist:0,file:0,cvzf:0,fill:0,bzip2:0,"00000100f57cb030":0,when:0,other:0,ffffffff8010e7a9:0,architectur:0,benefici:0,autopurg:0,ffffffff80529fb8:0,directori:0,descript:0,"1tb":0,rpmfilter:0,cpu:0},titles:["Core Analysis System"],modules:{},descrefs:{},filenames:["index"]}) \ No newline at end of file

1 0

doc/genindex.html doc/index.html doc/index.rst doc/objects.inv doc/search.html doc/searchindex.js doc/_sources doc/_static
by Adam Stokes 06 May '09

06 May '09

doc/_sources/index.txt | 72 +++--- doc/_static/basic.css | 414 +++++++++++++++++++++++++++++++++++ doc/_static/default.css | 528 +++------------------------------------------ doc/_static/doctools.js | 4 doc/_static/searchtools.js | 4 doc/genindex.html | 40 ++- doc/index.html | 109 +++++---- doc/index.rst | 8 doc/objects.inv | 4 doc/search.html | 28 +- doc/searchindex.js | 2 11 files changed, 608 insertions(+), 605 deletions(-) New commits: commit 9e6d0a6887bf8b9556e20886f020fc949879c3b3 Author: adam stokes <ajs(a)redhat.com> Date: Wed May 6 08:21:31 2009 -0400 - documentation update diff --git a/doc/_sources/index.txt b/doc/_sources/index.txt index 418e0ab..83c183c 100644 --- a/doc/_sources/index.txt +++ b/doc/_sources/index.txt @@ -1,11 +1,11 @@ -.. image:: cas_logo.png - Core Analysis System ==================== Introduction ------------ +.. image:: cas_logo.png + Description ^^^^^^^^^^^ @@ -16,7 +16,7 @@ types to core dumps are automatically detected and processed. Prerequisites ^^^^^^^^^^^^^ -CAS needs at least **Python 2.4** to run. For systems that are not running +CAS needs at least **Python 2.3** to run. For systems that are not running Fedora 9 or later (this would include RHEL 4/5) the EPEL repo needs to be installed. Visit `EPEL <https://fedoraproject.org/wiki/EPEL>`_ to enable this repository. @@ -27,16 +27,19 @@ can easily be installed via `yum`:: $ yum install func -Storage size can be determined based on how many kernel-debuginfo to be stored -and how many core dumps and their filesize will be processed. Typically, it is -recommended for at least 1TB for cores and another 500GB for debuginfo's. +The amount of storage needed can be determined base on the following +information: + +- The number of kernel-debuginfo packages needed +- How many core dumps will be processed. + +Typically it is recommended to have at least 1TB for cores and another 500GB for +the debuginfo packages. Since analyzing cores requires the same architecture specific systems the core was generated on there will need to be systems available of those same types in order for analyzation to work properly. -Finally, root access to the CAS server. - Configuration ^^^^^^^^^^^^^ @@ -46,14 +49,15 @@ each section and describe its meaning:: [settings] kernels=/mnt/kernels - rpms=/var/db/cas/rpms.db - rpmFilter=.*kernel-debuginfo-[0-9].*\.rpm + rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm debugs=/cores/debugs debugLevel=DEBUG workDirectory=/cores/processed - servers=/var/db/cas/servers.db - jobs=/var/db/cas/jobs.db mailServer=mail.example.com + database=/var/db/cas/cas.db + [maintenance] + purgeLimit=90 + autoPurge=False [advanced] # crash_32=/usr/local/i386/crash @@ -61,9 +65,6 @@ each section and describe its meaning:: stored. This can range anywhere from an nfs mount, samba share, local disk or any other type of media the cas server can access. -``rpms``: (**Required**) Database which houses the processing of kernel-debuginfo and stores the -necessary information for CAS to properly match core dumps. - ``rpmFilters``: (**Required**) This is a emacs based regular expression which is essentially passed to a find command to locate the various kernel-debuginfo packages defined in ``kernels`` directive. @@ -79,16 +80,18 @@ Currently the only accepted values are ``DEBUG|INFO``. point will need to have the most storage assigned to it. Depending on how many cores are processed in a given timeframe this area will fill up quickly. -``servers``: If func is installed and configured all associated servers will -be stored here. - -``jobs``: Contains information on current jobs being processed and eventually -what jobs are in the queue. - ``mailServer``: If wanting output of CAS processing email to a certain address this directive needs to be set. ``Note`` that the mail server should not require smtp authentication. +``database``: (**Required**) Define where the sqlite database will reside. + +``purgeLimit``: Define amount of day(s) back wish to keep physical data on +system. + +``autoPurge``: True/False setting if wanting cas-admin to auto purge stale data on +each run. + ``crash_32``: Primarily used on x86_64 systems to process x86 cores. If x86 version of crash is installed this directive can be set to the crash binary and CAS will automatically process x86 cores on a x86_64 machine. ``Note`` this @@ -123,14 +126,15 @@ following:: [settings] kernels=/mnt/kernels - rpms=/var/db/cas/rpms.db - rpmFilter=.*kernel-debuginfo-[0-9].*\.rpm + rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm debugs=/tmp debugLevel=DEBUG workDirectory=/cores - servers=/var/db/cas/servers.db - jobs=/var/db/cas/jobs.db mailServer=mail.cas-server.com + database=/var/db/cas/cas.db + [maintenance] + purgeLimit=90 + autoPurge=False [advanced] crash_32=/usr/local/i386/crash @@ -204,7 +208,7 @@ and look something similar to:: Date: Wed, 11 Feb 2009 08:44:37 -0500 Location: /cores/processed/12345/02.11.09.08.44.19 - Server: test-2.gss.redhat.com + Server: x86_64.cas-server.com Output data: PID: 0 TASK: ffffffff803e9b80 CPU: 0 COMMAND: "swapper" #0 [ffffffff8047a0a0] smp_call_function_interrupt at ffffffff8011d191 @@ -247,7 +251,7 @@ and look something similar to:: ... snip ... From this email a ``location`` is provided ``/cores/processed/12345/02.11.09.08.44.19`` -and the server in which further analyzation can be continued ``test-2.gss.redhat.com``. +and the server in which further analyzation can be continued ``x86_64.cas-server.com``. Normally from a support perspective this email should contain enough information for a kernel engineer to begin debugging the problem. Assuming more is needed @@ -272,18 +276,23 @@ manual approach some alterations to the script need to occur. crash wrapper in its original form:: #!/bin/sh - /usr/bin/crash /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 /cores/processed/12345/02.11.09.08.44.19/usr/lib/debug/lib/modules/2.6.9-78.18.ELlargesmp/vmlinux -s < /cores/processed/12345/02.11.09.08.44.19/crash.in + /usr/bin/crash \ + /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 \ + /cores/processed/12345/02.11.09.08.44.19/usr/*/*/*/*/2.6.9*largesmp/vmlinux \ + -s < /cores/processed/12345/02.11.09.08.44.19/crash.in In order to remove automation the redirect from crash.in needs to be removed:: #!/bin/sh - /usr/bin/crash /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 /cores/processed/12345/02.11.09.08.44.19/usr/lib/debug/lib/modules/2.6.9-78.18.ELlargesmp/vmlinux + /usr/bin/crash /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 \ + /cores/processed/12345/02.11.09.08.44.19/usr/*/*/*/*/2.6.9*largesmp/vmlinux **Alternative to using the crash wrapper** It is possible to specify the vmlinux and corefile with crash on the command line:: - $ crash /cores/processed/12345/02.11.09.08.44.19/usr/lib/debug/lib/modules/2.6.9-78.18.ELlargesmp/vmlinux /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 + $ crash /cores/processed/12345/02.11.09.08.44.19/usr/*/*/*/*/2.6.9*largesmp/vmlinux \ + /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 ``crash.in``: a list of commands to be read into crash during the automated analysis:: @@ -300,7 +309,8 @@ is sent in an email if defined. ``usr``: directory structure from the extraction of the vmlinux file from the associated kernel-debuginfo rpm for use within crash:: - /cores/processed/12345/02.11.09.08.44.19/usr/lib/debug/lib/modules/2.6.9-78.18.ELlargesmp/vmlinux + /cores/processed/12345/02.11.09.08.44.19/ + usr/lib/debug/lib/modules/2.6.9-78.18.ELlargesmp/vmlinux ``vmcore.12345``: corefile from which was either defined or extracted from a compressed archive during CAS initialization. diff --git a/doc/_static/basic.css b/doc/_static/basic.css new file mode 100644 index 0000000..ed737d3 --- /dev/null +++ b/doc/_static/basic.css @@ -0,0 +1,414 @@ +/** + * Sphinx stylesheet -- basic theme + * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + */ + +/* -- main layout ----------------------------------------------------------- */ + +div.documentwrapper { + float: left; + width: 100%; +} + +div.bodywrapper { + margin: 0 0 0 230px; +} + +div.clearer { + clear: both; +} + +/* -- relbar ---------------------------------------------------------------- */ + +div.related { + width: 100%; + font-size: 90%; +} + +div.related h3 { + display: none; +} + +div.related ul { + margin: 0; + padding: 0 0 0 10px; + list-style: none; +} + +div.related li { + display: inline; +} + +div.related li.right { + float: right; + margin-right: 5px; +} + +/* -- sidebar --------------------------------------------------------------- */ + +div.sphinxsidebarwrapper { + padding: 10px 5px 0 10px; +} + +div.sphinxsidebar { + float: left; + width: 230px; + margin-left: -100%; + font-size: 90%; +} + +div.sphinxsidebar ul { + list-style: none; +} + +div.sphinxsidebar ul ul, +div.sphinxsidebar ul.want-points { + margin-left: 20px; + list-style: square; +} + +div.sphinxsidebar ul ul { + margin-top: 0; + margin-bottom: 0; +} + +div.sphinxsidebar form { + margin-top: 10px; +} + +div.sphinxsidebar input { + border: 1px solid #98dbcc; + font-family: sans-serif; + font-size: 1em; +} + +img { + border: 0; +} + +/* -- search page ----------------------------------------------------------- */ + +ul.search { + margin: 10px 0 0 20px; + padding: 0; +} + +ul.search li { + padding: 5px 0 5px 20px; + background-image: url(file.png); + background-repeat: no-repeat; + background-position: 0 7px; +} + +ul.search li a { + font-weight: bold; +} + +ul.search li div.context { + color: #888; + margin: 2px 0 0 30px; + text-align: left; +} + +ul.keywordmatches li.goodmatch a { + font-weight: bold; +} + +/* -- index page ------------------------------------------------------------ */ + +table.contentstable { + width: 90%; +} + +table.contentstable p.biglink { + line-height: 150%; +} + +a.biglink { + font-size: 1.3em; +} + +span.linkdescr { + font-style: italic; + padding-top: 5px; + font-size: 90%; +} + +/* -- general index --------------------------------------------------------- */ + +table.indextable td { + text-align: left; + vertical-align: top; +} + +table.indextable dl, table.indextable dd { + margin-top: 0; + margin-bottom: 0; +} + +table.indextable tr.pcap { + height: 10px; +} + +table.indextable tr.cap { + margin-top: 10px; + background-color: #f2f2f2; +} + +img.toggler { + margin-right: 3px; + margin-top: 3px; + cursor: pointer; +} + +/* -- general body styles --------------------------------------------------- */ + +a.headerlink { + visibility: hidden; +} + +h1:hover > a.headerlink, +h2:hover > a.headerlink, +h3:hover > a.headerlink, +h4:hover > a.headerlink, +h5:hover > a.headerlink, +h6:hover > a.headerlink, +dt:hover > a.headerlink { + visibility: visible; +} + +div.body p.caption { + text-align: inherit; +} + +div.body td { + text-align: left; +} + +.field-list ul { + padding-left: 1em; +} + +.first { + margin-top: 0 !important; +} + +p.rubric { + margin-top: 30px; + font-weight: bold; +} + +/* -- sidebars -------------------------------------------------------------- */ + +div.sidebar { + margin: 0 0 0.5em 1em; + border: 1px solid #ddb; + padding: 7px 7px 0 7px; + background-color: #ffe; + width: 40%; + float: right; +} + +p.sidebar-title { + font-weight: bold; +} + +/* -- topics ---------------------------------------------------------------- */ + +div.topic { + border: 1px solid #ccc; + padding: 7px 7px 0 7px; + margin: 10px 0 10px 0; +} + +p.topic-title { + font-size: 1.1em; + font-weight: bold; + margin-top: 10px; +} + +/* -- admonitions ----------------------------------------------------------- */ + +div.admonition { + margin-top: 10px; + margin-bottom: 10px; + padding: 7px; +} + +div.admonition dt { + font-weight: bold; +} + +div.admonition dl { + margin-bottom: 0; +} + +p.admonition-title { + margin: 0px 10px 5px 0px; + font-weight: bold; +} + +div.body p.centered { + text-align: center; + margin-top: 25px; +} + +/* -- tables ---------------------------------------------------------------- */ + +table.docutils { + border: 0; + border-collapse: collapse; +} + +table.docutils td, table.docutils th { + padding: 1px 8px 1px 0; + border-top: 0; + border-left: 0; + border-right: 0; + border-bottom: 1px solid #aaa; +} + +table.field-list td, table.field-list th { + border: 0 !important; +} + +table.footnote td, table.footnote th { + border: 0 !important; +} + +th { + text-align: left; + padding-right: 5px; +} + +/* -- other body styles ----------------------------------------------------- */ + +dl { + margin-bottom: 15px; +} + +dd p { + margin-top: 0px; +} + +dd ul, dd table { + margin-bottom: 10px; +} + +dd { + margin-top: 3px; + margin-bottom: 10px; + margin-left: 30px; +} + +dt:target, .highlight { + background-color: #fbe54e; +} + +dl.glossary dt { + font-weight: bold; + font-size: 1.1em; +} + +.field-list ul { + margin: 0; + padding-left: 1em; +} + +.field-list p { + margin: 0; +} + +.refcount { + color: #060; +} + +.optional { + font-size: 1.3em; +} + +.versionmodified { + font-style: italic; +} + +.system-message { + background-color: #fda; + padding: 5px; + border: 3px solid red; +} + +.footnote:target { + background-color: #ffa +} + +/* -- code displays --------------------------------------------------------- */ + +pre { + overflow: auto; +} + +td.linenos pre { + padding: 5px 0px; + border: 0; + background-color: transparent; + color: #aaa; +} + +table.highlighttable { + margin-left: 0.5em; +} + +table.highlighttable td { + padding: 0 0.5em 0 0.5em; +} + +tt.descname { + background-color: transparent; + font-weight: bold; + font-size: 1.2em; +} + +tt.descclassname { + background-color: transparent; +} + +tt.xref, a tt { + background-color: transparent; + font-weight: bold; +} + +h1 tt, h2 tt, h3 tt, h4 tt, h5 tt, h6 tt { + background-color: transparent; +} + +/* -- math display ---------------------------------------------------------- */ + +img.math { + vertical-align: middle; +} + +div.math p { + text-align: center; +} + +span.eqno { + float: right; +} + +/* -- printout stylesheet --------------------------------------------------- */ + +@media print { + div.document, + div.documentwrapper, + div.bodywrapper { + margin: 0; + width: 100%; + } + + div.sphinxsidebar, + div.related, + div.footer, + #top-link { + display: none; + } +} diff --git a/doc/_static/default.css b/doc/_static/default.css index 005caa1..c13ed68 100644 --- a/doc/_static/default.css +++ b/doc/_static/default.css @@ -1,7 +1,12 @@ /** - * Sphinx Doc Design + * Sphinx stylesheet -- default theme + * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ */ +@import url("basic.css"); + +/* -- page layout ----------------------------------------------------------- */ + body { font-family: sans-serif; font-size: 100%; @@ -11,43 +16,18 @@ body { padding: 0; } -/* :::: LAYOUT :::: */ - div.document { background-color: #1c4e63; } -div.documentwrapper { - float: left; - width: 100%; -} - -div.bodywrapper { - margin: 0 0 0 230px; -} - div.body { - background-color: white; + background-color: #ffffff; + color: #000000; padding: 0 20px 30px 20px; } -div.sphinxsidebarwrapper { - padding: 10px 5px 0 10px; -} - -div.sphinxsidebar { - float: left; - width: 230px; - margin-left: -100%; - font-size: 90%; -} - -div.clearer { - clear: both; -} - div.footer { - color: #fff; + color: #ffffff; width: 100%; padding: 9px 0 9px 0; text-align: center; @@ -55,45 +35,26 @@ div.footer { } div.footer a { - color: #fff; + color: #ffffff; text-decoration: underline; } div.related { background-color: #133f52; - color: #fff; - width: 100%; line-height: 30px; - font-size: 90%; -} - -div.related h3 { - display: none; -} - -div.related ul { - margin: 0; - padding: 0 0 0 10px; - list-style: none; -} - -div.related li { - display: inline; + color: #ffffff; } -div.related li.right { - float: right; - margin-right: 5px; +div.related a { + color: #ffffff; } -div.related a { - color: white; +div.sphinxsidebar { } -/* ::: TOC :::: */ div.sphinxsidebar h3 { font-family: 'Trebuchet MS', sans-serif; - color: white; + color: #ffffff; font-size: 1.4em; font-weight: normal; margin: 0; @@ -101,12 +62,12 @@ div.sphinxsidebar h3 { } div.sphinxsidebar h3 a { - color: white; + color: #ffffff; } div.sphinxsidebar h4 { font-family: 'Trebuchet MS', sans-serif; - color: white; + color: #ffffff; font-size: 1.3em; font-weight: normal; margin: 5px 0 0 0; @@ -114,7 +75,7 @@ div.sphinxsidebar h4 { } div.sphinxsidebar p { - color: white; + color: #ffffff; } div.sphinxsidebar p.topless { @@ -124,171 +85,20 @@ div.sphinxsidebar p.topless { div.sphinxsidebar ul { margin: 10px; padding: 0; - list-style: none; - color: white; -} - -div.sphinxsidebar ul ul, -div.sphinxsidebar ul.want-points { - margin-left: 20px; - list-style: square; -} - -div.sphinxsidebar ul ul { - margin-top: 0; - margin-bottom: 0; + color: #ffffff; } div.sphinxsidebar a { color: #98dbcc; } -div.sphinxsidebar form { - margin-top: 10px; -} - div.sphinxsidebar input { border: 1px solid #98dbcc; font-family: sans-serif; font-size: 1em; } -/* :::: MODULE CLOUD :::: */ -div.modulecloud { - margin: -5px 10px 5px 10px; - padding: 10px; - line-height: 160%; - border: 1px solid #cbe7e5; - background-color: #f2fbfd; -} - -div.modulecloud a { - padding: 0 5px 0 5px; -} - -/* :::: SEARCH :::: */ -ul.search { - margin: 10px 0 0 20px; - padding: 0; -} - -ul.search li { - padding: 5px 0 5px 20px; - background-image: url(file.png); - background-repeat: no-repeat; - background-position: 0 7px; -} - -ul.search li a { - font-weight: bold; -} - -ul.search li div.context { - color: #888; - margin: 2px 0 0 30px; - text-align: left; -} - -ul.keywordmatches li.goodmatch a { - font-weight: bold; -} - -/* :::: COMMON FORM STYLES :::: */ - -div.actions { - padding: 5px 10px 5px 10px; - border-top: 1px solid #cbe7e5; - border-bottom: 1px solid #cbe7e5; - background-color: #e0f6f4; -} - -form dl { - color: #333; -} - -form dt { - clear: both; - float: left; - min-width: 110px; - margin-right: 10px; - padding-top: 2px; -} - -input#homepage { - display: none; -} - -div.error { - margin: 5px 20px 0 0; - padding: 5px; - border: 1px solid #d00; - font-weight: bold; -} - -/* :::: INDEX PAGE :::: */ - -table.contentstable { - width: 90%; -} - -table.contentstable p.biglink { - line-height: 150%; -} - -a.biglink { - font-size: 1.3em; -} - -span.linkdescr { - font-style: italic; - padding-top: 5px; - font-size: 90%; -} - -/* :::: INDEX STYLES :::: */ - -table.indextable td { - text-align: left; - vertical-align: top; -} - -table.indextable dl, table.indextable dd { - margin-top: 0; - margin-bottom: 0; -} - -table.indextable tr.pcap { - height: 10px; -} - -table.indextable tr.cap { - margin-top: 10px; - background-color: #f2f2f2; -} - -img.toggler { - margin-right: 3px; - margin-top: 3px; - cursor: pointer; -} - -form.pfform { - margin: 10px 0 20px 0; -} - -/* :::: GLOBAL STYLES :::: */ - -.docwarning { - background-color: #ffe4e4; - padding: 10px; - margin: 0 -20px 0 -20px; - border-bottom: 1px solid #f66; -} - -p.subhead { - font-weight: bold; - margin-top: 20px; -} +/* -- body styles ----------------------------------------------------------- */ a { color: #355f7c; @@ -299,6 +109,11 @@ a:hover { text-decoration: underline; } +div.body p, div.body dd, div.body li { + text-align: justify; + line-height: 130%; +} + div.body h1, div.body h2, div.body h3, @@ -326,17 +141,6 @@ a.headerlink { font-size: 0.8em; padding: 0 4px 0 4px; text-decoration: none; - visibility: hidden; -} - -h1:hover > a.headerlink, -h2:hover > a.headerlink, -h3:hover > a.headerlink, -h4:hover > a.headerlink, -h5:hover > a.headerlink, -h6:hover > a.headerlink, -dt:hover > a.headerlink { - visibility: visible; } a.headerlink:hover { @@ -349,82 +153,13 @@ div.body p, div.body dd, div.body li { line-height: 130%; } -div.body p.caption { - text-align: inherit; -} - -div.body td { - text-align: left; -} - -ul.fakelist { - list-style: none; - margin: 10px 0 10px 20px; - padding: 0; -} - -.field-list ul { - padding-left: 1em; -} - -.first { - margin-top: 0 !important; -} - -/* "Footnotes" heading */ -p.rubric { - margin-top: 30px; - font-weight: bold; -} - -/* Sidebars */ - -div.sidebar { - margin: 0 0 0.5em 1em; - border: 1px solid #ddb; - padding: 7px 7px 0 7px; - background-color: #ffe; - width: 40%; - float: right; -} - -p.sidebar-title { - font-weight: bold; +div.admonition p.admonition-title + p { + display: inline; } -/* "Topics" */ - -div.topic { +div.note { background-color: #eee; border: 1px solid #ccc; - padding: 7px 7px 0 7px; - margin: 10px 0 10px 0; -} - -p.topic-title { - font-size: 1.1em; - font-weight: bold; - margin-top: 10px; -} - -/* Admonitions */ - -div.admonition { - margin-top: 10px; - margin-bottom: 10px; - padding: 7px; -} - -div.admonition dt { - font-weight: bold; -} - -div.admonition dl { - margin-bottom: 0; -} - -div.admonition p.admonition-title + p { - display: inline; } div.seealso { @@ -432,19 +167,16 @@ div.seealso { border: 1px solid #ff6; } +div.topic { + background-color: #eee; +} + div.warning { background-color: #ffe4e4; border: 1px solid #f66; } -div.note { - background-color: #eee; - border: 1px solid #ccc; -} - p.admonition-title { - margin: 0px 10px 5px 0px; - font-weight: bold; display: inline; } @@ -452,206 +184,18 @@ p.admonition-title:after { content: ":"; } -div.body p.centered { - text-align: center; - margin-top: 25px; -} - -table.docutils { - border: 0; -} - -table.docutils td, table.docutils th { - padding: 1px 8px 1px 0; - border-top: 0; - border-left: 0; - border-right: 0; - border-bottom: 1px solid #aaa; -} - -table.field-list td, table.field-list th { - border: 0 !important; -} - -table.footnote td, table.footnote th { - border: 0 !important; -} - -.field-list ul { - margin: 0; - padding-left: 1em; -} - -.field-list p { - margin: 0; -} - -dl { - margin-bottom: 15px; - clear: both; -} - -dd p { - margin-top: 0px; -} - -dd ul, dd table { - margin-bottom: 10px; -} - -dd { - margin-top: 3px; - margin-bottom: 10px; - margin-left: 30px; -} - -.refcount { - color: #060; -} - -dt:target, -.highlight { - background-color: #fbe54e; -} - -dl.glossary dt { - font-weight: bold; - font-size: 1.1em; -} - -th { - text-align: left; - padding-right: 5px; -} - pre { padding: 5px; - background-color: #efc; - color: #333; + background-color: #eeffcc; + color: #333333; + line-height: 120%; border: 1px solid #ac9; border-left: none; border-right: none; - overflow: auto; -} - -td.linenos pre { - padding: 5px 0px; - border: 0; - background-color: transparent; - color: #aaa; -} - -table.highlighttable { - margin-left: 0.5em; -} - -table.highlighttable td { - padding: 0 0.5em 0 0.5em; } tt { background-color: #ecf0f3; padding: 0 1px 0 1px; font-size: 0.95em; -} - -tt.descname { - background-color: transparent; - font-weight: bold; - font-size: 1.2em; -} - -tt.descclassname { - background-color: transparent; -} - -tt.xref, a tt { - background-color: transparent; - font-weight: bold; -} - -.footnote:target { background-color: #ffa } - -h1 tt, h2 tt, h3 tt, h4 tt, h5 tt, h6 tt { - background-color: transparent; -} - -.optional { - font-size: 1.3em; -} - -.versionmodified { - font-style: italic; -} - -form.comment { - margin: 0; - padding: 10px 30px 10px 30px; - background-color: #eee; -} - -form.comment h3 { - background-color: #326591; - color: white; - margin: -10px -30px 10px -30px; - padding: 5px; - font-size: 1.4em; -} - -form.comment input, -form.comment textarea { - border: 1px solid #ccc; - padding: 2px; - font-family: sans-serif; - font-size: 100%; -} - -form.comment input[type="text"] { - width: 240px; -} - -form.comment textarea { - width: 100%; - height: 200px; - margin-bottom: 10px; -} - -.system-message { - background-color: #fda; - padding: 5px; - border: 3px solid red; -} - -img.math { - vertical-align: middle; -} - -div.math p { - text-align: center; -} - -span.eqno { - float: right; -} - -img.logo { - border: 0; -} - -/* :::: PRINT :::: */ -@media print { - div.document, - div.documentwrapper, - div.bodywrapper { - margin: 0; - width : 100%; - } - - div.sphinxsidebar, - div.related, - div.footer, - div#comments div.new-comment-box, - #top-link { - display: none; - } -} +} \ No newline at end of file diff --git a/doc/_static/doctools.js b/doc/_static/doctools.js index be4bdc8..9447678 100644 --- a/doc/_static/doctools.js +++ b/doc/_static/doctools.js @@ -133,13 +133,13 @@ var Documentation = { * add context elements like header anchor links */ addContextElements : function() { - $('div[@id] > :header:first').each(function() { + $('div[id] > :header:first').each(function() { $('<a class="headerlink">\u00B6</a>'). attr('href', '#' + this.id). attr('title', _('Permalink to this headline')). appendTo(this); }); - $('dt[@id]').each(function() { + $('dt[id]').each(function() { $('<a class="headerlink">\u00B6</a>'). attr('href', '#' + this.id). attr('title', _('Permalink to this definition')). diff --git a/doc/_static/searchtools.js b/doc/_static/searchtools.js index f9d9b6c..a243b15 100644 --- a/doc/_static/searchtools.js +++ b/doc/_static/searchtools.js @@ -221,7 +221,7 @@ var Search = { var params = $.getQueryParameters(); if (params.q) { var query = params.q[0]; - $('input[@name="q"]')[0].value = query; + $('input[name="q"]')[0].value = query; this.performSearch(query); } }, @@ -283,7 +283,7 @@ var Search = { if (this.hasIndex()) this.query(query); else - this.setQuery(query); + this.deferQuery(query); }, query : function(query) { diff --git a/doc/genindex.html b/doc/genindex.html index d7df1e0..624177a 100644 --- a/doc/genindex.html +++ b/doc/genindex.html @@ -1,15 +1,17 @@ <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" - "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"><html xmlns="http://www.w3.org/1999/xhtml"> + "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> + +<html xmlns="http://www.w3.org/1999/xhtml"> <head> <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> - <title>Index — CAS v0.13-118 documentation</title> + <title>Index — cas v0.14 documentation</title> <link rel="stylesheet" href="_static/default.css" type="text/css" /> <link rel="stylesheet" href="_static/pygments.css" type="text/css" /> <script type="text/javascript"> var DOCUMENTATION_OPTIONS = { URL_ROOT: '', - VERSION: '0.13-118', + VERSION: '0.14', COLLAPSE_MODINDEX: false, FILE_SUFFIX: '.html', HAS_SOURCE: true @@ -17,9 +19,7 @@ </script> <script type="text/javascript" src="_static/jquery.js"></script> <script type="text/javascript" src="_static/doctools.js"></script> - <link rel="index" title="Index" href="" /> - <link rel="search" title="Search" href="search.html" /> - <link rel="top" title="CAS v0.13-118 documentation" href="index.html" /> + <link rel="top" title="cas v0.14 documentation" href="index.html" /> </head> <body> <div class="related"> @@ -28,9 +28,10 @@ <li class="right" style="margin-right: 10px"> <a href="" title="General Index" accesskey="I">index</a></li> - <li><a href="index.html">CAS v0.13-118 documentation</a> »</li> + <li><a href="index.html">cas v0.14 documentation</a> »</li> </ul> </div> + <div class="document"> <div class="documentwrapper"> <div class="bodywrapper"> @@ -54,12 +55,19 @@ - <h3>Quick search</h3> - <form class="search" action="search.html" method="get"> - <input type="text" name="q" size="18" /> <input type="submit" value="Go" /> - <input type="hidden" name="check_keywords" value="yes" /> - <input type="hidden" name="area" value="default" /> - </form> + <div id="searchbox" style="display: none"> + <h3>Quick search</h3> + <form class="search" action="search.html" method="get"> + <input type="text" name="q" size="18" /> + <input type="submit" value="Go" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> + <p class="searchtip" style="font-size: 90%"> + Enter search terms or a module, class or function name. + </p> + </div> + <script type="text/javascript">$('#searchbox').show(0);</script> </div> </div> <div class="clearer"></div> @@ -69,13 +77,13 @@ <ul> <li class="right" style="margin-right: 10px"> <a href="" title="General Index" - accesskey="I">index</a></li> - <li><a href="index.html">CAS v0.13-118 documentation</a> »</li> + >index</a></li> + <li><a href="index.html">cas v0.14 documentation</a> »</li> </ul> </div> <div class="footer"> © Copyright 2009, Adam Stokes. - Created using <a href="http://sphinx.pocoo.org/">Sphinx</a> 0.5.1. + Created using <a href="http://sphinx.pocoo.org/">Sphinx</a> 0.6.1. </div> </body> </html> \ No newline at end of file diff --git a/doc/index.html b/doc/index.html index 72522e1..8d12fc9 100644 --- a/doc/index.html +++ b/doc/index.html @@ -1,15 +1,17 @@ <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" - "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"><html xmlns="http://www.w3.org/1999/xhtml"> + "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> + +<html xmlns="http://www.w3.org/1999/xhtml"> <head> <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> - <title>Core Analysis System — CAS v0.13-118 documentation</title> + <title>Core Analysis System — cas v0.14 documentation</title> <link rel="stylesheet" href="_static/default.css" type="text/css" /> <link rel="stylesheet" href="_static/pygments.css" type="text/css" /> <script type="text/javascript"> var DOCUMENTATION_OPTIONS = { URL_ROOT: '', - VERSION: '0.13-118', + VERSION: '0.14', COLLAPSE_MODINDEX: false, FILE_SUFFIX: '.html', HAS_SOURCE: true @@ -17,9 +19,7 @@ </script> <script type="text/javascript" src="_static/jquery.js"></script> <script type="text/javascript" src="_static/doctools.js"></script> - <link rel="index" title="Index" href="genindex.html" /> - <link rel="search" title="Search" href="search.html" /> - <link rel="top" title="CAS v0.13-118 documentation" href="" /> + <link rel="top" title="cas v0.14 documentation" href="" /> </head> <body> <div class="related"> @@ -28,20 +28,20 @@ <li class="right" style="margin-right: 10px"> <a href="genindex.html" title="General Index" accesskey="I">index</a></li> - <li><a href="">CAS v0.13-118 documentation</a> »</li> + <li><a href="">cas v0.14 documentation</a> »</li> </ul> </div> + <div class="document"> <div class="documentwrapper"> <div class="bodywrapper"> <div class="body"> - - <img alt="_images/cas_logo.png" src="_images/cas_logo.png" /> -<div class="section" id="core-analysis-system"> + <div class="section" id="core-analysis-system"> <h1>Core Analysis System<a class="headerlink" href="#core-analysis-system" title="Permalink to this headline">¶</a></h1> <div class="section" id="introduction"> <h2>Introduction<a class="headerlink" href="#introduction" title="Permalink to this headline">¶</a></h2> +<img alt="_images/cas_logo.png" src="_images/cas_logo.png" /> <div class="section" id="description"> <h3>Description<a class="headerlink" href="#description" title="Permalink to this headline">¶</a></h3> <p>CAS provides a user the ability to configure an environment for core analysis @@ -50,7 +50,7 @@ types to core dumps are automatically detected and processed.</p> </div> <div class="section" id="prerequisites"> <h3>Prerequisites<a class="headerlink" href="#prerequisites" title="Permalink to this headline">¶</a></h3> -<p>CAS needs at least <strong>Python 2.4</strong> to run. For systems that are not running +<p>CAS needs at least <strong>Python 2.3</strong> to run. For systems that are not running Fedora 9 or later (this would include RHEL 4/5) the EPEL repo needs to be installed. Visit <a class="reference external" href="https://fedoraproject.org/wiki/EPEL">EPEL</a> to enable this repository.</p> @@ -59,13 +59,17 @@ for automatic processing on other architecture specific systems. This can easily be installed via <cite>yum</cite>:</p> <div class="highlight-python"><pre>$ yum install func</pre> </div> -<p>Storage size can be determined based on how many kernel-debuginfo to be stored -and how many core dumps and their filesize will be processed. Typically, it is -recommended for at least 1TB for cores and another 500GB for debuginfo’s.</p> +<p>The amount of storage needed can be determined base on the following +information:</p> +<ul class="simple"> +<li>The number of kernel-debuginfo packages needed</li> +<li>How many core dumps will be processed.</li> +</ul> +<p>Typically it is recommended to have at least 1TB for cores and another 500GB for +the debuginfo packages.</p> <p>Since analyzing cores requires the same architecture specific systems the core was generated on there will need to be systems available of those same types in order for analyzation to work properly.</p> -<p>Finally, root access to the CAS server.</p> </div> <div class="section" id="configuration"> <h3>Configuration<a class="headerlink" href="#configuration" title="Permalink to this headline">¶</a></h3> @@ -74,22 +78,21 @@ The overall contents of this file is shown below, further down we will break up each section and describe its meaning:</p> <div class="highlight-python"><pre>[settings] kernels=/mnt/kernels -rpms=/var/db/cas/rpms.db -rpmFilter=.*kernel-debuginfo-[0-9].*\.rpm +rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm debugs=/cores/debugs debugLevel=DEBUG workDirectory=/cores/processed -servers=/var/db/cas/servers.db -jobs=/var/db/cas/jobs.db mailServer=mail.example.com +database=/var/db/cas/cas.db +[maintenance] +purgeLimit=90 +autoPurge=False [advanced] # crash_32=/usr/local/i386/crash</pre> </div> <p><tt class="docutils literal"><span class="pre">kernels</span></tt>: (<strong>Required</strong>) Describes the location of where kernel-debuginfo packages are to be stored. This can range anywhere from an nfs mount, samba share, local disk or any other type of media the cas server can access.</p> -<p><tt class="docutils literal"><span class="pre">rpms</span></tt>: (<strong>Required</strong>) Database which houses the processing of kernel-debuginfo and stores the -necessary information for CAS to properly match core dumps.</p> <p><tt class="docutils literal"><span class="pre">rpmFilters</span></tt>: (<strong>Required</strong>) This is a emacs based regular expression which is essentially passed to a find command to locate the various kernel-debuginfo packages defined in <tt class="docutils literal"><span class="pre">kernels</span></tt> directive.</p> @@ -101,13 +104,14 @@ Currently the only accepted values are <tt class="docutils literal"><span class= <p><tt class="docutils literal"><span class="pre">workDirectory</span></tt>: (<strong>Required</strong>) Defines where all processed cores will be placed. This mount point will need to have the most storage assigned to it. Depending on how many cores are processed in a given timeframe this area will fill up quickly.</p> -<p><tt class="docutils literal"><span class="pre">servers</span></tt>: If func is installed and configured all associated servers will -be stored here.</p> -<p><tt class="docutils literal"><span class="pre">jobs</span></tt>: Contains information on current jobs being processed and eventually -what jobs are in the queue.</p> <p><tt class="docutils literal"><span class="pre">mailServer</span></tt>: If wanting output of CAS processing email to a certain address this directive needs to be set. <tt class="docutils literal"><span class="pre">Note</span></tt> that the mail server should not require smtp authentication.</p> +<p><tt class="docutils literal"><span class="pre">database</span></tt>: (<strong>Required</strong>) Define where the sqlite database will reside.</p> +<p><tt class="docutils literal"><span class="pre">purgeLimit</span></tt>: Define amount of day(s) back wish to keep physical data on +system.</p> +<p><tt class="docutils literal"><span class="pre">autoPurge</span></tt>: True/False setting if wanting cas-admin to auto purge stale data on +each run.</p> <p><tt class="docutils literal"><span class="pre">crash_32</span></tt>: Primarily used on x86_64 systems to process x86 cores. If x86 version of crash is installed this directive can be set to the crash binary and CAS will automatically process x86 cores on a x86_64 machine. <tt class="docutils literal"><span class="pre">Note</span></tt> this @@ -137,14 +141,15 @@ to a different location.</p> following:</p> <div class="highlight-python"><pre>[settings] kernels=/mnt/kernels -rpms=/var/db/cas/rpms.db -rpmFilter=.*kernel-debuginfo-[0-9].*\.rpm +rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm debugs=/tmp debugLevel=DEBUG workDirectory=/cores -servers=/var/db/cas/servers.db -jobs=/var/db/cas/jobs.db mailServer=mail.cas-server.com +database=/var/db/cas/cas.db +[maintenance] +purgeLimit=90 +autoPurge=False [advanced] crash_32=/usr/local/i386/crash</pre> </div> @@ -208,7 +213,7 @@ and look something similar to:</p> Date: Wed, 11 Feb 2009 08:44:37 -0500 Location: /cores/processed/12345/02.11.09.08.44.19 -Server: test-2.gss.redhat.com +Server: x86_64.cas-server.com Output data: PID: 0 TASK: ffffffff803e9b80 CPU: 0 COMMAND: "swapper" #0 [ffffffff8047a0a0] smp_call_function_interrupt at ffffffff8011d191 @@ -251,7 +256,7 @@ PID: 6122 TASK: 101f3658030 CPU: 2 COMMAND: "gfs_quotad" ... snip ...</pre> </div> <p>From this email a <tt class="docutils literal"><span class="pre">location</span></tt> is provided <tt class="docutils literal"><span class="pre">/cores/processed/12345/02.11.09.08.44.19</span></tt> -and the server in which further analyzation can be continued <tt class="docutils literal"><span class="pre">test-2.gss.redhat.com</span></tt>.</p> +and the server in which further analyzation can be continued <tt class="docutils literal"><span class="pre">x86_64.cas-server.com</span></tt>.</p> <p>Normally from a support perspective this email should contain enough information for a kernel engineer to begin debugging the problem. Assuming more is needed the information provided previously will prove beneficial for anyone wishing @@ -270,15 +275,20 @@ data from the coredump. <tt class="docutils literal"><span class="pre">Note</spa manual approach some alterations to the script need to occur.</p> <p>crash wrapper in its original form:</p> <div class="highlight-python"><pre>#!/bin/sh -/usr/bin/crash /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 /cores/processed/12345/02.11.09.08.44.19/usr/lib/debug/lib/modules/2.6.9-78.18.ELlargesmp/vmlinux -s < /cores/processed/12345/02.11.09.08.44.19/crash.in</pre> + /usr/bin/crash \ + /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 \ + /cores/processed/12345/02.11.09.08.44.19/usr/*/*/*/*/2.6.9*largesmp/vmlinux \ + -s < /cores/processed/12345/02.11.09.08.44.19/crash.in</pre> </div> <p>In order to remove automation the redirect from crash.in needs to be removed:</p> <div class="highlight-python"><pre>#!/bin/sh -/usr/bin/crash /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 /cores/processed/12345/02.11.09.08.44.19/usr/lib/debug/lib/modules/2.6.9-78.18.ELlargesmp/vmlinux</pre> + /usr/bin/crash /cores/processed/12345/02.11.09.08.44.19/vmcore.12345 \ + /cores/processed/12345/02.11.09.08.44.19/usr/*/*/*/*/2.6.9*largesmp/vmlinux</pre> </div> <p><strong>Alternative to using the crash wrapper</strong></p> <p>It is possible to specify the vmlinux and corefile with crash on the command line:</p> -<div class="highlight-python"><pre>$ crash /cores/processed/12345/02.11.09.08.44.19/usr/lib/debug/lib/modules/2.6.9-78.18.ELlargesmp/vmlinux /cores/processed/12345/02.11.09.08.44.19/vmcore.12345</pre> +<div class="highlight-python"><pre>$ crash /cores/processed/12345/02.11.09.08.44.19/usr/*/*/*/*/2.6.9*largesmp/vmlinux \ + /cores/processed/12345/02.11.09.08.44.19/vmcore.12345</pre> </div> <p><tt class="docutils literal"><span class="pre">crash.in</span></tt>: a list of commands to be read into crash during the automated analysis:</p> @@ -292,7 +302,8 @@ exit</pre> is sent in an email if defined.</p> <p><tt class="docutils literal"><span class="pre">usr</span></tt>: directory structure from the extraction of the vmlinux file from the associated kernel-debuginfo rpm for use within crash:</p> -<div class="highlight-python"><pre>/cores/processed/12345/02.11.09.08.44.19/usr/lib/debug/lib/modules/2.6.9-78.18.ELlargesmp/vmlinux</pre> +<div class="highlight-python"><pre>/cores/processed/12345/02.11.09.08.44.19/ + usr/lib/debug/lib/modules/2.6.9-78.18.ELlargesmp/vmlinux</pre> </div> <p><tt class="docutils literal"><span class="pre">vmcore.12345</span></tt>: corefile from which was either defined or extracted from a compressed archive during CAS initialization.</p> @@ -363,14 +374,22 @@ no errors.</p> <h3>This Page</h3> <ul class="this-page-menu"> - <li><a href="_sources/index.txt">Show Source</a></li> + <li><a href="_sources/index.txt" + rel="nofollow">Show Source</a></li> </ul> - <h3>Quick search</h3> - <form class="search" action="search.html" method="get"> - <input type="text" name="q" size="18" /> <input type="submit" value="Go" /> - <input type="hidden" name="check_keywords" value="yes" /> - <input type="hidden" name="area" value="default" /> - </form> + <div id="searchbox" style="display: none"> + <h3>Quick search</h3> + <form class="search" action="search.html" method="get"> + <input type="text" name="q" size="18" /> + <input type="submit" value="Go" /> + <input type="hidden" name="check_keywords" value="yes" /> + <input type="hidden" name="area" value="default" /> + </form> + <p class="searchtip" style="font-size: 90%"> + Enter search terms or a module, class or function name. + </p> + </div> + <script type="text/javascript">$('#searchbox').show(0);</script> </div> </div> <div class="clearer"></div> @@ -380,13 +399,13 @@ no errors.</p> <ul> <li class="right" style="margin-right: 10px"> <a href="genindex.html" title="General Index" - accesskey="I">index</a></li> - <li><a href="">CAS v0.13-118 documentation</a> »</li> + >index</a></li> + <li><a href="">cas v0.14 documentation</a> »</li> </ul> </div> <div class="footer"> © Copyright 2009, Adam Stokes. - Created using <a href="http://sphinx.pocoo.org/">Sphinx</a> 0.5.1. + Created using <a href="http://sphinx.pocoo.org/">Sphinx</a> 0.6.1. </div> </body> </html> \ No newline at end of file diff --git a/doc/index.rst b/doc/index.rst index 3c9cb59..b380b4d 100644 --- a/doc/index.rst +++ b/doc/index.rst @@ -16,7 +16,7 @@ types to core dumps are automatically detected and processed. Prerequisites ^^^^^^^^^^^^^ -CAS needs at least **Python 2.4** to run. For systems that are not running +CAS needs at least **Python 2.3** to run. For systems that are not running Fedora 9 or later (this would include RHEL 4/5) the EPEL repo needs to be installed. Visit `EPEL <https://fedoraproject.org/wiki/EPEL>`_ to enable this repository. @@ -57,7 +57,7 @@ each section and describe its meaning:: database=/var/db/cas/cas.db [maintenance] purgeLimit=90 - autoPurge=False + autoPurge=Yes [advanced] # crash_32=/usr/local/i386/crash @@ -89,7 +89,7 @@ require smtp authentication. ``purgeLimit``: Define amount of day(s) back wish to keep physical data on system. -``autoPurge``: True/False setting if wanting cas-admin to auto purge stale data on +``autoPurge``: Yes/No setting if wanting cas-admin to auto purge stale data on each run. ``crash_32``: Primarily used on x86_64 systems to process x86 cores. If x86 @@ -134,7 +134,7 @@ following:: database=/var/db/cas/cas.db [maintenance] purgeLimit=90 - autoPurge=False + autoPurge=Yes [advanced] crash_32=/usr/local/i386/crash diff --git a/doc/objects.inv b/doc/objects.inv index e0a1817..2f84a03 100644 --- a/doc/objects.inv +++ b/doc/objects.inv @@ -1,3 +1,3 @@ # Sphinx inventory version 1 -# Project: CAS -# Version: 0.13 +# Project: cas +# Version: 0.14 diff --git a/doc/search.html b/doc/search.html index e2cb21b..7d3804b 100644 --- a/doc/search.html +++ b/doc/search.html @@ -1,15 +1,17 @@ <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" - "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"><html xmlns="http://www.w3.org/1999/xhtml"> + "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> + +<html xmlns="http://www.w3.org/1999/xhtml"> <head> <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /> - <title>Search — CAS v0.13-118 documentation</title> + <title>Search — cas v0.14 documentation</title> <link rel="stylesheet" href="_static/default.css" type="text/css" /> <link rel="stylesheet" href="_static/pygments.css" type="text/css" /> <script type="text/javascript"> var DOCUMENTATION_OPTIONS = { URL_ROOT: '', - VERSION: '0.13-118', + VERSION: '0.14', COLLAPSE_MODINDEX: false, FILE_SUFFIX: '.html', HAS_SOURCE: true @@ -18,9 +20,7 @@ <script type="text/javascript" src="_static/jquery.js"></script> <script type="text/javascript" src="_static/doctools.js"></script> <script type="text/javascript" src="_static/searchtools.js"></script> - <link rel="index" title="Index" href="genindex.html" /> - <link rel="search" title="Search" href="" /> - <link rel="top" title="CAS v0.13-118 documentation" href="index.html" /> + <link rel="top" title="cas v0.14 documentation" href="index.html" /> </head> <body> <div class="related"> @@ -29,15 +29,23 @@ <li class="right" style="margin-right: 10px"> <a href="genindex.html" title="General Index" accesskey="I">index</a></li> - <li><a href="index.html">CAS v0.13-118 documentation</a> »</li> + <li><a href="index.html">cas v0.14 documentation</a> »</li> </ul> </div> + <div class="document"> <div class="documentwrapper"> <div class="bodywrapper"> <div class="body"> <h1 id="search-documentation">Search</h1> + <div id="fallback" class="admonition warning"> + <script type="text/javascript">$('#fallback').hide();</script> + <p> + Please activate JavaScript to enable the search + functionality. + </p> + </div> <p> From here you can search these documents. Enter your search words into the box below and click "search". Note that the search @@ -68,14 +76,14 @@ <ul> <li class="right" style="margin-right: 10px"> <a href="genindex.html" title="General Index" - accesskey="I">index</a></li> - <li><a href="index.html">CAS v0.13-118 documentation</a> »</li> + >index</a></li> + <li><a href="index.html">cas v0.14 documentation</a> »</li> </ul> </div> <div class="footer"> © Copyright 2009, Adam Stokes. - Created using <a href="http://sphinx.pocoo.org/">Sphinx</a> 0.5.1. + Created using <a href="http://sphinx.pocoo.org/">Sphinx</a> 0.6.1. </div> <script type="text/javascript" src="searchindex.js"></script> diff --git a/doc/searchindex.js b/doc/searchindex.js index 5fd6ed0..7241f0c 100644 --- a/doc/searchindex.js +++ b/doc/searchindex.js @@ -1 +1 @@ -Search.setIndex({desctypes:{},terms:{all:0,mnt:0,snip:0,abil:0,follow:0,disk:0,depend:0,do_dlm_lock:0,those:0,aris:0,worth:0,sent:0,r14:0,r15:0,r12:0,r13:0,r10:0,r11:0,faq:0,ffffffff8010e789:0,vmcore:0,upstream:0,ticket:0,relev:0,administr:0,level:0,die:0,list:0,setup:0,pleas:0,x86_64:0,intial:0,direct:0,pass:0,download:0,further:0,what:0,sub:0,section:0,abl:0,access:0,version:0,autogener:0,gener:0,here:0,address:0,path:0,sinc:0,valu:0,ffffffff80110bf5:0,rdx:0,queue:0,typic:0,rdi:0,smp_call_function_interrupt:0,chanc:0,"0000010001073f48":0,via:0,repositori:0,modul:0,prefer:0,crash_32:0,filenam:0,instal:0,feb:0,describ:0,would:0,prove:0,doubl:0,visit:0,two:0,next:0,few:0,rhel:0,recommend:0,type:0,tell:0,more:0,sort:0,wrapper:0,smtp:0,ffffffff803e9b80:0,ffffffff8010e81c:0,must:0,retriev:0,hous:0,prepar:0,work:0,uniqu:0,can:0,root:0,tar:0,process:0,share:0,accept:0,want:0,occur:0,multipl:0,anoth:0,how:0,error_exit:0,anyon:0,verifi:0,perspect:0,ffffffff80528000:0,resourc:0,"00000102000a4780":0,clone:0,reflect:0,mai:0,data:0,fedora:0,essenti:0,issu:0,inform:0,environ:0,media:0,order:0,help:0,over:0,major:0,i386:0,hierarchi:0,paramet:0,"100f57cb030":0,ellargesmp:0,bin:0,mail:0,main:0,alter:0,crash:0,than:0,python:0,timestamp:0,overal:0,initi:0,number:0,"break":0,mention:0,now:0,introduct:0,name:0,edit:0,troubleshoot:0,authent:0,easili:0,each:0,debug:0,mean:0,continu:0,happen:0,extract:0,out:0,shown:0,network:0,ffffffff8014cc1d:0,ffffffff8011d191:0,content:0,fffffffffffffffa:0,advanc:0,orig_rax:0,given:0,base:0,releas:0,org:0,ffffffff80110e1d:0,keep:0,vmlinux:0,thing:0,yum:0,isn:0,assign:0,first:0,origin:0,rang:0,redhat:0,onc:0,debuglevel:0,swapper:0,instruct:0,done:0,least:0,rflag:0,size:0,differ:0,script:0,associ:0,system:0,messag:0,ffffffff80112058:0,statement:0,ffffffff8047a0a0:0,"final":0,boil:0,editor:0,option:0,debuginfo:0,tool:0,specifi:0,"var":0,exactli:0,rsp:0,corefil:0,provid:0,remov:0,emac:0,structur:0,store:0,analysi:0,anywher:0,packag:0,have:0,call_function_interrupt:0,"101f3658030":0,rax:0,rsi:0,date:0,bz2:0,lib:0,note:0,also:0,build:0,which:0,begin:0,normal:0,previou:0,compress:0,most:0,regular:0,deploi:0,everyth:0,"101f21efb80":0,gather:0,place:0,determin:0,irq:0,latest:0,show:0,text:0,find:0,redirect:0,current:0,onli:0,locat:0,configur:0,solut:0,state:0,should:0,analyz:0,local:0,variou:0,cvjf:0,express:0,autom:0,repo:0,requir:0,enabl:0,organ:0,contain:0,where:0,wiki:0,kernel:0,set:0,dump:0,"10001073f48":0,see:0,result:0,arg:0,corrupt:0,subject:0,ffffffffa03183ff:0,detect:0,databas:0,someth:0,enough:0,listinfo:[],approach:0,email:0,altern:0,assumpt:0,cpu_idl:0,default_idl:0,job:0,come:0,addit:0,last:0,admin:0,fault:0,etc:0,instanc:0,mani:0,com:0,improp:0,load:0,simpli:0,point:0,"1000107bfb0":0,rpm:0,mailman:[],coredump:0,"101f21efb50":0,mark:0,much:0,popul:0,quickli:0,wish:0,ani:0,try_crashdump:0,"0000000000000e86":0,func:0,present:0,therefor:0,look:0,rbx:0,solid:0,mount:0,rbp:0,defin:0,abov:0,error:0,"101f21efb20":0,ffffffff8047a0b0:0,timefram:0,rip:0,need:0,archiv:0,uncom:0,conf:0,fedorahost:0,sever:0,thei:0,suggest:0,same:0,binari:0,eventu:0,http:[],x86:0,temporari:0,user:0,"500gb":0,engin:0,stack:0,gss:0,task:0,"10001073e98":0,do_invalid_op:0,exampl:0,command:0,thi:0,filesystem:0,gzip:0,fail:0,usual:0,identifi:0,execut:0,workdirectori:0,heavili:0,previous:0,samba:0,wed:0,except:0,other:0,match:0,opt:0,read:0,mod:0,"1000107bfa0":0,like:0,specif:0,manual:0,resolv:0,server:0,collect:0,necessari:0,either:0,"101f21efb60":0,"101f21efc40":0,output:0,some:0,gfs_quotad:0,proper:0,tmp:0,mailserv:0,assum:0,ffffffff80529f08:0,exit:0,machin:0,core:0,who:0,run:0,reach:0,usag:0,prerequisit:0,from:0,unfortun:0,primarili:0,within:0,automat:0,down:0,chang:0,start_disk_dump:0,storag:0,git:0,rcx:0,log:0,wai:0,area:0,support:0,question:0,avail:0,includ:0,suit:0,hassl:0,usr:0,files:0,properli:0,form:0,pwd:0,line:0,analyst:0,info:0,made:0,possibl:0,checkout:0,below:0,ffffffff80111c90:0,problem:0,similar:0,epel:0,later:0,certain:0,dure:0,pid:0,incomplet:0,exist:0,file:0,cvzf:0,fill:0,bzip2:0,"00000100f57cb030":0,when:0,valid:0,test:0,ffffffff8010e7a9:0,architectur:0,benefici:0,ffffffff80529fb8:0,directori:0,descript:0,"1tb":0,rpmfilter:0,cpu:0},titles:["Core Analysis System"],modules:{},descrefs:{},filenames:["index"]}) \ No newline at end of file +Search.setIndex({desctypes:{},terms:{all:0,mnt:0,snip:0,abil:0,follow:0,disk:0,depend:0,wish:0,do_dlm_lock:0,those:0,aris:0,worth:0,sent:0,r14:0,r15:0,r12:0,r13:0,r10:0,r11:0,fals:0,faq:0,ffffffff8010e789:0,vmcore:0,upstream:0,ticket:0,relev:0,administr:0,level:0,die:0,list:0,prepar:0,pleas:0,x86_64:0,core:0,direct:0,pass:0,download:0,further:0,sub:0,section:0,abl:0,access:0,version:0,autogener:0,gener:0,here:0,address:0,path:0,sinc:0,valu:0,ffffffff80110bf5:0,rdx:0,amount:0,typic:0,rdi:0,smp_call_function_interrupt:0,chanc:0,"0000010001073f48":0,via:0,repositori:0,modul:0,prefer:0,crash_32:0,filenam:0,instal:0,feb:0,describ:0,would:0,prove:0,doubl:0,visit:0,two:0,next:0,few:0,usr:0,recommend:0,type:0,tell:0,more:0,sort:0,share:0,ffffffff803e9b80:0,ffffffff8010e81c:0,must:0,retriev:0,hous:0,setup:0,work:0,uniqu:0,can:0,root:0,sqlite:0,tar:0,process:0,smtp:0,accept:0,want:0,occur:0,multipl:0,anoth:0,how:0,error_exit:0,purg:0,opt:0,verifi:0,perspect:0,ffffffff80528000:0,resourc:0,"00000102000a4780":0,clone:0,reflect:0,mai:0,data:0,physic:0,fedora:0,essenti:0,issu:0,inform:0,environ:0,media:0,order:0,help:0,over:0,major:0,i386:0,hierarchi:0,paramet:0,"100f57cb030":0,requir:0,mail:0,main:0,alter:0,messag:0,crash:0,than:0,python:0,auto:0,overal:0,dai:0,initi:0,"break":0,mention:0,now:0,introduct:0,name:0,edit:0,troubleshoot:0,authent:0,kern:0,easili:0,each:0,debug:0,mean:0,continu:0,happen:0,extract:0,out:0,shown:0,network:0,ffffffff8014cc1d:0,ffffffff8011d191:0,content:0,fffffffffffffffa:0,advanc:0,orig_rax:0,given:0,base:0,releas:0,org:0,ffffffff80110e1d:0,keep:0,vmlinux:0,thing:0,place:0,isn:0,assign:0,first:0,origin:0,rang:0,onc:0,number:0,swapper:0,instruct:0,done:0,wrapper:0,rflag:0,differ:0,script:0,associ:0,system:0,least:0,ffffffff80112058:0,statement:0,ffffffff8047a0a0:0,"final":0,boil:0,editor:0,option:0,debuginfo:0,tool:0,specifi:0,hassl:0,exactli:0,rsp:0,corefil:0,provid:0,remov:0,emac:0,structur:0,store:0,stale:0,ani:0,fail:0,have:0,call_function_interrupt:0,"101f3658030":0,rax:0,rsi:0,packag:0,date:0,bz2:0,lib:0,note:0,also:0,build:0,which:0,begin:0,normal:0,previou:0,compress:0,most:0,regular:0,deploi:0,"101f21efb80":0,gather:0,yum:0,determin:0,irq:0,usual:0,show:0,text:0,find:0,redirect:0,current:0,onli:0,locat:0,configur:0,solut:0,state:0,should:0,analyz:0,local:0,variou:0,cvjf:0,express:0,autom:0,repo:0,mainten:0,ellargesmp:0,enabl:0,organ:0,contain:0,where:0,wiki:0,kernel:0,set:0,dump:0,"10001073f48":0,see:0,result:0,arg:0,corrupt:0,subject:0,ffffffffa03183ff:0,detect:0,purgelimit:0,databas:0,someth:0,enough:0,approach:0,email:0,altern:0,assumpt:0,cpu_idl:0,default_idl:0,job:0,come:0,addit:0,last:0,admin:0,fault:0,etc:0,instanc:0,mani:0,com:0,improp:0,load:0,simpli:0,point:0,"1000107bfb0":0,rpm:0,coredump:0,"101f21efb50":0,mark:0,much:0,popul:0,quickli:0,largesmp:0,anywher:0,try_crashdump:0,"0000000000000e86":0,func:0,present:0,therefor:0,look:0,rbx:0,solid:0,mount:0,rbp:0,defin:0,abov:0,error:0,"101f21efb20":0,ffffffff8047a0b0:0,timefram:0,rip:0,need:0,archiv:0,uncom:0,conf:0,fedorahost:0,sever:0,thei:0,suggest:0,same:0,binari:0,timestamp:0,x86:0,temporari:0,user:0,"500gb":0,engin:0,stack:0,task:0,"10001073e98":0,do_invalid_op:0,exampl:0,command:0,thi:0,filesystem:0,gzip:0,everyth:0,latest:0,identifi:0,execut:0,workdirectori:0,heavili:0,previous:0,samba:0,wed:0,except:0,valid:0,match:0,bin:0,read:0,debuglevel:0,mod:0,"1000107bfa0":0,resid:0,like:0,specif:0,anyon:0,manual:0,resolv:0,server:0,collect:0,necessari:0,either:0,"101f21efb60":0,"101f21efc40":0,output:0,some:0,back:0,gfs_quotad:0,proper:0,tmp:0,mailserv:0,assum:0,ffffffff80529f08:0,exit:0,machin:0,intial:0,who:0,run:0,reach:0,usag:0,prerequisit:0,from:0,unfortun:0,primarili:0,within:0,automat:0,down:0,chang:0,start_disk_dump:0,storag:0,git:0,rcx:0,log:0,wai:0,area:0,support:0,question:0,avail:0,includ:0,suit:0,"var":0,rhel:0,analysi:0,properli:0,form:0,pwd:0,line:0,"true":0,analyst:0,info:0,made:0,possibl:0,checkout:0,below:0,ffffffff80111c90:0,problem:0,similar:0,epel:0,later:0,certain:0,dure:0,pid:0,incomplet:0,exist:0,file:0,cvzf:0,fill:0,bzip2:0,"00000100f57cb030":0,when:0,other:0,ffffffff8010e7a9:0,architectur:0,benefici:0,autopurg:0,ffffffff80529fb8:0,directori:0,descript:0,"1tb":0,rpmfilter:0,cpu:0},titles:["Core Analysis System"],modules:{},descrefs:{},filenames:["index"]}) \ No newline at end of file

1 0

cas.1 cas-admin cas-admin.1
by Adam Stokes 05 May '09

05 May '09

cas-admin | 6 +++--- cas-admin.1 | 3 ++- cas.1 | 7 +++++-- 3 files changed, 10 insertions(+), 6 deletions(-) New commits: commit d023fc833d32b211229800d366f24745166bafc6 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Tue May 5 19:00:54 2009 -0400 - man page updates - re-work regex in date search patter for purge diff --git a/cas-admin b/cas-admin index 2e3d9b3..6824566 100755 --- a/cas-admin +++ b/cas-admin @@ -157,10 +157,10 @@ class PurgeHandler(object): dirpath = os.path.join(root,d) # pull out date from directory structure and trim it to # (year, month, day) - searchDate = self.util.regexSearch('(\d+)\.(\d+)\.(\d+)\.(\d+)\.(\d+)\.(\d+)', dirpath) + searchDate = self.util.regexSearch('(\d{4})\.(\d+)\.(\d+)', dirpath) if searchDate: self.casLog.debug('found %s' % (searchDate,)) - (year, month, day) = searchDate.split('.')[:3] + (year, month, day) = searchDate.split('.') # create our datetime object so we can do some arithmetic dirDate = datetime.date(int(year), int(month), int(day)) self.casLog.debug(dirDate) @@ -202,7 +202,7 @@ class CasAdminApplication(object): os.makedirs(os.path.dirname(DATABASE)) if not os.path.isdir(DEBUGS): os.makedirs(DEBUGS) - + # if autopurge is enabled lets clean up some stale data if AUTOPURGE == 'yes' or AUTOPURGE == 'y': self.casLog.debug('Autopurge enabled, begin cleanup') diff --git a/cas-admin.1 b/cas-admin.1 index 2369f53..61c4045 100644 --- a/cas-admin.1 +++ b/cas-admin.1 @@ -13,6 +13,7 @@ Populate server database for automatic processing of core files. .TP .B \-b Populate a database with debug kernel information. +.TP .B \-p Purge data based on set days (see purge options) .SH PURGE OPTIONS @@ -26,7 +27,7 @@ Written by Adam Stokes .SH "REPORTING BUGS" Report bugs to <astokes(a)redhat.com>. .SH COPYRIGHT -Copyright \(co 2007-2008 Adam Stokes +Copyright \(co 2007-2009 Adam Stokes .br This is free software. You may redistribute copies of it under the terms of the GNU General Public License <http://www.gnu.org/licenses/gpl.html>. diff --git a/cas.1 b/cas.1 index 81c1ae6..8c41ed7 100644 --- a/cas.1 +++ b/cas.1 @@ -16,8 +16,11 @@ some sort. .BI \-f " file" Define a core file to be processed. .TP -.BI \-m " email" +.BI \-e " email" Provide an email address for result notification +.TP +.B \-m +Extract current loaded modules from debug kernels. .SH RESOURCES A configuration file is maintained in /etc/cas.conf. .SH AUTHOR @@ -25,7 +28,7 @@ Written by Adam Stokes .SH "REPORTING BUGS" Report bugs to <astokes(a)redhat.com>. .SH COPYRIGHT -Copyright \(co 2007-2008 Adam Stokes +Copyright \(co 2007-2009 Adam Stokes .br This is free software. You may redistribute copies of it under the terms of the GNU General Public License <http://www.gnu.org/licenses/gpl.html>.

1 0

cas-admin cas.conf
by Adam Stokes 05 May '09

05 May '09

cas-admin | 2 +- cas.conf | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) New commits: commit 2caa816ba775bdb98f3278f58e07978de37a36f4 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Tue May 5 18:46:55 2009 -0400 - fix purge code diff --git a/cas-admin b/cas-admin index 98b7489..2e3d9b3 100755 --- a/cas-admin +++ b/cas-admin @@ -204,7 +204,7 @@ class CasAdminApplication(object): os.makedirs(DEBUGS) # if autopurge is enabled lets clean up some stale data - if AUTOPURGE: + if AUTOPURGE == 'yes' or AUTOPURGE == 'y': self.casLog.debug('Autopurge enabled, begin cleanup') purgeHandler = PurgeHandler(int(PURGELIMIT), self.casLog).run() diff --git a/cas.conf b/cas.conf index 75a6609..963f3b7 100644 --- a/cas.conf +++ b/cas.conf @@ -34,7 +34,7 @@ purgeLimit=90 # Enable if want to automatically check and purge data # whenever cas-admin is run -autoPurge=False +autoPurge=Yes [advanced] # if running a x86_64 system and wish to analyze 32bit

1 0

cas cas-admin lib/cas
by Adam Stokes 05 May '09

05 May '09

cas | 6 +++--- cas-admin | 6 +++--- lib/cas/core.py | 2 +- lib/cas/rpmutils.py | 2 +- lib/cas/util.py | 2 +- 5 files changed, 9 insertions(+), 9 deletions(-) New commits: commit f069a3b5724dc5de35bd4f39c579b79eece61e59 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Tue May 5 18:28:18 2009 -0400 - re-work cas to work on python 2.3 diff --git a/cas b/cas index 989d6c3..a376b69 100755 --- a/cas +++ b/cas @@ -21,7 +21,7 @@ import ConfigParser import smtplib import socket -from subprocess import Popen, PIPE +from cas.cas_subprocess import Popen, PIPE from datetime import datetime from cas.network import Download, CasNetworkException @@ -34,8 +34,8 @@ from cas.rpmutils import RPMBase # mainly in the _move_ method. import cas.cas_shutil as shutil -if sys.version_info[:2] < (2,4): - raise SystemExit("Python >= 2.4 required") +if sys.version_info[:2] < (2,3): + raise SystemExit("Python >= 2.3 required") # Configuration parsing of /etc/cas.conf config = ConfigParser.ConfigParser() diff --git a/cas-admin b/cas-admin index 1d11447..98b7489 100755 --- a/cas-admin +++ b/cas-admin @@ -26,11 +26,11 @@ from cas.core import CoreBase from cas.util import UtilBase, Logging from cas.rpmutils import RPMBase from cas.db import CasStorage, CasStorageException -from subprocess import Popen, PIPE +from cas.cas_subprocess import Popen, PIPE from cas.cas_shutil import rmtree -if sys.version_info[:2] < (2,4): - raise SystemExit("Python >= 2.4 required") +if sys.version_info[:2] < (2,3): + raise SystemExit("Python >= 2.3 required") # Read in configuration config = ConfigParser.ConfigParser() diff --git a/lib/cas/core.py b/lib/cas/core.py index d3cd0db..f4558d5 100644 --- a/lib/cas/core.py +++ b/lib/cas/core.py @@ -13,7 +13,7 @@ import os from cas.util import UtilBase -from subprocess import Popen, PIPE, call +from cas.cas_subprocess import Popen, PIPE, call class CoreException(Exception): pass diff --git a/lib/cas/rpmutils.py b/lib/cas/rpmutils.py index 170fcf4..5a65371 100644 --- a/lib/cas/rpmutils.py +++ b/lib/cas/rpmutils.py @@ -18,7 +18,7 @@ import logging import md5 import time -from subprocess import Popen, PIPE +from cas.cas_subprocess import Popen, PIPE class RPMException(Exception): pass diff --git a/lib/cas/util.py b/lib/cas/util.py index fb7bad1..9c03539 100644 --- a/lib/cas/util.py +++ b/lib/cas/util.py @@ -19,7 +19,7 @@ import sys import logging import cas.cas_shutil as shutil -from subprocess import Popen, PIPE, call +from cas.cas_subprocess import Popen, PIPE, call class Logging(object): def __init__(self, dst, logger_id, debug_level='DEBUG'):

1 0

doc/index.rst
by Adam Stokes 05 May '09

05 May '09

doc/index.rst | 12 ++++++++++++ 1 file changed, 12 insertions(+) New commits: commit a9aba30456c8c45ae28260c89f0bd4938d7bf1fa Author: uzr <uzr(a)shinzo.(none)> Date: Tue May 5 18:23:35 2009 -0400 -work done on docs diff --git a/doc/index.rst b/doc/index.rst index 5bf0bb1..3c9cb59 100644 --- a/doc/index.rst +++ b/doc/index.rst @@ -55,6 +55,9 @@ each section and describe its meaning:: workDirectory=/cores/processed mailServer=mail.example.com database=/var/db/cas/cas.db + [maintenance] + purgeLimit=90 + autoPurge=False [advanced] # crash_32=/usr/local/i386/crash @@ -83,6 +86,12 @@ require smtp authentication. ``database``: (**Required**) Define where the sqlite database will reside. +``purgeLimit``: Define amount of day(s) back wish to keep physical data on +system. + +``autoPurge``: True/False setting if wanting cas-admin to auto purge stale data on +each run. + ``crash_32``: Primarily used on x86_64 systems to process x86 cores. If x86 version of crash is installed this directive can be set to the crash binary and CAS will automatically process x86 cores on a x86_64 machine. ``Note`` this @@ -123,6 +132,9 @@ following:: workDirectory=/cores mailServer=mail.cas-server.com database=/var/db/cas/cas.db + [maintenance] + purgeLimit=90 + autoPurge=False [advanced] crash_32=/usr/local/i386/crash

1 0

lib/cas
by Adam Stokes 05 May '09

05 May '09

lib/cas/cas_subprocess.py | 1294 ++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 1294 insertions(+) New commits: commit 410d48d646a761b26a1ae95539b0f585a9851f50 Author: uzr <uzr(a)shinzo.(none)> Date: Tue May 5 18:22:56 2009 -0400 - adding subprocess from python 2.6 to enable cas to run on python v2.3 for rhel4 diff --git a/lib/cas/cas_subprocess.py b/lib/cas/cas_subprocess.py new file mode 100644 index 0000000..935827a --- /dev/null +++ b/lib/cas/cas_subprocess.py @@ -0,0 +1,1294 @@ +# subprocess - Subprocesses with accessible I/O streams +# +# For more information about this module, see PEP 324. +# +# This module should remain compatible with Python 2.2, see PEP 291. +# +# Copyright (c) 2003-2005 by Peter Astrand <astrand(a)lysator.liu.se> +# +# Licensed to PSF under a Contributor Agreement. +# See http://www.python.org/2.4/license for licensing details. + +r"""subprocess - Subprocesses with accessible I/O streams + +This module allows you to spawn processes, connect to their +input/output/error pipes, and obtain their return codes. This module +intends to replace several other, older modules and functions, like: + +os.system +os.spawn* +os.popen* +popen2.* +commands.* + +Information about how the subprocess module can be used to replace these +modules and functions can be found below. + + + +Using the subprocess module +=========================== +This module defines one class called Popen: + +class Popen(args, bufsize=0, executable=None, + stdin=None, stdout=None, stderr=None, + preexec_fn=None, close_fds=False, shell=False, + cwd=None, env=None, universal_newlines=False, + startupinfo=None, creationflags=0): + + +Arguments are: + +args should be a string, or a sequence of program arguments. The +program to execute is normally the first item in the args sequence or +string, but can be explicitly set by using the executable argument. + +On UNIX, with shell=False (default): In this case, the Popen class +uses os.execvp() to execute the child program. args should normally +be a sequence. A string will be treated as a sequence with the string +as the only item (the program to execute). + +On UNIX, with shell=True: If args is a string, it specifies the +command string to execute through the shell. If args is a sequence, +the first item specifies the command string, and any additional items +will be treated as additional shell arguments. + +On Windows: the Popen class uses CreateProcess() to execute the child +program, which operates on strings. If args is a sequence, it will be +converted to a string using the list2cmdline method. Please note that +not all MS Windows applications interpret the command line the same +way: The list2cmdline is designed for applications using the same +rules as the MS C runtime. + +bufsize, if given, has the same meaning as the corresponding argument +to the built-in open() function: 0 means unbuffered, 1 means line +buffered, any other positive value means use a buffer of +(approximately) that size. A negative bufsize means to use the system +default, which usually means fully buffered. The default value for +bufsize is 0 (unbuffered). + +stdin, stdout and stderr specify the executed programs' standard +input, standard output and standard error file handles, respectively. +Valid values are PIPE, an existing file descriptor (a positive +integer), an existing file object, and None. PIPE indicates that a +new pipe to the child should be created. With None, no redirection +will occur; the child's file handles will be inherited from the +parent. Additionally, stderr can be STDOUT, which indicates that the +stderr data from the applications should be captured into the same +file handle as for stdout. + +If preexec_fn is set to a callable object, this object will be called +in the child process just before the child is executed. + +If close_fds is true, all file descriptors except 0, 1 and 2 will be +closed before the child process is executed. + +if shell is true, the specified command will be executed through the +shell. + +If cwd is not None, the current directory will be changed to cwd +before the child is executed. + +If env is not None, it defines the environment variables for the new +process. + +If universal_newlines is true, the file objects stdout and stderr are +opened as a text files, but lines may be terminated by any of '\n', +the Unix end-of-line convention, '\r', the Macintosh convention or +'\r\n', the Windows convention. All of these external representations +are seen as '\n' by the Python program. Note: This feature is only +available if Python is built with universal newline support (the +default). Also, the newlines attribute of the file objects stdout, +stdin and stderr are not updated by the communicate() method. + +The startupinfo and creationflags, if given, will be passed to the +underlying CreateProcess() function. They can specify things such as +appearance of the main window and priority for the new process. +(Windows only) + + +This module also defines two shortcut functions: + +call(*popenargs, **kwargs): + Run command with arguments. Wait for command to complete, then + return the returncode attribute. + + The arguments are the same as for the Popen constructor. Example: + + retcode = call(["ls", "-l"]) + +check_call(*popenargs, **kwargs): + Run command with arguments. Wait for command to complete. If the + exit code was zero then return, otherwise raise + CalledProcessError. The CalledProcessError object will have the + return code in the returncode attribute. + + The arguments are the same as for the Popen constructor. Example: + + check_call(["ls", "-l"]) + +Exceptions +---------- +Exceptions raised in the child process, before the new program has +started to execute, will be re-raised in the parent. Additionally, +the exception object will have one extra attribute called +'child_traceback', which is a string containing traceback information +from the childs point of view. + +The most common exception raised is OSError. This occurs, for +example, when trying to execute a non-existent file. Applications +should prepare for OSErrors. + +A ValueError will be raised if Popen is called with invalid arguments. + +check_call() will raise CalledProcessError, if the called process +returns a non-zero return code. + + +Security +-------- +Unlike some other popen functions, this implementation will never call +/bin/sh implicitly. This means that all characters, including shell +metacharacters, can safely be passed to child processes. + + +Popen objects +============= +Instances of the Popen class have the following methods: + +poll() + Check if child process has terminated. Returns returncode + attribute. + +wait() + Wait for child process to terminate. Returns returncode attribute. + +communicate(input=None) + Interact with process: Send data to stdin. Read data from stdout + and stderr, until end-of-file is reached. Wait for process to + terminate. The optional input argument should be a string to be + sent to the child process, or None, if no data should be sent to + the child. + + communicate() returns a tuple (stdout, stderr). + + Note: The data read is buffered in memory, so do not use this + method if the data size is large or unlimited. + +The following attributes are also available: + +stdin + If the stdin argument is PIPE, this attribute is a file object + that provides input to the child process. Otherwise, it is None. + +stdout + If the stdout argument is PIPE, this attribute is a file object + that provides output from the child process. Otherwise, it is + None. + +stderr + If the stderr argument is PIPE, this attribute is file object that + provides error output from the child process. Otherwise, it is + None. + +pid + The process ID of the child process. + +returncode + The child return code. A None value indicates that the process + hasn't terminated yet. A negative value -N indicates that the + child was terminated by signal N (UNIX only). + + +Replacing older functions with the subprocess module +==================================================== +In this section, "a ==> b" means that b can be used as a replacement +for a. + +Note: All functions in this section fail (more or less) silently if +the executed program cannot be found; this module raises an OSError +exception. + +In the following examples, we assume that the subprocess module is +imported with "from subprocess import *". + + +Replacing /bin/sh shell backquote +--------------------------------- +output=`mycmd myarg` +==> +output = Popen(["mycmd", "myarg"], stdout=PIPE).communicate()[0] + + +Replacing shell pipe line +------------------------- +output=`dmesg | grep hda` +==> +p1 = Popen(["dmesg"], stdout=PIPE) +p2 = Popen(["grep", "hda"], stdin=p1.stdout, stdout=PIPE) +output = p2.communicate()[0] + + +Replacing os.system() +--------------------- +sts = os.system("mycmd" + " myarg") +==> +p = Popen("mycmd" + " myarg", shell=True) +pid, sts = os.waitpid(p.pid, 0) + +Note: + +* Calling the program through the shell is usually not required. + +* It's easier to look at the returncode attribute than the + exitstatus. + +A more real-world example would look like this: + +try: + retcode = call("mycmd" + " myarg", shell=True) + if retcode < 0: + print >>sys.stderr, "Child was terminated by signal", -retcode + else: + print >>sys.stderr, "Child returned", retcode +except OSError, e: + print >>sys.stderr, "Execution failed:", e + + +Replacing os.spawn* +------------------- +P_NOWAIT example: + +pid = os.spawnlp(os.P_NOWAIT, "/bin/mycmd", "mycmd", "myarg") +==> +pid = Popen(["/bin/mycmd", "myarg"]).pid + + +P_WAIT example: + +retcode = os.spawnlp(os.P_WAIT, "/bin/mycmd", "mycmd", "myarg") +==> +retcode = call(["/bin/mycmd", "myarg"]) + + +Vector example: + +os.spawnvp(os.P_NOWAIT, path, args) +==> +Popen([path] + args[1:]) + + +Environment example: + +os.spawnlpe(os.P_NOWAIT, "/bin/mycmd", "mycmd", "myarg", env) +==> +Popen(["/bin/mycmd", "myarg"], env={"PATH": "/usr/bin"}) + + +Replacing os.popen* +------------------- +pipe = os.popen(cmd, mode='r', bufsize) +==> +pipe = Popen(cmd, shell=True, bufsize=bufsize, stdout=PIPE).stdout + +pipe = os.popen(cmd, mode='w', bufsize) +==> +pipe = Popen(cmd, shell=True, bufsize=bufsize, stdin=PIPE).stdin + + +(child_stdin, child_stdout) = os.popen2(cmd, mode, bufsize) +==> +p = Popen(cmd, shell=True, bufsize=bufsize, + stdin=PIPE, stdout=PIPE, close_fds=True) +(child_stdin, child_stdout) = (p.stdin, p.stdout) + + +(child_stdin, + child_stdout, + child_stderr) = os.popen3(cmd, mode, bufsize) +==> +p = Popen(cmd, shell=True, bufsize=bufsize, + stdin=PIPE, stdout=PIPE, stderr=PIPE, close_fds=True) +(child_stdin, + child_stdout, + child_stderr) = (p.stdin, p.stdout, p.stderr) + + +(child_stdin, child_stdout_and_stderr) = os.popen4(cmd, mode, bufsize) +==> +p = Popen(cmd, shell=True, bufsize=bufsize, + stdin=PIPE, stdout=PIPE, stderr=STDOUT, close_fds=True) +(child_stdin, child_stdout_and_stderr) = (p.stdin, p.stdout) + + +Replacing popen2.* +------------------ +Note: If the cmd argument to popen2 functions is a string, the command +is executed through /bin/sh. If it is a list, the command is directly +executed. + +(child_stdout, child_stdin) = popen2.popen2("somestring", bufsize, mode) +==> +p = Popen(["somestring"], shell=True, bufsize=bufsize + stdin=PIPE, stdout=PIPE, close_fds=True) +(child_stdout, child_stdin) = (p.stdout, p.stdin) + + +(child_stdout, child_stdin) = popen2.popen2(["mycmd", "myarg"], bufsize, mode) +==> +p = Popen(["mycmd", "myarg"], bufsize=bufsize, + stdin=PIPE, stdout=PIPE, close_fds=True) +(child_stdout, child_stdin) = (p.stdout, p.stdin) + +The popen2.Popen3 and popen2.Popen4 basically works as subprocess.Popen, +except that: + +* subprocess.Popen raises an exception if the execution fails +* the capturestderr argument is replaced with the stderr argument. +* stdin=PIPE and stdout=PIPE must be specified. +* popen2 closes all filedescriptors by default, but you have to specify + close_fds=True with subprocess.Popen. +""" + +import sys +mswindows = (sys.platform == "win32") + +import os +import types +import traceback +import gc +import signal + +# Exception classes used by this module. +class CalledProcessError(Exception): + """This exception is raised when a process run by check_call() returns + a non-zero exit status. The exit status will be stored in the + returncode attribute.""" + def __init__(self, returncode, cmd): + self.returncode = returncode + self.cmd = cmd + def __str__(self): + return "Command '%s' returned non-zero exit status %d" % (self.cmd, self.returncode) + + +if mswindows: + import threading + import msvcrt + if 0: # <-- change this to use pywin32 instead of the _subprocess driver + import pywintypes + from win32api import GetStdHandle, STD_INPUT_HANDLE, \ + STD_OUTPUT_HANDLE, STD_ERROR_HANDLE + from win32api import GetCurrentProcess, DuplicateHandle, \ + GetModuleFileName, GetVersion + from win32con import DUPLICATE_SAME_ACCESS, SW_HIDE + from win32pipe import CreatePipe + from win32process import CreateProcess, STARTUPINFO, \ + GetExitCodeProcess, STARTF_USESTDHANDLES, \ + STARTF_USESHOWWINDOW, CREATE_NEW_CONSOLE + from win32process import TerminateProcess + from win32event import WaitForSingleObject, INFINITE, WAIT_OBJECT_0 + else: + from _subprocess import * + class STARTUPINFO: + dwFlags = 0 + hStdInput = None + hStdOutput = None + hStdError = None + wShowWindow = 0 + class pywintypes: + error = IOError +else: + import select + import errno + import fcntl + import pickle + +__all__ = ["Popen", "PIPE", "STDOUT", "call", "check_call", "CalledProcessError"] + +try: + MAXFD = os.sysconf("SC_OPEN_MAX") +except: + MAXFD = 256 + +# True/False does not exist on 2.2.0 +#try: +# False +#except NameError: +# False = 0 +# True = 1 + +_active = [] + +def _cleanup(): + for inst in _active[:]: + if inst._internal_poll(_deadstate=sys.maxint) >= 0: + try: + _active.remove(inst) + except ValueError: + # This can happen if two threads create a new Popen instance. + # It's harmless that it was already removed, so ignore. + pass + +PIPE = -1 +STDOUT = -2 + + +def call(*popenargs, **kwargs): + """Run command with arguments. Wait for command to complete, then + return the returncode attribute. + + The arguments are the same as for the Popen constructor. Example: + + retcode = call(["ls", "-l"]) + """ + return Popen(*popenargs, **kwargs).wait() + + +def check_call(*popenargs, **kwargs): + """Run command with arguments. Wait for command to complete. If + the exit code was zero then return, otherwise raise + CalledProcessError. The CalledProcessError object will have the + return code in the returncode attribute. + + The arguments are the same as for the Popen constructor. Example: + + check_call(["ls", "-l"]) + """ + retcode = call(*popenargs, **kwargs) + cmd = kwargs.get("args") + if cmd is None: + cmd = popenargs[0] + if retcode: + raise CalledProcessError(retcode, cmd) + return retcode + + +def list2cmdline(seq): + """ + Translate a sequence of arguments into a command line + string, using the same rules as the MS C runtime: + + 1) Arguments are delimited by white space, which is either a + space or a tab. + + 2) A string surrounded by double quotation marks is + interpreted as a single argument, regardless of white space + or pipe characters contained within. A quoted string can be + embedded in an argument. + + 3) A double quotation mark preceded by a backslash is + interpreted as a literal double quotation mark. + + 4) Backslashes are interpreted literally, unless they + immediately precede a double quotation mark. + + 5) If backslashes immediately precede a double quotation mark, + every pair of backslashes is interpreted as a literal + backslash. If the number of backslashes is odd, the last + backslash escapes the next double quotation mark as + described in rule 3. + """ + + # See + # http://msdn.microsoft.com/library/en-us/vccelng/htm/progs_12.asp + result = [] + needquote = False + for arg in seq: + bs_buf = [] + + # Add a space to separate this argument from the others + if result: + result.append(' ') + + needquote = (" " in arg) or ("\t" in arg) or ("|" in arg) or not arg + if needquote: + result.append('"') + + for c in arg: + if c == '\\': + # Don't know if we need to double yet. + bs_buf.append(c) + elif c == '"': + # Double backslashes. + result.append('\\' * len(bs_buf)*2) + bs_buf = [] + result.append('\\"') + else: + # Normal char + if bs_buf: + result.extend(bs_buf) + bs_buf = [] + result.append(c) + + # Add remaining backslashes, if any. + if bs_buf: + result.extend(bs_buf) + + if needquote: + result.extend(bs_buf) + result.append('"') + + return ''.join(result) + + +class Popen(object): + def __init__(self, args, bufsize=0, executable=None, + stdin=None, stdout=None, stderr=None, + preexec_fn=None, close_fds=False, shell=False, + cwd=None, env=None, universal_newlines=False, + startupinfo=None, creationflags=0): + """Create new Popen instance.""" + _cleanup() + + self._child_created = False + if not isinstance(bufsize, (int, long)): + raise TypeError("bufsize must be an integer") + + if mswindows: + if preexec_fn is not None: + raise ValueError("preexec_fn is not supported on Windows " + "platforms") + if close_fds and (stdin is not None or stdout is not None or + stderr is not None): + raise ValueError("close_fds is not supported on Windows " + "platforms if you redirect stdin/stdout/stderr") + else: + # POSIX + if startupinfo is not None: + raise ValueError("startupinfo is only supported on Windows " + "platforms") + if creationflags != 0: + raise ValueError("creationflags is only supported on Windows " + "platforms") + + self.stdin = None + self.stdout = None + self.stderr = None + self.pid = None + self.returncode = None + self.universal_newlines = universal_newlines + + # Input and output objects. The general principle is like + # this: + # + # Parent Child + # ------ ----- + # p2cwrite ---stdin---> p2cread + # c2pread <--stdout--- c2pwrite + # errread <--stderr--- errwrite + # + # On POSIX, the child objects are file descriptors. On + # Windows, these are Windows file handles. The parent objects + # are file descriptors on both platforms. The parent objects + # are None when not using PIPEs. The child objects are None + # when not redirecting. + + (p2cread, p2cwrite, + c2pread, c2pwrite, + errread, errwrite) = self._get_handles(stdin, stdout, stderr) + + self._execute_child(args, executable, preexec_fn, close_fds, + cwd, env, universal_newlines, + startupinfo, creationflags, shell, + p2cread, p2cwrite, + c2pread, c2pwrite, + errread, errwrite) + + # On Windows, you cannot just redirect one or two handles: You + # either have to redirect all three or none. If the subprocess + # user has only redirected one or two handles, we are + # automatically creating PIPEs for the rest. We should close + # these after the process is started. See bug #1124861. + if mswindows: + if stdin is None and p2cwrite is not None: + os.close(p2cwrite) + p2cwrite = None + if stdout is None and c2pread is not None: + os.close(c2pread) + c2pread = None + if stderr is None and errread is not None: + os.close(errread) + errread = None + + if p2cwrite is not None: + self.stdin = os.fdopen(p2cwrite, 'wb', bufsize) + if c2pread is not None: + if universal_newlines: + self.stdout = os.fdopen(c2pread, 'rU', bufsize) + else: + self.stdout = os.fdopen(c2pread, 'rb', bufsize) + if errread is not None: + if universal_newlines: + self.stderr = os.fdopen(errread, 'rU', bufsize) + else: + self.stderr = os.fdopen(errread, 'rb', bufsize) + + + def _translate_newlines(self, data): + data = data.replace("\r\n", "\n") + data = data.replace("\r", "\n") + return data + + + def __del__(self, sys=sys): + if not self._child_created: + # We didn't get to successfully create a child process. + return + # In case the child hasn't been waited on, check if it's done. + self._internal_poll(_deadstate=sys.maxint) + if self.returncode is None and _active is not None: + # Child is still running, keep us alive until we can wait on it. + _active.append(self) + + + def communicate(self, input=None): + """Interact with process: Send data to stdin. Read data from + stdout and stderr, until end-of-file is reached. Wait for + process to terminate. The optional input argument should be a + string to be sent to the child process, or None, if no data + should be sent to the child. + + communicate() returns a tuple (stdout, stderr).""" + + # Optimization: If we are only using one pipe, or no pipe at + # all, using select() or threads is unnecessary. + if [self.stdin, self.stdout, self.stderr].count(None) >= 2: + stdout = None + stderr = None + if self.stdin: + if input: + self.stdin.write(input) + self.stdin.close() + elif self.stdout: + stdout = self.stdout.read() + self.stdout.close() + elif self.stderr: + stderr = self.stderr.read() + self.stderr.close() + self.wait() + return (stdout, stderr) + + return self._communicate(input) + + + def poll(self): + return self._internal_poll() + + + if mswindows: + # + # Windows methods + # + def _get_handles(self, stdin, stdout, stderr): + """Construct and return tupel with IO objects: + p2cread, p2cwrite, c2pread, c2pwrite, errread, errwrite + """ + if stdin is None and stdout is None and stderr is None: + return (None, None, None, None, None, None) + + p2cread, p2cwrite = None, None + c2pread, c2pwrite = None, None + errread, errwrite = None, None + + if stdin is None: + p2cread = GetStdHandle(STD_INPUT_HANDLE) + if p2cread is not None: + pass + elif stdin is None or stdin == PIPE: + p2cread, p2cwrite = CreatePipe(None, 0) + # Detach and turn into fd + p2cwrite = p2cwrite.Detach() + p2cwrite = msvcrt.open_osfhandle(p2cwrite, 0) + elif isinstance(stdin, int): + p2cread = msvcrt.get_osfhandle(stdin) + else: + # Assuming file-like object + p2cread = msvcrt.get_osfhandle(stdin.fileno()) + p2cread = self._make_inheritable(p2cread) + + if stdout is None: + c2pwrite = GetStdHandle(STD_OUTPUT_HANDLE) + if c2pwrite is not None: + pass + elif stdout is None or stdout == PIPE: + c2pread, c2pwrite = CreatePipe(None, 0) + # Detach and turn into fd + c2pread = c2pread.Detach() + c2pread = msvcrt.open_osfhandle(c2pread, 0) + elif isinstance(stdout, int): + c2pwrite = msvcrt.get_osfhandle(stdout) + else: + # Assuming file-like object + c2pwrite = msvcrt.get_osfhandle(stdout.fileno()) + c2pwrite = self._make_inheritable(c2pwrite) + + if stderr is None: + errwrite = GetStdHandle(STD_ERROR_HANDLE) + if errwrite is not None: + pass + elif stderr is None or stderr == PIPE: + errread, errwrite = CreatePipe(None, 0) + # Detach and turn into fd + errread = errread.Detach() + errread = msvcrt.open_osfhandle(errread, 0) + elif stderr == STDOUT: + errwrite = c2pwrite + elif isinstance(stderr, int): + errwrite = msvcrt.get_osfhandle(stderr) + else: + # Assuming file-like object + errwrite = msvcrt.get_osfhandle(stderr.fileno()) + errwrite = self._make_inheritable(errwrite) + + return (p2cread, p2cwrite, + c2pread, c2pwrite, + errread, errwrite) + + + def _make_inheritable(self, handle): + """Return a duplicate of handle, which is inheritable""" + return DuplicateHandle(GetCurrentProcess(), handle, + GetCurrentProcess(), 0, 1, + DUPLICATE_SAME_ACCESS) + + + def _find_w9xpopen(self): + """Find and return absolut path to w9xpopen.exe""" + w9xpopen = os.path.join(os.path.dirname(GetModuleFileName(0)), + "w9xpopen.exe") + if not os.path.exists(w9xpopen): + # Eeek - file-not-found - possibly an embedding + # situation - see if we can locate it in sys.exec_prefix + w9xpopen = os.path.join(os.path.dirname(sys.exec_prefix), + "w9xpopen.exe") + if not os.path.exists(w9xpopen): + raise RuntimeError("Cannot locate w9xpopen.exe, which is " + "needed for Popen to work with your " + "shell or platform.") + return w9xpopen + + + def _execute_child(self, args, executable, preexec_fn, close_fds, + cwd, env, universal_newlines, + startupinfo, creationflags, shell, + p2cread, p2cwrite, + c2pread, c2pwrite, + errread, errwrite): + """Execute program (MS Windows version)""" + + if not isinstance(args, types.StringTypes): + args = list2cmdline(args) + + # Process startup details + if startupinfo is None: + startupinfo = STARTUPINFO() + if None not in (p2cread, c2pwrite, errwrite): + startupinfo.dwFlags |= STARTF_USESTDHANDLES + startupinfo.hStdInput = p2cread + startupinfo.hStdOutput = c2pwrite + startupinfo.hStdError = errwrite + + if shell: + startupinfo.dwFlags |= STARTF_USESHOWWINDOW + startupinfo.wShowWindow = SW_HIDE + comspec = os.environ.get("COMSPEC", "cmd.exe") + args = comspec + " /c " + args + if (GetVersion() >= 0x80000000L or + os.path.basename(comspec).lower() == "command.com"): + # Win9x, or using command.com on NT. We need to + # use the w9xpopen intermediate program. For more + # information, see KB Q150956 + # (http://web.archive.org/web/20011105084002/http://support.microsoft.com/supp…) + w9xpopen = self._find_w9xpopen() + args = '"%s" %s' % (w9xpopen, args) + # Not passing CREATE_NEW_CONSOLE has been known to + # cause random failures on win9x. Specifically a + # dialog: "Your program accessed mem currently in + # use at xxx" and a hopeful warning about the + # stability of your system. Cost is Ctrl+C wont + # kill children. + creationflags |= CREATE_NEW_CONSOLE + + # Start the process + try: + hp, ht, pid, tid = CreateProcess(executable, args, + # no special security + None, None, + int(not close_fds), + creationflags, + env, + cwd, + startupinfo) + except pywintypes.error, e: + # Translate pywintypes.error to WindowsError, which is + # a subclass of OSError. FIXME: We should really + # translate errno using _sys_errlist (or simliar), but + # how can this be done from Python? + raise WindowsError(*e.args) + + # Retain the process handle, but close the thread handle + self._child_created = True + self._handle = hp + self.pid = pid + ht.Close() + + # Child is launched. Close the parent's copy of those pipe + # handles that only the child should have open. You need + # to make sure that no handles to the write end of the + # output pipe are maintained in this process or else the + # pipe will not close when the child process exits and the + # ReadFile will hang. + if p2cread is not None: + p2cread.Close() + if c2pwrite is not None: + c2pwrite.Close() + if errwrite is not None: + errwrite.Close() + + + def _internal_poll(self, _deadstate=None): + """Check if child process has terminated. Returns returncode + attribute.""" + if self.returncode is None: + if WaitForSingleObject(self._handle, 0) == WAIT_OBJECT_0: + self.returncode = GetExitCodeProcess(self._handle) + return self.returncode + + + def wait(self): + """Wait for child process to terminate. Returns returncode + attribute.""" + if self.returncode is None: + obj = WaitForSingleObject(self._handle, INFINITE) + self.returncode = GetExitCodeProcess(self._handle) + return self.returncode + + + def _readerthread(self, fh, buffer): + buffer.append(fh.read()) + + + def _communicate(self, input): + stdout = None # Return + stderr = None # Return + + if self.stdout: + stdout = [] + stdout_thread = threading.Thread(target=self._readerthread, + args=(self.stdout, stdout)) + stdout_thread.setDaemon(True) + stdout_thread.start() + if self.stderr: + stderr = [] + stderr_thread = threading.Thread(target=self._readerthread, + args=(self.stderr, stderr)) + stderr_thread.setDaemon(True) + stderr_thread.start() + + if self.stdin: + if input is not None: + self.stdin.write(input) + self.stdin.close() + + if self.stdout: + stdout_thread.join() + if self.stderr: + stderr_thread.join() + + # All data exchanged. Translate lists into strings. + if stdout is not None: + stdout = stdout[0] + if stderr is not None: + stderr = stderr[0] + + # Translate newlines, if requested. We cannot let the file + # object do the translation: It is based on stdio, which is + # impossible to combine with select (unless forcing no + # buffering). + if self.universal_newlines and hasattr(file, 'newlines'): + if stdout: + stdout = self._translate_newlines(stdout) + if stderr: + stderr = self._translate_newlines(stderr) + + self.wait() + return (stdout, stderr) + + def send_signal(self, sig): + """Send a signal to the process + """ + if sig == signal.SIGTERM: + self.terminate() + else: + raise ValueError("Only SIGTERM is supported on Windows") + + def terminate(self): + """Terminates the process + """ + TerminateProcess(self._handle, 1) + + kill = terminate + + else: + # + # POSIX methods + # + def _get_handles(self, stdin, stdout, stderr): + """Construct and return tupel with IO objects: + p2cread, p2cwrite, c2pread, c2pwrite, errread, errwrite + """ + p2cread, p2cwrite = None, None + c2pread, c2pwrite = None, None + errread, errwrite = None, None + + if stdin is None: + pass + elif stdin == PIPE: + p2cread, p2cwrite = os.pipe() + elif isinstance(stdin, int): + p2cread = stdin + else: + # Assuming file-like object + p2cread = stdin.fileno() + + if stdout is None: + pass + elif stdout == PIPE: + c2pread, c2pwrite = os.pipe() + elif isinstance(stdout, int): + c2pwrite = stdout + else: + # Assuming file-like object + c2pwrite = stdout.fileno() + + if stderr is None: + pass + elif stderr == PIPE: + errread, errwrite = os.pipe() + elif stderr == STDOUT: + errwrite = c2pwrite + elif isinstance(stderr, int): + errwrite = stderr + else: + # Assuming file-like object + errwrite = stderr.fileno() + + return (p2cread, p2cwrite, + c2pread, c2pwrite, + errread, errwrite) + + + def _set_cloexec_flag(self, fd): + try: + cloexec_flag = fcntl.FD_CLOEXEC + except AttributeError: + cloexec_flag = 1 + + old = fcntl.fcntl(fd, fcntl.F_GETFD) + fcntl.fcntl(fd, fcntl.F_SETFD, old | cloexec_flag) + + + def _close_fds(self, but): + os.closerange(3, but) + os.closerange(but + 1, MAXFD) + + + def _execute_child(self, args, executable, preexec_fn, close_fds, + cwd, env, universal_newlines, + startupinfo, creationflags, shell, + p2cread, p2cwrite, + c2pread, c2pwrite, + errread, errwrite): + """Execute program (POSIX version)""" + + if isinstance(args, types.StringTypes): + args = [args] + else: + args = list(args) + + if shell: + args = ["/bin/sh", "-c"] + args + + if executable is None: + executable = args[0] + + # For transferring possible exec failure from child to parent + # The first char specifies the exception type: 0 means + # OSError, 1 means some other error. + errpipe_read, errpipe_write = os.pipe() + self._set_cloexec_flag(errpipe_write) + + gc_was_enabled = gc.isenabled() + # Disable gc to avoid bug where gc -> file_dealloc -> + # write to stderr -> hang. http://bugs.python.org/issue1336 + gc.disable() + try: + self.pid = os.fork() + except: + if gc_was_enabled: + gc.enable() + raise + self._child_created = True + if self.pid == 0: + # Child + try: + # Close parent's pipe ends + if p2cwrite is not None: + os.close(p2cwrite) + if c2pread is not None: + os.close(c2pread) + if errread is not None: + os.close(errread) + os.close(errpipe_read) + + # Dup fds for child + if p2cread is not None: + os.dup2(p2cread, 0) + if c2pwrite is not None: + os.dup2(c2pwrite, 1) + if errwrite is not None: + os.dup2(errwrite, 2) + + # Close pipe fds. Make sure we don't close the same + # fd more than once, or standard fds. + if p2cread is not None and p2cread not in (0,): + os.close(p2cread) + if c2pwrite is not None and c2pwrite not in (p2cread, 1): + os.close(c2pwrite) + if errwrite is not None and errwrite not in (p2cread, c2pwrite, 2): + os.close(errwrite) + + # Close all other fds, if asked for + if close_fds: + self._close_fds(but=errpipe_write) + + if cwd is not None: + os.chdir(cwd) + + if preexec_fn: + preexec_fn() + + if env is None: + os.execvp(executable, args) + else: + os.execvpe(executable, args, env) + + except: + exc_type, exc_value, tb = sys.exc_info() + # Save the traceback and attach it to the exception object + exc_lines = traceback.format_exception(exc_type, + exc_value, + tb) + exc_value.child_traceback = ''.join(exc_lines) + os.write(errpipe_write, pickle.dumps(exc_value)) + + # This exitcode won't be reported to applications, so it + # really doesn't matter what we return. + os._exit(255) + + # Parent + if gc_was_enabled: + gc.enable() + os.close(errpipe_write) + if p2cread is not None and p2cwrite is not None: + os.close(p2cread) + if c2pwrite is not None and c2pread is not None: + os.close(c2pwrite) + if errwrite is not None and errread is not None: + os.close(errwrite) + + # Wait for exec to fail or succeed; possibly raising exception + data = os.read(errpipe_read, 1048576) # Exceptions limited to 1 MB + os.close(errpipe_read) + if data != "": + os.waitpid(self.pid, 0) + child_exception = pickle.loads(data) + raise child_exception + + + def _handle_exitstatus(self, sts): + if os.WIFSIGNALED(sts): + self.returncode = -os.WTERMSIG(sts) + elif os.WIFEXITED(sts): + self.returncode = os.WEXITSTATUS(sts) + else: + # Should never happen + raise RuntimeError("Unknown child exit status!") + + + def _internal_poll(self, _deadstate=None): + """Check if child process has terminated. Returns returncode + attribute.""" + if self.returncode is None: + try: + pid, sts = os.waitpid(self.pid, os.WNOHANG) + if pid == self.pid: + self._handle_exitstatus(sts) + except os.error: + if _deadstate is not None: + self.returncode = _deadstate + return self.returncode + + + def wait(self): + """Wait for child process to terminate. Returns returncode + attribute.""" + if self.returncode is None: + pid, sts = os.waitpid(self.pid, 0) + self._handle_exitstatus(sts) + return self.returncode + + + def _communicate(self, input): + read_set = [] + write_set = [] + stdout = None # Return + stderr = None # Return + + if self.stdin: + # Flush stdio buffer. This might block, if the user has + # been writing to .stdin in an uncontrolled fashion. + self.stdin.flush() + if input: + write_set.append(self.stdin) + else: + self.stdin.close() + if self.stdout: + read_set.append(self.stdout) + stdout = [] + if self.stderr: + read_set.append(self.stderr) + stderr = [] + + input_offset = 0 + while read_set or write_set: + try: + rlist, wlist, xlist = select.select(read_set, write_set, []) + except select.error, e: + if e.args[0] == errno.EINTR: + continue + raise + + if self.stdin in wlist: + # When select has indicated that the file is writable, + # we can write up to PIPE_BUF bytes without risk + # blocking. POSIX defines PIPE_BUF >= 512 + chunk = input[input_offset : input_offset + 512] + bytes_written = os.write(self.stdin.fileno(), chunk) + input_offset += bytes_written + if input_offset >= len(input): + self.stdin.close() + write_set.remove(self.stdin) + + if self.stdout in rlist: + data = os.read(self.stdout.fileno(), 1024) + if data == "": + self.stdout.close() + read_set.remove(self.stdout) + stdout.append(data) + + if self.stderr in rlist: + data = os.read(self.stderr.fileno(), 1024) + if data == "": + self.stderr.close() + read_set.remove(self.stderr) + stderr.append(data) + + # All data exchanged. Translate lists into strings. + if stdout is not None: + stdout = ''.join(stdout) + if stderr is not None: + stderr = ''.join(stderr) + + # Translate newlines, if requested. We cannot let the file + # object do the translation: It is based on stdio, which is + # impossible to combine with select (unless forcing no + # buffering). + if self.universal_newlines and hasattr(file, 'newlines'): + if stdout: + stdout = self._translate_newlines(stdout) + if stderr: + stderr = self._translate_newlines(stderr) + + self.wait() + return (stdout, stderr) + + def send_signal(self, sig): + """Send a signal to the process + """ + os.kill(self.pid, sig) + + def terminate(self): + """Terminate the process with SIGTERM + """ + self.send_signal(signal.SIGTERM) + + def kill(self): + """Kill the process with SIGKILL + """ + self.send_signal(signal.SIGKILL) + + +def _demo_posix(): + # + # Example 1: Simple redirection: Get process list + # + plist = Popen(["ps"], stdout=PIPE).communicate()[0] + print "Process list:" + print plist + + # + # Example 2: Change uid before executing child + # + if os.getuid() == 0: + p = Popen(["id"], preexec_fn=lambda: os.setuid(100)) + p.wait() + + # + # Example 3: Connecting several subprocesses + # + print "Looking for 'hda'..." + p1 = Popen(["dmesg"], stdout=PIPE) + p2 = Popen(["grep", "hda"], stdin=p1.stdout, stdout=PIPE) + print repr(p2.communicate()[0]) + + # + # Example 4: Catch execution error + # + print + print "Trying a weird file..." + try: + print Popen(["/this/path/does/not/exist"]).communicate() + except OSError, e: + if e.errno == errno.ENOENT: + print "The file didn't exist. I thought so..." + print "Child traceback:" + print e.child_traceback + else: + print "Error", e.errno + else: + print >>sys.stderr, "Gosh. No error." + + +def _demo_windows(): + # + # Example 1: Connecting several subprocesses + # + print "Looking for 'PROMPT' in set output..." + p1 = Popen("set", stdout=PIPE, shell=True) + p2 = Popen('find "PROMPT"', stdin=p1.stdout, stdout=PIPE) + print repr(p2.communicate()[0]) + + # + # Example 2: Simple execution of program + # + print "Executing calc..." + p = Popen("calc") + p.wait() + + +if __name__ == "__main__": + if mswindows: + _demo_windows() + else: + _demo_posix()

1 0

cas-admin
by Adam Stokes 05 May '09

05 May '09

cas-admin | 5 +++++ 1 file changed, 5 insertions(+) New commits: commit 39a1e594728e68ef57a670318228c71db6d5a125 Author: adam stokes <ajs(a)redhat.com> Date: Tue May 5 14:27:54 2009 -0400 - finalizing purge/autopurge code. bugfixes to come. diff --git a/cas-admin b/cas-admin index 456390e..1d11447 100755 --- a/cas-admin +++ b/cas-admin @@ -202,6 +202,11 @@ class CasAdminApplication(object): os.makedirs(os.path.dirname(DATABASE)) if not os.path.isdir(DEBUGS): os.makedirs(DEBUGS) + + # if autopurge is enabled lets clean up some stale data + if AUTOPURGE: + self.casLog.debug('Autopurge enabled, begin cleanup') + purgeHandler = PurgeHandler(int(PURGELIMIT), self.casLog).run() if self.purgeData: ans = raw_input("You are about to purge data, is this what you " \

1 0

cas-admin
by Adam Stokes 05 May '09

05 May '09

cas-admin | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) New commits: commit 95873f13f998893087555b5c0ea7ac731eebbd15 Author: adam stokes <ajs(a)redhat.com> Date: Tue May 5 13:51:41 2009 -0400 purge code in alpha stage, initial testing proves positive diff --git a/cas-admin b/cas-admin index 3625e47..456390e 100755 --- a/cas-admin +++ b/cas-admin @@ -157,14 +157,14 @@ class PurgeHandler(object): dirpath = os.path.join(root,d) # pull out date from directory structure and trim it to # (year, month, day) - searchDate = util.regexSearch('(\d+)\.(\d+)\.(\d+)\.(\d+)\.(\d+)\.(\d+)', dirpath) + searchDate = self.util.regexSearch('(\d+)\.(\d+)\.(\d+)\.(\d+)\.(\d+)\.(\d+)', dirpath) if searchDate: self.casLog.debug('found %s' % (searchDate,)) (year, month, day) = searchDate.split('.')[:3] # create our datetime object so we can do some arithmetic dirDate = datetime.date(int(year), int(month), int(day)) self.casLog.debug(dirDate) - if cutOffDate < dirDate: + if dirDate < cutOffDate: self.casLog.debug('Should purge old directories, %s' % (dirpath,)) rmtree(dirpath)

1 0

cas-admin
by Adam Stokes 05 May '09

05 May '09

cas-admin | 15 ++++++++++----- 1 file changed, 10 insertions(+), 5 deletions(-) New commits: commit d1a0d1c3acd3bc36d6bdc9553704cbd413952e0b Author: adam stokes <ajs(a)redhat.com> Date: Tue May 5 13:44:50 2009 -0400 debug datetime diff --git a/cas-admin b/cas-admin index d4b197b..3625e47 100755 --- a/cas-admin +++ b/cas-admin @@ -144,12 +144,13 @@ class PurgeHandler(object): def __init__(self, purgeDays, logger): self.purgeDataDays = purgeDays self.casLog = logger - self.util = UtilBase + self.util = UtilBase() self.todaysDate = datetime.date.today() def run(self): # create date of timedelta - cutOffDate = self.todaysDate - self.purgeDataDays + cutOffDate = self.todaysDate - datetime.timedelta(days=self.purgeDataDays) + self.casLog.debug(cutOffDate) # Start of purging data for root, dirs, files in os.walk(WORKDIRECTORY): for d in dirs: @@ -158,10 +159,13 @@ class PurgeHandler(object): # (year, month, day) searchDate = util.regexSearch('(\d+)\.(\d+)\.(\d+)\.(\d+)\.(\d+)\.(\d+)', dirpath) if searchDate: + self.casLog.debug('found %s' % (searchDate,)) (year, month, day) = searchDate.split('.')[:3] # create our datetime object so we can do some arithmetic dirDate = datetime.date(int(year), int(month), int(day)) + self.casLog.debug(dirDate) if cutOffDate < dirDate: + self.casLog.debug('Should purge old directories, %s' % (dirpath,)) rmtree(dirpath) class CasAdminApplication(object): @@ -205,10 +209,11 @@ class CasAdminApplication(object): if ans=='Y' or ans=='y': if not self.purgeDataDays: self.purgeDataDays = PURGELIMIT - self.casLog.info("Beginning Purge going back %s days" % (self.purgeDataDays,)) - purgeHandler = PurgeHandler(self.purgeDataDays, self.casLog).run() + self.casLog.info("Beginning Purge going back %s day(s)" % (self.purgeDataDays,)) + purgeHandler = PurgeHandler(int(self.purgeDataDays), self.casLog).run() + raise SystemExit(self.casLog.info("Purge finished")) else: - raise SystemExit("Purge canceled.") + raise SystemExit(self.casLog.info("Purge cancelled")) if self.buildDB: self.casLog.info("Starting CAS DB instance.")

1 0

cas cas-admin cas.spec
by Adam Stokes 05 May '09

05 May '09

cas | 2 +- cas-admin | 30 +++++++++++++++++++++++++++++- cas.spec | 5 ++++- 3 files changed, 34 insertions(+), 3 deletions(-) New commits: commit 4825433f55947aac57b593f1d1e9a3d4545ded3a Author: adam stokes <ajs(a)redhat.com> Date: Tue May 5 13:31:08 2009 -0400 support for purge data diff --git a/cas b/cas index d5a755a..989d6c3 100755 --- a/cas +++ b/cas @@ -160,7 +160,7 @@ class CasApplication(object): # we want to allow for multiple cores under same identifier # so we base the hierarchy /workDirectory/identifier/datetime datenow = datetime.now() - dateFormatted = datenow.strftime("%m.%d.%y.%I.%M.%S") + dateFormatted = datenow.strftime("%Y.%m.%d.%I.%M.%S") self.storagePath = os.path.join(WORKDIRECTORY, self.identifier) self.storagePath = os.path.join(self.storagePath, dateFormatted) diff --git a/cas-admin b/cas-admin index bc6a694..d4b197b 100755 --- a/cas-admin +++ b/cas-admin @@ -19,6 +19,8 @@ import ConfigParser import optparse import sys import urlparse +import datetime +import calendar from cas.core import CoreBase from cas.util import UtilBase, Logging @@ -38,6 +40,7 @@ RPMFILTER = config.get("settings","rpmFilter") DEBUGS = config.get("settings","debugs") DEBUGLEVEL = config.get("settings","debugLevel") DATABASE = config.get("settings","database") +WORKDIRECTORY = config.get("settings","workDirectory") # read maintenance options PURGELIMIT = config.get("maintenance","purgeLimit") @@ -136,6 +139,30 @@ class CasServerHandler(object): raise SystemExit(self.casLog.debug("Please install func (http://fedorahosted.org/func) for " \ "an automated machine arch population.\n")) return + +class PurgeHandler(object): + def __init__(self, purgeDays, logger): + self.purgeDataDays = purgeDays + self.casLog = logger + self.util = UtilBase + self.todaysDate = datetime.date.today() + + def run(self): + # create date of timedelta + cutOffDate = self.todaysDate - self.purgeDataDays + # Start of purging data + for root, dirs, files in os.walk(WORKDIRECTORY): + for d in dirs: + dirpath = os.path.join(root,d) + # pull out date from directory structure and trim it to + # (year, month, day) + searchDate = util.regexSearch('(\d+)\.(\d+)\.(\d+)\.(\d+)\.(\d+)\.(\d+)', dirpath) + if searchDate: + (year, month, day) = searchDate.split('.')[:3] + # create our datetime object so we can do some arithmetic + dirDate = datetime.date(int(year), int(month), int(day)) + if cutOffDate < dirDate: + rmtree(dirpath) class CasAdminApplication(object): def __init__(self, args): @@ -179,8 +206,9 @@ class CasAdminApplication(object): if not self.purgeDataDays: self.purgeDataDays = PURGELIMIT self.casLog.info("Beginning Purge going back %s days" % (self.purgeDataDays,)) + purgeHandler = PurgeHandler(self.purgeDataDays, self.casLog).run() else: - sys.exit(0) + raise SystemExit("Purge canceled.") if self.buildDB: self.casLog.info("Starting CAS DB instance.") diff --git a/cas.spec b/cas.spec index 55aecd6..d6b1423 100644 --- a/cas.spec +++ b/cas.spec @@ -3,7 +3,7 @@ Name: cas Summary: Tool to analyze and configure core file environment Version: 0.14 -Release: 7%{?dist} +Release: 8%{?dist} Source0: https://fedorahosted.org/releases/c/a/cas/%{name}-%{version}.tar.gz License: GPLv3+ Group: Development/Libraries @@ -54,6 +54,9 @@ rm -rf ${RPM_BUILD_ROOT} %doc AUTHORS LICENSE README PKG-INFO doc/* %changelog +* Tue May 5 2009 Adam Stokes <ajs at redhat dot com> - 0.14-8 +- support for purging old data + * Fri Apr 24 2009 Adam Stokes <ajs at redhat dot com> - 0.14-2 - Finalizing sqlite implementation - added AUTHORS

1 0

cas cas-admin
by Adam Stokes 01 May '09

01 May '09

cas | 2 +- cas-admin | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) New commits: commit 2faf59377aaf09f7f0b54b95ec24191c28a97ac5 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Fri May 1 18:09:40 2009 -0400 - add DEBUGLEVEL to logger instance diff --git a/cas b/cas index 9dde862..d5a755a 100755 --- a/cas +++ b/cas @@ -166,7 +166,7 @@ class CasApplication(object): # build logger object to deal with logging per job and keep things # clean and easy to debug - self.casLog = Logging(self.storagePath, self.identifier) + self.casLog = Logging(self.storagePath, self.identifier, DEBUGLEVEL) # Add job to database, this allows us to purge # data based on job date creation then by other diff --git a/cas-admin b/cas-admin index e04c125..bc6a694 100755 --- a/cas-admin +++ b/cas-admin @@ -140,7 +140,7 @@ class CasServerHandler(object): class CasAdminApplication(object): def __init__(self, args): self.parse_options(args) - self.casLog = Logging("/var/log","cas-admin") + self.casLog = Logging("/var/log","cas-admin", DEBUGLEVEL) def parse_options(self, args): parser = optparse.OptionParser(usage="cas-admin [opts] args")

1 0

cas cas-admin
by Adam Stokes 01 May '09

01 May '09

cas | 17 ++++++----------- cas-admin | 10 ++++------ 2 files changed, 10 insertions(+), 17 deletions(-) New commits: commit 294cdaa0bef11650177a9aa4d8db965415f6e5b7 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Fri May 1 18:02:00 2009 -0400 - re-worked exit on exception diff --git a/cas b/cas index ca5e457..9dde862 100755 --- a/cas +++ b/cas @@ -76,8 +76,7 @@ class CoreHandler(object): if not os.path.isfile(self.filename): # not a url in this case so tests for local existence # TODO: add support to check remote hosts - self.casLog.debug("Unable to find file %s" % (self.filename,)) - sys.exit(1) + raise SystemExit(self.casLog.debug("Unable to find file %s" % (self.filename,))) if self.tool.isCorefile(self.filename): # No need to proceed to extracting corefile since we assume # this is already at the proper stage. @@ -102,8 +101,7 @@ class CoreHandler(object): self.filename = os.path.join(self.dst, coreBasename) return self.filename except CoreException, err: - self.casLog.debug(err) - sys.exit(1) + raise SystemExit(self.casLog.debug(err)) class TimestampHandler(object): def __init__(self, corefile, logger, database): @@ -119,15 +117,13 @@ class TimestampHandler(object): try: coreTimestamp = self.tool.timestamp(self.corefile) except CoreException, err: - self.casLog.debug(err) - sys.exit(1) + raise SystemExit(self.casLog.debug(err)) # query timestamp table, return tuple debuginfoRPM, and path to # debugKernel timestamp_query = self.db.getTimestampDebug(coreTimestamp) if timestamp_query: return (timestamp_query) - self.casLog.debug("Unable to match timestamp %s" % (coreTimestamp,)) - sys.exit(1) + raise SystemExit(self.casLog.debug("Unable to match timestamp %s" % (coreTimestamp,))) class CasApplication(object): def __init__(self, args): @@ -296,9 +292,8 @@ class CasApplication(object): "suitable for processing, please run cas-admin -h " \ "for more information") else: - self.casLog.info("No servers database found, please run cas-admin -h for " \ - "more information") - sys.exit(1) + raise SystemExit(self.casLog.info("No servers database found, please run cas-admin -h for " \ + "more information")) except ImportError: self.casLog.info("Current running machine is not suitable for processing this core " \ "and http://fedorahosted.org/func is not installed/configured properly.") diff --git a/cas-admin b/cas-admin index 193427e..e04c125 100755 --- a/cas-admin +++ b/cas-admin @@ -111,7 +111,7 @@ class CasServerHandler(object): import func.overlord.client as fc parent_func = fc.Overlord("*") minions = parent_func.minions - # TODO: add only servers that respond, purge the rest + # DONE: add only servers that respond, purge the rest for i in minions: scheme, netloc, path, query, frag = urlparse.urlsplit(i) hostname, port = netloc.split(":") @@ -133,9 +133,8 @@ class CasServerHandler(object): hostname_count = hostname_count + 1 self.casLog.info("Server database built with %d server(s) added." % (hostname_count,)) except ImportError: - self.casLog.debug("Please install func (http://fedorahosted.org/func) for " \ - "an automated machine arch population.\n") - sys.exit(1) + raise SystemExit(self.casLog.debug("Please install func (http://fedorahosted.org/func) for " \ + "an automated machine arch population.\n")) return class CasAdminApplication(object): @@ -190,8 +189,7 @@ class CasAdminApplication(object): self.casLog.info("Building CAS Server DB instance.") serverHandler = CasServerHandler(self.casLog).run() else: - self.casLog.info("Missing options, please run with --help.") - sys.exit(1) + raise SystemExit(self.casLog.info("Missing options, please run with --help.")) if __name__=="__main__": app = CasAdminApplication(sys.argv[1:])

1 0

lib/cas
by Adam Stokes 01 May '09

01 May '09

lib/cas/db.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) New commits: commit a23852a088ae4f6cd6b654f18168130372452240 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Fri May 1 17:56:45 2009 -0400 - make sure some sort of email is set in db whether passed from cmd line or not diff --git a/lib/cas/db.py b/lib/cas/db.py index 9b46158..c41683b 100644 --- a/lib/cas/db.py +++ b/lib/cas/db.py @@ -109,8 +109,10 @@ class CasStorage(object): """ pass - def addJob(self, identifier, date, email="noone(a)example.com"): + def addJob(self, identifier, date, email): """ add job to db """ + if email is None: + email = "cas@localhost" values = (str(date), int(identifier), str(email)) self.cursor.execute('''INSERT into jobs (date,identifier,email) values ("%s",%d, "%s")''' % values)

1 0

cas
by Adam Stokes 01 May '09

01 May '09

cas | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) New commits: commit 3316ae9a7a7873e00c9f96d684b85788bf0a1b4c Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Fri May 1 17:52:53 2009 -0400 - finally sendmail quit on failure to resolve mail server diff --git a/cas b/cas index 7092b4c..ca5e457 100755 --- a/cas +++ b/cas @@ -348,7 +348,8 @@ class CasApplication(object): crashOutFH.close() #mailServer.set_debuglevel(0) mailServer.sendmail(self.email,self.email,msg) - mailServer.quit( + finally: + mailServer.quit() except smtplib.SMTPException, e: self.casLog.debug("Unable to connect to mail server: %s (%s), no email " \ "results sent." % (SMTPHOST,str(e)))

1 0

cas lib/cas
by Adam Stokes 01 May '09

01 May '09

cas | 7 +++++-- lib/cas/network.py | 4 +++- 2 files changed, 8 insertions(+), 3 deletions(-) New commits: commit 321bdcd09fa7a79d4696bc7aeffa69f0c4dd63a2 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Fri May 1 17:49:51 2009 -0400 - handle download exception on 404 diff --git a/cas b/cas index 3075d90..7092b4c 100755 --- a/cas +++ b/cas @@ -24,7 +24,7 @@ import socket from subprocess import Popen, PIPE from datetime import datetime -from cas.network import Download +from cas.network import Download, CasNetworkException from cas.core import CoreBase, CoreException from cas.db import CasStorage, CasStorageException from cas.util import UtilBase, Logging @@ -69,7 +69,10 @@ class CoreHandler(object): # filename is a url, process it with our download module # this should return the the abspath to our processed directory # and downloaded file - self.filename = Download(self.filename, self.currentDirectory).get() + try: + self.filename = Download(self.filename, self.currentDirectory).get() + except CasNetworkException, e: + raise SystemExit(self.casLog.debug(e)) if not os.path.isfile(self.filename): # not a url in this case so tests for local existence # TODO: add support to check remote hosts diff --git a/lib/cas/network.py b/lib/cas/network.py index 3e36839..a14d9ff 100644 --- a/lib/cas/network.py +++ b/lib/cas/network.py @@ -16,6 +16,8 @@ import os import urlparse import urlgrabber.grabber as grabber +class CasNetworkException(Exception): pass + class Download(object): """ borrowed from anaconda's urlinstall method """ @@ -35,7 +37,7 @@ class Download(object): try: url = grabber.urlopen(self.url) except grabber.URLGrabError, e: - raise IOError (e.errno, e.strerror) + raise CasNetworkException(e.errno, e.strerror) # check size try:

1 0

2 commits - web/index.html web/job_detail.html
by Adam Stokes 01 May '09

01 May '09

web/index.html | 4 ++-- web/job_detail.html | 4 +++- 2 files changed, 5 insertions(+), 3 deletions(-) New commits: commit 790e8447e1f4aaa99a11618d61211f33337a137c Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Fri May 1 17:35:08 2009 -0400 - add file upload widget, set form enctype diff --git a/web/index.html b/web/index.html index b9d5ad2..f59d914 100644 --- a/web/index.html +++ b/web/index.html @@ -2,7 +2,7 @@ <div id="content"> <h3>Core submission<h3> <div id="form_submit"> - <form method="POST" action="job_submit.html"> + <form method="POST" action="job_submit.html" enctype="multipart/form-data"> <table> <tr> <th> </th><th>Complete below form</th> @@ -20,7 +20,7 @@ </tr> <tr> <td>Upload a File</td> - <td>File upload section</td> + <td><input type="file" size="45" name="form_file"/></td> </tr> <tr> <td>HTTP or FTP URL</td> commit cef78335c9d2ec4f426f77fc72cdc3640e88a932 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Fri May 1 17:32:54 2009 -0400 - attempt to make logs more readable diff --git a/web/job_detail.html b/web/job_detail.html index eac2961..913771b 100644 --- a/web/job_detail.html +++ b/web/job_detail.html @@ -1,9 +1,11 @@ <& header.html &> <div id="content"> <h3>Job Detail for <% $work_dir %>/<% $view_log %></h3> +<ul> % while (<DATA>) { -<% $_ %><br/> +<li><% $_ %></li> % } +</ul> <& footer.html &> <%init>

1 0

cas
by Adam Stokes 01 May '09

01 May '09

cas | 33 ++++++++++++++++----------------- 1 file changed, 16 insertions(+), 17 deletions(-) New commits: commit d6545af9bcf05f71bb6d369fc10eec9e666da80b Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Fri May 1 17:13:18 2009 -0400 - better failure handling of smtp diff --git a/cas b/cas index 412667e..3075d90 100755 --- a/cas +++ b/cas @@ -19,6 +19,7 @@ import optparse import os import ConfigParser import smtplib +import socket from subprocess import Popen, PIPE from datetime import datetime @@ -332,25 +333,23 @@ class CasApplication(object): if os.path.isfile(crashOutFile) and self.email: self.casLog.info("Crash output processed, sending email to %s" % (self.email,)) try: - # Compose email msg of results - msg = "Subject: CAS results for %s\r\n\n" % (self.identifier,) - msg += "Location: %s\n" % (self.storagePath,) - msg += "Server: %s\n" % (casProcessMachine,) - msg += "Output data:\n" - crashOutFH = open(crashOutFile,'r') - msg += crashOutFH.read() - crashOutFH.close() + mailServer = smtplib.SMTP(SMTPHOST) try: - # for some reason smtplib doesn't have proper exception handling - # for name or service not known :( - mailServer = smtplib.SMTP(SMTPHOST) - except: - self.casLog.debug("Unable to connect to mail server: %s, no email " \ - "results sent." % (SMTPHOST,)) - mailServer.set_debuglevel(0) - mailServer.sendmail(self.email,self.email,msg) - mailServer.quit() + # Compose email msg of results + msg = "Subject: CAS results for %s\r\n\n" % (self.identifier,) + msg += "Location: %s\n" % (self.storagePath,) + msg += "Server: %s\n" % (casProcessMachine,) + msg += "Output data:\n" + crashOutFH = open(crashOutFile,'r') + msg += crashOutFH.read() + crashOutFH.close() + #mailServer.set_debuglevel(0) + mailServer.sendmail(self.email,self.email,msg) + mailServer.quit( except smtplib.SMTPException, e: + self.casLog.debug("Unable to connect to mail server: %s (%s), no email " \ + "results sent." % (SMTPHOST,str(e))) + except (os.error, socket.error), e: self.casLog.debug(e) self.casLog.info("Job on %s complete and located in %s." % (self.filename, self.storagePath))

1 0

web/jobs.html
by Adam Stokes 30 Apr '09

30 Apr '09

web/jobs.html | 1 + 1 file changed, 1 insertion(+) New commits: commit f79e1217a6cbcc6df23fe5b5b5f585ab92625656 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Thu Apr 30 22:14:34 2009 -0400 - close table row diff --git a/web/jobs.html b/web/jobs.html index dd571f5..9f04734 100644 --- a/web/jobs.html +++ b/web/jobs.html @@ -14,6 +14,7 @@ <td><% $identify %></td> <td><% $timestamp %></td> <td><% $email %></td> +</tr> % } </table> </div>

1 0

web/index.html web/job_detail.html web/jobs.html web/media
by Adam Stokes 30 Apr '09

30 Apr '09

web/index.html | 33 ++++++++++++++++++++++++++++++++- web/job_detail.html | 13 ++++++------- web/jobs.html | 2 +- web/media/css/cas-web.css | 9 +++++++++ 4 files changed, 48 insertions(+), 9 deletions(-) New commits: commit f3ff380b8d356d316cd58200131df2ada79da01f Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Thu Apr 30 22:08:19 2009 -0400 - job_detail properly reads workDirectory from config and allows viewers to read logs via web-ui. - laying groundwork for job submissions diff --git a/web/index.html b/web/index.html index 0922ad1..b9d5ad2 100644 --- a/web/index.html +++ b/web/index.html @@ -1,6 +1,37 @@ <& header.html &> <div id="content"> <h3>Core submission<h3> - +<div id="form_submit"> + <form method="POST" action="job_submit.html"> + <table> + <tr> + <th> </th><th>Complete below form</th> + </tr> + <tr> + <td>Job Identifier</td> + <td><input type="text" size="25" name="form_identifier" /> + </tr> + <tr> + <td>Submitter</td> + <td><input type="text" size="25" name="form_submitter" /> + </tr> + <tr> + <td colspan="2" style="background-color: red; color: white;">Please choose a method for providing the core file</td> + </tr> + <tr> + <td>Upload a File</td> + <td>File upload section</td> + </tr> + <tr> + <td>HTTP or FTP URL</td> + <td><input type="text" size="45" name="form_url"/></td> + </tr> + <tr> + <td colspan="2"><input type="submit" value="Process Job" /></td> + </tr> + </table> + + </form> +</div> </div> <& footer.html &> diff --git a/web/job_detail.html b/web/job_detail.html index e39ce8a..eac2961 100644 --- a/web/job_detail.html +++ b/web/job_detail.html @@ -1,9 +1,8 @@ <& header.html &> <div id="content"> -<h3>Job Detail</h3> -% open LOG_DATA, "<$work_dir/$view_log" or die $!; -% while (<LOG_DATA>) { -<% $_ %> +<h3>Job Detail for <% $work_dir %>/<% $view_log %></h3> +% while (<DATA>) { +<% $_ %><br/> % } <& footer.html &> @@ -11,13 +10,13 @@ use Data::Dumper; my $work_dir; -open CONFIG, "</etc/cas.conf" or die $!; -while (<CONFIG>) { +open DATA, "</etc/cas.conf" or die $!; +while (<DATA>) { if (/^workDirectory=(.*)/) { $work_dir = $1; } } -close CONFIG; +open DATA, "<$work_dir/$view_log" or die $!; </%init> <%args> diff --git a/web/jobs.html b/web/jobs.html index a648b33..dd571f5 100644 --- a/web/jobs.html +++ b/web/jobs.html @@ -9,7 +9,7 @@ % foreach my $item (@{$data}) { % my ($id, $identify, $timestamp, $email) = @{$item}; <tr> -<td><a href="/job_detail.html?view_log=<% $identify %>/<% $timestamp %>.log">view log</a></td> +<td><a href="/job_detail.html?view_log=<% $identify %>/<% $timestamp %>/<% $identify %>.log">view log</a></td> <td><% $id %></td> <td><% $identify %></td> <td><% $timestamp %></td> diff --git a/web/media/css/cas-web.css b/web/media/css/cas-web.css index 61a3278..d6880f3 100644 --- a/web/media/css/cas-web.css +++ b/web/media/css/cas-web.css @@ -1,3 +1,4 @@ +/* GLOBAL ATTRIBUTES */ body { font-family: sans-serif; margin: 0; @@ -19,6 +20,8 @@ img { border: 0; } +/* CUSTOM */ + #header { font-size: small; padding: 5px; @@ -41,3 +44,9 @@ img { margin-left: auto; margin-right: auto; } + +/* FORM ELEMENTS */ +#form_submit { + font-size: small; + font-style: normal; +}

1 0

web/header.html web/job_detail.html web/jobs.html web/media
by Adam Stokes 29 Apr '09

29 Apr '09

web/header.html | 2 +- web/job_detail.html | 23 ++++++++++++++++++----- web/jobs.html | 2 +- web/media/css/cas-web.css | 4 ++++ 4 files changed, 24 insertions(+), 7 deletions(-) New commits: commit a76869b6372390788226e59990be0007200e4df9 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Wed Apr 29 20:36:22 2009 -0400 - web-ui reading logs, checking statuses. diff --git a/web/header.html b/web/header.html index 6c65c4f..43a5b8c 100644 --- a/web/header.html +++ b/web/header.html @@ -8,7 +8,7 @@ </head> <body> <div id="header"> - <p><img src="/media/img/cas_logo.png"></p> + <p><a href="/"><img src="/media/img/cas_logo.png"></a></p> :// <a href="/">go home</a>, <a href="/jobs.html">jobs</a> </div> diff --git a/web/job_detail.html b/web/job_detail.html index a93d0ab..e39ce8a 100644 --- a/web/job_detail.html +++ b/web/job_detail.html @@ -1,12 +1,25 @@ <& header.html &> <div id="content"> -<% $id %> +<h3>Job Detail</h3> +% open LOG_DATA, "<$work_dir/$view_log" or die $!; +% while (<LOG_DATA>) { +<% $_ %> +% } <& footer.html &> -<%args> -my $id; -</%args> <%init> use Data::Dumper; -my $page_id = $id; + +my $work_dir; +open CONFIG, "</etc/cas.conf" or die $!; +while (<CONFIG>) { + if (/^workDirectory=(.*)/) { + $work_dir = $1; + } +} +close CONFIG; </%init> + +<%args> +$view_log +</%args> diff --git a/web/jobs.html b/web/jobs.html index 5064e46..a648b33 100644 --- a/web/jobs.html +++ b/web/jobs.html @@ -9,7 +9,7 @@ % foreach my $item (@{$data}) { % my ($id, $identify, $timestamp, $email) = @{$item}; <tr> -<td><a href="/job_detail.html?id=<% $id %>">Detail</a></td> +<td><a href="/job_detail.html?view_log=<% $identify %>/<% $timestamp %>.log">view log</a></td> <td><% $id %></td> <td><% $identify %></td> <td><% $timestamp %></td> diff --git a/web/media/css/cas-web.css b/web/media/css/cas-web.css index 7dbab6d..61a3278 100644 --- a/web/media/css/cas-web.css +++ b/web/media/css/cas-web.css @@ -15,6 +15,10 @@ td, th { vertical-align: middle; } +img { + border: 0; +} + #header { font-size: small; padding: 5px;

1 0

web/job_detail.html web/jobs.html web/media
by Adam Stokes 29 Apr '09

29 Apr '09

web/job_detail.html | 12 ++++++++++++ web/jobs.html | 16 ++++++++++++---- web/media/css/cas-web.css | 6 ++++++ 3 files changed, 30 insertions(+), 4 deletions(-) New commits: commit c85e31c692c793401b3e226fdec417cd814d4275 Author: uzr <uzr(a)shinzo.(none)> Date: Wed Apr 29 16:17:47 2009 -0400 - working on getting arguements passed to mason component diff --git a/web/job_detail.html b/web/job_detail.html new file mode 100644 index 0000000..a93d0ab --- /dev/null +++ b/web/job_detail.html @@ -0,0 +1,12 @@ +<& header.html &> +<div id="content"> +<% $id %> +<& footer.html &> +<%args> +my $id; +</%args> + +<%init> +use Data::Dumper; +my $page_id = $id; +</%init> diff --git a/web/jobs.html b/web/jobs.html index 7309e96..5064e46 100644 --- a/web/jobs.html +++ b/web/jobs.html @@ -1,18 +1,26 @@ <& header.html &> <div id="content"> <h3>Jobs</h3> -<ul> +<table> +<tr> +<th> </th> +<th>id</th><th>identifier</th><th>timestamp</th><th>email</th> +</tr> % foreach my $item (@{$data}) { % my ($id, $identify, $timestamp, $email) = @{$item}; -<li><% $identify %> :: <% $timestamp %></li> +<tr> +<td><a href="/job_detail.html?id=<% $id %>">Detail</a></td> +<td><% $id %></td> +<td><% $identify %></td> +<td><% $timestamp %></td> +<td><% $email %></td> % } -</ul> +</table> </div> <& footer.html &> <%init> use DBI; -use Data::Dumper; my $dbh = DBI->connect("dbi:SQLite:dbname=/var/db/cas/cas.db","",""); # query all jobs diff --git a/web/media/css/cas-web.css b/web/media/css/cas-web.css index 7522692..7dbab6d 100644 --- a/web/media/css/cas-web.css +++ b/web/media/css/cas-web.css @@ -9,6 +9,12 @@ h1 { margin: 0; } +td, th { + padding: 5px; + text-align: left; + vertical-align: middle; +} + #header { font-size: small; padding: 5px;

1 0

2 commits - cas.spec web/footer.html web/header.html web/index.html web/jobs.html web/media
by Adam Stokes 29 Apr '09

29 Apr '09

cas.spec | 2 +- web/footer.html | 5 +++++ web/header.html | 18 ++++++++++++++++++ web/index.html | 6 ++++++ web/jobs.html | 22 ++++++++++++++++++++++ web/media/css/cas-web.css | 33 +++++++++++++++++++++++++++++++++ web/media/img/cas_logo.png |binary 7 files changed, 85 insertions(+), 1 deletion(-) New commits: commit 1478518f945f6dd926390f4eff393cfe89d88c7e Author: adam stokes <ajs(a)redhat.com> Date: Wed Apr 29 14:42:03 2009 -0400 - working on simple web interface diff --git a/cas.spec b/cas.spec index a373ca9..55aecd6 100644 --- a/cas.spec +++ b/cas.spec @@ -3,7 +3,7 @@ Name: cas Summary: Tool to analyze and configure core file environment Version: 0.14 -Release: 6%{?dist} +Release: 7%{?dist} Source0: https://fedorahosted.org/releases/c/a/cas/%{name}-%{version}.tar.gz License: GPLv3+ Group: Development/Libraries diff --git a/web/footer.html b/web/footer.html index 4b866ea..da211cc 100644 --- a/web/footer.html +++ b/web/footer.html @@ -1,3 +1,5 @@ -<p> -footer -</p> +<div id="footer"> +cas_web_ui © 2007-2009 Adam Stokes +</div> +</body> +</html> diff --git a/web/header.html b/web/header.html index aeaa2e6..6c65c4f 100644 --- a/web/header.html +++ b/web/header.html @@ -1,3 +1,18 @@ -<p> -(( cas )) -</p> +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd"> +<html> +<head> + <meta http-equiv="Content-type" content="text/html; charset=utf-8"> + <link rel="stylesheet" href="/media/css/cas-web.css" type="text/css" media="screen" /> + + <title><% $title %></title> +</head> +<body> +<div id="header"> + <p><img src="/media/img/cas_logo.png"></p> + :// <a href="/">go home</a>, <a href="/jobs.html">jobs</a> +</div> + +<%init> +my $title="cas-web-ui"; +</%init> + diff --git a/web/index.html b/web/index.html index f38d280..0922ad1 100644 --- a/web/index.html +++ b/web/index.html @@ -1,15 +1,6 @@ -<html> -<head> -<title><% $page_title %></title> -<body> -<& header &> -<% $body %> -<& footer &> -</body> -</html> +<& header.html &> +<div id="content"> +<h3>Core submission<h3> -<% # Begin Mason code %> -<% init %> -my $page_title = 'home'; -my $body = 'sup there holmez'; -</%init %> +</div> +<& footer.html &> diff --git a/web/jobs.html b/web/jobs.html new file mode 100644 index 0000000..7309e96 --- /dev/null +++ b/web/jobs.html @@ -0,0 +1,22 @@ +<& header.html &> +<div id="content"> +<h3>Jobs</h3> +<ul> +% foreach my $item (@{$data}) { +% my ($id, $identify, $timestamp, $email) = @{$item}; +<li><% $identify %> :: <% $timestamp %></li> +% } +</ul> +</div> +<& footer.html &> + +<%init> +use DBI; +use Data::Dumper; +my $dbh = DBI->connect("dbi:SQLite:dbname=/var/db/cas/cas.db","",""); + +# query all jobs +my $sth = $dbh->prepare("SELECT * FROM jobs"); +$sth->execute(); +my $data = $sth->fetchall_arrayref; +</%init> diff --git a/web/media/css/cas-web.css b/web/media/css/cas-web.css new file mode 100644 index 0000000..7522692 --- /dev/null +++ b/web/media/css/cas-web.css @@ -0,0 +1,33 @@ +body { + font-family: sans-serif; + margin: 0; + padding: 5px; +} + +h1 { + padding: 0; + margin: 0; +} + +#header { + font-size: small; + padding: 5px; + width: 600px; + margin-left: auto; + margin-right: auto; +} + +#content { + font-size: small; + width: 600px; + margin-left: auto; + margin-right: auto; +} + +#footer { + font-size: small; + padding: 5px; + width: 600px; + margin-left: auto; + margin-right: auto; +} diff --git a/web/media/img/cas_logo.png b/web/media/img/cas_logo.png new file mode 100644 index 0000000..39e2302 Binary files /dev/null and b/web/media/img/cas_logo.png differ commit 1fd19096d27e1f52151bac69e61bd1656e6227a5 Author: adam stokes <ajs(a)redhat.com> Date: Wed Apr 29 13:29:54 2009 -0400 adding web dir for a basic web ui diff --git a/web/footer.html b/web/footer.html new file mode 100644 index 0000000..4b866ea --- /dev/null +++ b/web/footer.html @@ -0,0 +1,3 @@ +<p> +footer +</p> diff --git a/web/header.html b/web/header.html new file mode 100644 index 0000000..aeaa2e6 --- /dev/null +++ b/web/header.html @@ -0,0 +1,3 @@ +<p> +(( cas )) +</p> diff --git a/web/index.html b/web/index.html new file mode 100644 index 0000000..f38d280 --- /dev/null +++ b/web/index.html @@ -0,0 +1,15 @@ +<html> +<head> +<title><% $page_title %></title> +<body> +<& header &> +<% $body %> +<& footer &> +</body> +</html> + +<% # Begin Mason code %> +<% init %> +my $page_title = 'home'; +my $body = 'sup there holmez'; +</%init %>

1 0

doc/index.rst
by Adam Stokes 29 Apr '09

29 Apr '09

doc/index.rst | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) New commits: commit 9ca78dc77858117dd92e41d9875ee76f600e2138 Author: adam stokes <ajs(a)redhat.com> Date: Wed Apr 29 11:51:16 2009 -0400 small changes to documentation diff --git a/doc/index.rst b/doc/index.rst index 0f8079f..5bf0bb1 100644 --- a/doc/index.rst +++ b/doc/index.rst @@ -40,8 +40,6 @@ Since analyzing cores requires the same architecture specific systems the core was generated on there will need to be systems available of those same types in order for analyzation to work properly. -Finally, root access to the CAS server. - Configuration ^^^^^^^^^^^^^ @@ -51,7 +49,7 @@ each section and describe its meaning:: [settings] kernels=/mnt/kernels - rpmFilter=.*kernel-debuginfo-[0-9].*\.rpm + rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm debugs=/cores/debugs debugLevel=DEBUG workDirectory=/cores/processed @@ -119,7 +117,7 @@ following:: [settings] kernels=/mnt/kernels - rpmFilter=.*kernel-debuginfo-[0-9].*\.rpm + rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm debugs=/tmp debugLevel=DEBUG workDirectory=/cores

1 0

2 commits - cas-admin lib/cas
by Adam Stokes 29 Apr '09

29 Apr '09

cas-admin | 28 +++++++++++++++------------- lib/cas/db.py | 1 + 2 files changed, 16 insertions(+), 13 deletions(-) New commits: commit 2ba2ee78201e01451b5de0dde18d3fa6285fdd65 Author: adam stokes <ajs(a)redhat.com> Date: Wed Apr 29 10:43:55 2009 -0400 add commit routine to addServer() diff --git a/lib/cas/db.py b/lib/cas/db.py index 6d1d01a..9b46158 100644 --- a/lib/cas/db.py +++ b/lib/cas/db.py @@ -125,6 +125,7 @@ class CasStorage(object): if not self.cursor.fetchone(): self.cursor.execute('''INSERT into server (hostname, arch) values ("%s","%s")''' % values) + self.commit() return def getServers(self): commit 27cc1674d99ba13b95f9fb0cd42156b0ff10f3cd Author: adam stokes <ajs(a)redhat.com> Date: Wed Apr 29 10:43:38 2009 -0400 make sure func clients are reachable when building server db diff --git a/cas-admin b/cas-admin index 7ee4551..193427e 100755 --- a/cas-admin +++ b/cas-admin @@ -116,19 +116,21 @@ class CasServerHandler(object): scheme, netloc, path, query, frag = urlparse.urlsplit(i) hostname, port = netloc.split(":") client = fc.Overlord(hostname) - # Returns as {"hostname":['sts','stdout','stderr']} - # what a pain - client_dict = client.command.run("/bin/uname -m") - # silly magic to get output from command module - # since we are doing one host at a time we just pull the first - # key from the dict and parse its return - sts, arch, err = client_dict[client_dict.keys()[0]] - if sts: - self.casLog.debug(err) - # clean up arch string - arch = arch.strip() - self.db.addServer(hostname, arch) - hostname_count = hostname_count + 1 + isClientReachable = client.run("test","ping", []) + if isClientReachable == 1: + # Returns as {"hostname":['sts','stdout','stderr']} + # what a pain + client_dict = client.command.run("/bin/uname -m") + # silly magic to get output from command module + # since we are doing one host at a time we just pull the first + # key from the dict and parse its return + sts, arch, err = client_dict[client_dict.keys()[0]] + if sts: + self.casLog.debug(err) + # clean up arch string + arch = arch.strip() + self.db.addServer(hostname, arch) + hostname_count = hostname_count + 1 self.casLog.info("Server database built with %d server(s) added." % (hostname_count,)) except ImportError: self.casLog.debug("Please install func (http://fedorahosted.org/func) for " \

1 0

cas
by Adam Stokes 28 Apr '09

28 Apr '09

cas | 28 +++++++++++++++------------- 1 file changed, 15 insertions(+), 13 deletions(-) New commits: commit bc4b5b97b94693a99466ecf71af08bb058cf0d01 Author: uzr <uzr(a)shinzo.(none)> Date: Tue Apr 28 20:24:57 2009 -0400 - test if defined func minion is reachable diff --git a/cas b/cas index 269fb9f..412667e 100755 --- a/cas +++ b/cas @@ -267,24 +267,26 @@ class CasApplication(object): for hostname, arch in serverList: if arch == debugKernelArch: # TODO: Randomize server selection - # TODO: Verify remote server is reachable casProcessMachine = hostname self.casLog.info("Machine %s found, processing " \ "crash output" % (casProcessMachine,)) cmd = "cd " + os.path.join(self.storagePath) + " && ./crash -i crash.in > crash.out" client = fc.Overlord(casProcessMachine,async=True) - job_id = client.command.run(cmd) - while True: - status = client.job_status(job_id) - (code, results) = status - if code == jobthing.JOB_ID_RUNNING: - self.casLog.status("task is running...") - elif code == jobthing.JOB_ID_PARTIAL: - self.casLog.status("task is running...") - elif code == jobthing.JOB_ID_FINISHED: - self.casLog.status("task complete; results = %s" % (results,)) - break - sleep(5) + # test if client is reachable + isClientReachable = client.run("test", "ping", []) + if isClientReachable == 1: + job_id = client.command.run(cmd) + while True: + status = client.job_status(job_id) + (code, results) = status + if code == jobthing.JOB_ID_RUNNING: + self.casLog.status("task is running...") + elif code == jobthing.JOB_ID_PARTIAL: + self.casLog.status("task is running...") + elif code == jobthing.JOB_ID_FINISHED: + self.casLog.status("task complete; results = %s" % (results,)) + break + sleep(5) else: self.casLog.info("No servers available for arch and current system not "\ "suitable for processing, please run cas-admin -h " \

1 0

crash_32 fail to execture scripts from stdin
by Adam Stokes 28 Apr '09

28 Apr '09

[root@test-2 04.28.09.08.02.54]# cas -i 12345 -f it289435-fj-vmcore -e ajs(a)redhat.com [.cas.] :: Starting job at /cores/12345/04.28.09.08.06.11 [.cas.] :: Corefile prepared, processing /cores/12345/04.28.09.08.06.11/it289435-fj-vmcore [.cas.][debug] :: core arch i686 [.cas.][debug] :: local machine arch x86_64 [.cas.] :: Extracting debug kernel with filter */usr/lib/debug/lib/modules/2.6.18-128.el5PAE/vmlinux [.cas.] :: checking debug kernel usr/lib/debug/lib/modules/2.6.18-128.el5PAE/vmlinux [.cas.] :: Current machine suitable for processing 32 bit core, running crash. [.cas.][debug] :: crash problem: err: /usr/local/i386/crash: line 1: mod: command not found /usr/local/i386/crash: line 2: log: command not found /usr/local/i386/crash: line 3: kmem: command not found /usr/local/i386/crash: line 4: kmem: command not found /usr/local/i386/crash: line 5: bt: command not found /usr/local/i386/crash: line 6: bt: command not found /usr/local/i386/crash: line 7: sys: command not found /usr/local/i386/crash: line 8: sys: command not found, out: [.cas.] :: Crash output processed, sending email to ajs(a)redhat.com [.cas.] :: Job on it289435-fj-vmcore complete and located in /cores/12345/04.28.09.08.06.11. Scott, any idea what this could be? Thanks -- __ __ .-----.| |_.-----.| |--.-----.-----. |__ --|| _| _ || <| -__|__ --| |_____||____|_____||__|__|_____|_____| .----------------------------------. ( ajs(a)redhat.com || 919.754.4187 ) `----------------------------------'

1 1

cas
by Adam Stokes 28 Apr '09

28 Apr '09

cas | 3 +++ 1 file changed, 3 insertions(+) New commits: commit 03377cae14dd61298d58acd838061d841ad14515 Author: adam stokes <ajs(a)redhat.com> Date: Tue Apr 28 08:12:53 2009 -0400 - make sure hostname defined if processing 32bit on 64bit machine diff --git a/cas b/cas index 814f924..269fb9f 100755 --- a/cas +++ b/cas @@ -222,6 +222,9 @@ class CasApplication(object): debugKernelArch = self.util.getElfArch(debugKernel) # Check if we have installed crash 32bit on system if debugKernelArch == "i686" and CRASH_32 is not None: + import platform + # Define current machine hostname, mainly used for email results. + casProcessMachine = platform.uname()[1] # 32bit crash on same system. self.util.buildCrashFile(self.storagePath, corefile, debugKernel, crash_bin=CRASH_32)

1 0

cas
by Adam Stokes 28 Apr '09

28 Apr '09

cas | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) New commits: commit 4bca8ad0877022386c0a91b9661f6bd497e43e24 Author: adam stokes <ajs(a)redhat.com> Date: Tue Apr 28 07:53:49 2009 -0400 - fixed crash script generation when CRASH_32 is detected. (Flavio Leitner) diff --git a/cas b/cas index 20d353b..814f924 100755 --- a/cas +++ b/cas @@ -224,10 +224,10 @@ class CasApplication(object): if debugKernelArch == "i686" and CRASH_32 is not None: # 32bit crash on same system. self.util.buildCrashFile(self.storagePath, corefile, debugKernel, - CRASH_32) + crash_bin=CRASH_32) self.casLog.info("Current machine suitable for processing 32 bit core, "\ "running crash.") - cmd = "%s -i crash.in > crash.out" % (CRASH_32,) + cmd = "./crash -i crash.in > crash.out" cmdPipe = Popen([cmd], stdout=PIPE, stderr=PIPE, shell=True) cmdData = cmdPipe.communicate() # pull status code to verify crash even ran to completeness

1 0

[PATCH] cas: fixed crash script generation when CRASH_32 is detected.
by Flavio Leitner 28 Apr '09

28 Apr '09

This patch fixes cas to generate 'crash' script using CRASH_32 binary and use it later when processing the vmcore. Signed-off-by: Flavio Leitner <fleitner(a)redhat.com> --- cas | 4 ++-- 1 files changed, 2 insertions(+), 2 deletions(-) diff --git a/cas b/cas index dd7faeb..144f191 100755 --- a/cas +++ b/cas @@ -224,10 +224,10 @@ class CasApplication(object): if debugKernelArch == "i686" and CRASH_32 is not None: # 32bit crash on same system. self.util.buildCrashFile(self.storagePath, corefile, debugKernel, - CRASH_32) + crash_bin=CRASH_32) self.casLog.info("Current machine suitable for processing 32 bit core, "\ "running crash.") - cmd = "%s -i crash.in > crash.out" % (CRASH_32,) + cmd = "./crash -i crash.in > crash.out" cmdPipe = Popen([cmd], stdout=PIPE, stderr=PIPE, shell=True) cmdData = cmdPipe.communicate() # pull status code to verify crash even ran to completeness -- 1.6.2.3

2 1

cas
by Adam Stokes 27 Apr '09

27 Apr '09

cas | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) New commits: commit 5b8ab1f753b53321b1c36d4b7e2eb23465357b70 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Mon Apr 27 20:36:15 2009 -0400 - dont remember diff --git a/cas b/cas index dd7faeb..20d353b 100755 --- a/cas +++ b/cas @@ -207,7 +207,7 @@ class CasApplication(object): else: filterString = "*/%s" % (debugKernel,) self.casLog.info("Extracting debug kernel with filter %s" % (filterString,)) - # FIXME: bug in extract where vmlinux not being placed in defined + # DONE: bug in extract where vmlinux not being placed in defined # destination. self.rpmTool.extract(debuginfo, self.storagePath, filter=filterString,

1 0

cas
by Adam Stokes 27 Apr '09

27 Apr '09

cas | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) New commits: commit 5ac7783d21bc7dc663a5c6e10ad3cc31671391ba Author: uzr <uzr(a)shinzo.(none)> Date: Mon Apr 27 16:16:45 2009 -0400 - typo, changed self.dst to self.storagePath diff --git a/cas b/cas index 2b82c40..dd7faeb 100755 --- a/cas +++ b/cas @@ -185,7 +185,7 @@ class CasApplication(object): # we've got corefile prepped, timestamp, and debugkernel identified # chdir into work directory and proceed - os.chdir(self.dst) + os.chdir(self.storagePath) corefileArch = self.util.getElfArch(corefile) self.casLog.debug("core arch %s" % (corefileArch,))

1 0

cas.spec
by Adam Stokes 27 Apr '09

27 Apr '09

cas.spec | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) New commits: commit 304e5f16109220c8807452a2cae6965ecddab302 Author: uzr <uzr(a)shinzo.(none)> Date: Mon Apr 27 16:10:09 2009 -0400 - rel bump diff --git a/cas.spec b/cas.spec index c5994ad..a373ca9 100644 --- a/cas.spec +++ b/cas.spec @@ -3,7 +3,7 @@ Name: cas Summary: Tool to analyze and configure core file environment Version: 0.14 -Release: 4%{?dist} +Release: 6%{?dist} Source0: https://fedorahosted.org/releases/c/a/cas/%{name}-%{version}.tar.gz License: GPLv3+ Group: Development/Libraries

1 0

lib/cas
by Adam Stokes 27 Apr '09

27 Apr '09

lib/cas/rpmutils.py | 4 ---- 1 file changed, 4 deletions(-) New commits: commit a5a1c75d01a8059670fc66306cfe1189f06894b8 Author: uzr <uzr(a)shinzo.(none)> Date: Mon Apr 27 16:09:44 2009 -0400 - removed chdir function and pushed it to main application routine diff --git a/lib/cas/rpmutils.py b/lib/cas/rpmutils.py index a35c850..170fcf4 100644 --- a/lib/cas/rpmutils.py +++ b/lib/cas/rpmutils.py @@ -40,10 +40,6 @@ class RPMBase(object): self.cpio_args = "-imudv" self.filter_results = [] - if not os.path.isdir(self.dst): - os.makedirs(self.dst) - os.chdir(self.dst) - # pipe to handle extraction, e.g. rpm2cpio kernel.rpm | cpio -imud */vmlinux p1 = Popen([self.rpm2cpio, self.rpm], stdout=PIPE) p2 = Popen([self.cpio,self.cpio_args,self.filter], stdin=p1.stdout,

1 0

lib/cas
by Adam Stokes 27 Apr '09

27 Apr '09

lib/cas/db.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) New commits: commit ab70b848a58ce366c6187b0c41dbebe68694720d Author: uzr <uzr(a)shinzo.(none)> Date: Mon Apr 27 16:09:22 2009 -0400 - hopefully fixed sql statemen tin gettimestampdebug diff --git a/lib/cas/db.py b/lib/cas/db.py index 10cf84e..6d1d01a 100644 --- a/lib/cas/db.py +++ b/lib/cas/db.py @@ -88,7 +88,8 @@ class CasStorage(object): values = (timestamp,) self.cursor.execute('''SELECT rpm,debugpath FROM debuginfo, timestamp - where timestamp LIKE "%%%s%%"''' % values) + where timestamp.timestamp LIKE "%%%s%%" + AND debuginfo.debug_id = timestamp.debug_id''' % values) return self.cursor.fetchone() # JOB METHODS

1 0

cas
by Adam Stokes 27 Apr '09

27 Apr '09

cas | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) New commits: commit 29f3ac52528c9e77987b89b603b2feb1a0e64a47 Author: uzr <uzr(a)shinzo.(none)> Date: Mon Apr 27 16:08:44 2009 -0400 - fixed bug to define CRASH_32 in cmd when processing 32bit on x86_64 diff --git a/cas b/cas index 77b063c..2b82c40 100755 --- a/cas +++ b/cas @@ -182,6 +182,10 @@ class CasApplication(object): corefile = CoreHandler(self.filename, self.storagePath, self.casLog).run() self.casLog.info("Corefile prepared, processing %s" % (corefile,)) debuginfo, debugKernel = TimestampHandler(corefile, self.casLog, self.db).run() + + # we've got corefile prepped, timestamp, and debugkernel identified + # chdir into work directory and proceed + os.chdir(self.dst) corefileArch = self.util.getElfArch(corefile) self.casLog.debug("core arch %s" % (corefileArch,)) @@ -223,7 +227,7 @@ class CasApplication(object): CRASH_32) self.casLog.info("Current machine suitable for processing 32 bit core, "\ "running crash.") - cmd = "./crash -i crash.in > crash.out" + cmd = "%s -i crash.in > crash.out" % (CRASH_32,) cmdPipe = Popen([cmd], stdout=PIPE, stderr=PIPE, shell=True) cmdData = cmdPipe.communicate() # pull status code to verify crash even ran to completeness

1 0

cas lib/cas
by Adam Stokes 27 Apr '09

27 Apr '09

cas | 9 +++------ lib/cas/db.py | 11 ++++++----- lib/cas/rpmutils.py | 4 ++++ 3 files changed, 13 insertions(+), 11 deletions(-) New commits: commit 05b30c567a8efb2c0be371b83ea6b845a90c04df Author: adam stokes <ajs(a)redhat.com> Date: Mon Apr 27 14:18:58 2009 -0400 - attempting to fix bug in extraction of debug kernels now diff --git a/cas b/cas index dcdd788..77b063c 100755 --- a/cas +++ b/cas @@ -171,7 +171,7 @@ class CasApplication(object): # Add job to database, this allows us to purge # data based on job date creation then by other # means. (i.e. identifier == a bugzilla #) - self.db.addJob(self.identifier, dateFormatted) + self.db.addJob(self.identifier, dateFormatted, self.email) def run(self): # setup directory structure @@ -183,11 +183,6 @@ class CasApplication(object): self.casLog.info("Corefile prepared, processing %s" % (corefile,)) debuginfo, debugKernel = TimestampHandler(corefile, self.casLog, self.db).run() - # change to destination directory - if not os.path.isdir(self.storagePath): - os.makedirs(self.storagePath) - os.chdir(self.storagePath) - corefileArch = self.util.getElfArch(corefile) self.casLog.debug("core arch %s" % (corefileArch,)) @@ -208,6 +203,8 @@ class CasApplication(object): else: filterString = "*/%s" % (debugKernel,) self.casLog.info("Extracting debug kernel with filter %s" % (filterString,)) + # FIXME: bug in extract where vmlinux not being placed in defined + # destination. self.rpmTool.extract(debuginfo, self.storagePath, filter=filterString, return_results=False) diff --git a/lib/cas/db.py b/lib/cas/db.py index 2b7b8cc..10cf84e 100644 --- a/lib/cas/db.py +++ b/lib/cas/db.py @@ -38,7 +38,8 @@ class CasStorage(object): self.cursor.execute("""create table jobs ( job_id integer primary key autoincrement, identifier integer, - date text) + date text, + email text) """) self.cursor.execute("""create table debuginfo ( debug_id integer primary key autoincrement, @@ -107,11 +108,11 @@ class CasStorage(object): """ pass - def addJob(self, identifier, date): + def addJob(self, identifier, date, email="noone(a)example.com"): """ add job to db """ - values = (str(date), int(identifier)) - self.cursor.execute('''INSERT into jobs (date,identifier) - values ("%s",%d)''' % values) + values = (str(date), int(identifier), str(email)) + self.cursor.execute('''INSERT into jobs (date,identifier,email) + values ("%s",%d, "%s")''' % values) self.commit() return diff --git a/lib/cas/rpmutils.py b/lib/cas/rpmutils.py index 170fcf4..a35c850 100644 --- a/lib/cas/rpmutils.py +++ b/lib/cas/rpmutils.py @@ -40,6 +40,10 @@ class RPMBase(object): self.cpio_args = "-imudv" self.filter_results = [] + if not os.path.isdir(self.dst): + os.makedirs(self.dst) + os.chdir(self.dst) + # pipe to handle extraction, e.g. rpm2cpio kernel.rpm | cpio -imud */vmlinux p1 = Popen([self.rpm2cpio, self.rpm], stdout=PIPE) p2 = Popen([self.cpio,self.cpio_args,self.filter], stdin=p1.stdout,

1 0

cas cas-admin cas.conf cas.spec lib/cas
by Adam Stokes 27 Apr '09

27 Apr '09

cas | 6 ++---- cas-admin | 2 +- cas.conf | 2 +- cas.spec | 2 +- lib/cas/db.py | 1 + 5 files changed, 6 insertions(+), 7 deletions(-) New commits: commit cdabea3cad6d0531e27c7541fcf8fd01856dc9ae Author: adam stokes <ajs(a)redhat.com> Date: Mon Apr 27 13:41:25 2009 -0400 - altered regex to hopefully grab more range of kernel debugs - added commit to addJob diff --git a/cas b/cas index 3245adb..dcdd788 100755 --- a/cas +++ b/cas @@ -188,7 +188,7 @@ class CasApplication(object): os.makedirs(self.storagePath) os.chdir(self.storagePath) - corefileArch = self.util.getElfArch(self.filename) + corefileArch = self.util.getElfArch(corefile) self.casLog.debug("core arch %s" % (corefileArch,)) # Read current machine arch to see if we can bypass func and proceed @@ -198,7 +198,7 @@ class CasApplication(object): self.casLog.debug("local machine arch %s" % (currentMachineArch,)) # check if an installed vmlinux can be used (symlink to save space) - local_vmlinux = "/%s" % debugKernel + local_vmlinux = "/%s" % (debugKernel,) if currentMachineArch == corefileArch and os.path.isfile(local_vmlinux): self.casLog.info("Using local debug kernel") os.symlink(local_vmlinux, "%s/%s" % @@ -211,8 +211,6 @@ class CasApplication(object): self.rpmTool.extract(debuginfo, self.storagePath, filter=filterString, return_results=False) - # define absolute path to debugkernel - debugKernel = os.path.abspath(debugKernel) self.casLog.info("checking debug kernel %s" % (debugKernel,)) diff --git a/cas-admin b/cas-admin index 0a4ef82..7ee4551 100755 --- a/cas-admin +++ b/cas-admin @@ -12,7 +12,7 @@ # You should have received a copy of the GNU General Public License # along with this program. If not, see <http://www.gnu.org/licenses/>. -""" casprint - fingerprinting utility for cas +""" cas-admin - fingerprinting utility for cas """ import os import ConfigParser diff --git a/cas.conf b/cas.conf index ed1117d..75a6609 100644 --- a/cas.conf +++ b/cas.conf @@ -6,7 +6,7 @@ kernels=/mnt/kernels # Compose emacs regular expression for determing what # kernel debug rpms you wish to search for -rpmFilter=.*kernel-debuginfo-[0-9].*\.rpm +rpmFilter=.*kerne.+-debuginfo-[0-9].*\.rpm # Define where to store necessary debug information # NOTE: This is a temporary storage area for when diff --git a/cas.spec b/cas.spec index fe6936b..c5994ad 100644 --- a/cas.spec +++ b/cas.spec @@ -3,7 +3,7 @@ Name: cas Summary: Tool to analyze and configure core file environment Version: 0.14 -Release: 3%{?dist} +Release: 4%{?dist} Source0: https://fedorahosted.org/releases/c/a/cas/%{name}-%{version}.tar.gz License: GPLv3+ Group: Development/Libraries diff --git a/lib/cas/db.py b/lib/cas/db.py index d18c03b..2b7b8cc 100644 --- a/lib/cas/db.py +++ b/lib/cas/db.py @@ -112,6 +112,7 @@ class CasStorage(object): values = (str(date), int(identifier)) self.cursor.execute('''INSERT into jobs (date,identifier) values ("%s",%d)''' % values) + self.commit() return # SERVER METHODS

1 0

lib/cas
by Adam Stokes 27 Apr '09

27 Apr '09

lib/cas/db.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) New commits: commit 8aa2c87ee774e1b8ab443cac6c5cd50255dd4d43 Author: adam stokes <ajs(a)redhat.com> Date: Mon Apr 27 09:41:51 2009 -0400 - stupid quotes diff --git a/lib/cas/db.py b/lib/cas/db.py index c76021f..d18c03b 100644 --- a/lib/cas/db.py +++ b/lib/cas/db.py @@ -87,7 +87,7 @@ class CasStorage(object): values = (timestamp,) self.cursor.execute('''SELECT rpm,debugpath FROM debuginfo, timestamp - where timestamp LIKE '"%%%s%%"''' % values) + where timestamp LIKE "%%%s%%"''' % values) return self.cursor.fetchone() # JOB METHODS

1 0

[PATCH] - Popen() uses os.execvp() by default so the output redirection doesn't work unless shell=True is used, then the command string is execute through the shell.
by Flavio Leitner 27 Apr '09

27 Apr '09

--- cas | 8 ++++---- 1 files changed, 4 insertions(+), 4 deletions(-) diff --git a/cas b/cas index e380203..3245adb 100755 --- a/cas +++ b/cas @@ -228,8 +228,8 @@ class CasApplication(object): CRASH_32) self.casLog.info("Current machine suitable for processing 32 bit core, "\ "running crash.") - cmd = "cd " + os.path.join(self.storagePath) + " && ./crash -i crash.in > crash.out" - cmdPipe = Popen([cmd], stdout=PIPE, stderr=PIPE) + cmd = "./crash -i crash.in > crash.out" + cmdPipe = Popen([cmd], stdout=PIPE, stderr=PIPE, shell=True) cmdData = cmdPipe.communicate() # pull status code to verify crash even ran to completeness sts, out, err = (cmdPipe.returncode, cmdData[0].strip(), @@ -242,8 +242,8 @@ class CasApplication(object): casProcessMachine = platform.uname()[1] # The machine is suitable for processing the core through crash. self.casLog.info("Current machine suitable for processing core, running crash.") - cmd = "cd " + os.path.join(self.storagePath) + " && ./crash -i crash.in > crash.out" - cmdPipe = Popen([cmd], stdout=PIPE, stderr=PIPE) + cmd = "./crash -i crash.in > crash.out" + cmdPipe = Popen([cmd], stdout=PIPE, stderr=PIPE, shell=True) cmdData = cmdPipe.communicate() # pull status code to verify crash even ran to completeness sts, out, err = (cmdPipe.returncode, cmdData[0].strip(), -- 1.6.2.3

2 1

cas lib/cas
by Adam Stokes 27 Apr '09

27 Apr '09

cas | 8 ++++---- lib/cas/db.py | 4 ++-- 2 files changed, 6 insertions(+), 6 deletions(-) New commits: commit 4070b11a0c51052cda821fa709d00781f6fe4dda Author: adam stokes <ajs(a)redhat.com> Date: Mon Apr 27 09:39:16 2009 -0400 - fix output redirect (Flavio Leitner) - fix a sql like match in getTimeStampDebug (Flavio Leitner) - fix incorrect sql statement in addServer (Flavio Leitner) diff --git a/cas b/cas index e380203..3245adb 100755 --- a/cas +++ b/cas @@ -228,8 +228,8 @@ class CasApplication(object): CRASH_32) self.casLog.info("Current machine suitable for processing 32 bit core, "\ "running crash.") - cmd = "cd " + os.path.join(self.storagePath) + " && ./crash -i crash.in > crash.out" - cmdPipe = Popen([cmd], stdout=PIPE, stderr=PIPE) + cmd = "./crash -i crash.in > crash.out" + cmdPipe = Popen([cmd], stdout=PIPE, stderr=PIPE, shell=True) cmdData = cmdPipe.communicate() # pull status code to verify crash even ran to completeness sts, out, err = (cmdPipe.returncode, cmdData[0].strip(), @@ -242,8 +242,8 @@ class CasApplication(object): casProcessMachine = platform.uname()[1] # The machine is suitable for processing the core through crash. self.casLog.info("Current machine suitable for processing core, running crash.") - cmd = "cd " + os.path.join(self.storagePath) + " && ./crash -i crash.in > crash.out" - cmdPipe = Popen([cmd], stdout=PIPE, stderr=PIPE) + cmd = "./crash -i crash.in > crash.out" + cmdPipe = Popen([cmd], stdout=PIPE, stderr=PIPE, shell=True) cmdData = cmdPipe.communicate() # pull status code to verify crash even ran to completeness sts, out, err = (cmdPipe.returncode, cmdData[0].strip(), diff --git a/lib/cas/db.py b/lib/cas/db.py index 9826dd9..c76021f 100644 --- a/lib/cas/db.py +++ b/lib/cas/db.py @@ -87,7 +87,7 @@ class CasStorage(object): values = (timestamp,) self.cursor.execute('''SELECT rpm,debugpath FROM debuginfo, timestamp - where timestamp LIKE '%"%s"%''' % values) + where timestamp LIKE '"%%%s%%"''' % values) return self.cursor.fetchone() # JOB METHODS @@ -118,7 +118,7 @@ class CasStorage(object): def addServer(self, hostname, arch): """ add server/arch to db """ values = (hostname, arch) - self.cursor.execute('select * from server where hostname"%s"' % (hostname,)) + self.cursor.execute('select * from server where hostname="%s"' % (hostname,)) if not self.cursor.fetchone(): self.cursor.execute('''INSERT into server (hostname, arch) values ("%s","%s")''' % values)

1 0

[PATCH] - fixed sql statement in CasStorage.getTimestampDebug()
by Flavio Leitner 26 Apr '09

26 Apr '09

--- lib/cas/db.py | 2 +- 1 files changed, 1 insertions(+), 1 deletions(-) diff --git a/lib/cas/db.py b/lib/cas/db.py index f6bcb44..d18c03b 100644 --- a/lib/cas/db.py +++ b/lib/cas/db.py @@ -87,7 +87,7 @@ class CasStorage(object): values = (timestamp,) self.cursor.execute('''SELECT rpm,debugpath FROM debuginfo, timestamp - where timestamp LIKE '%"%s"%''' % values) + where timestamp LIKE "%%%s%%"''' % values) return self.cursor.fetchone() # JOB METHODS -- 1.6.2.3

1 0

[PATCH] - fixed missing '=' in sql query on addServer()
by Flavio Leitner 26 Apr '09

26 Apr '09

--- lib/cas/db.py | 2 +- 1 files changed, 1 insertions(+), 1 deletions(-) diff --git a/lib/cas/db.py b/lib/cas/db.py index 9826dd9..f6bcb44 100644 --- a/lib/cas/db.py +++ b/lib/cas/db.py @@ -118,7 +118,7 @@ class CasStorage(object): def addServer(self, hostname, arch): """ add server/arch to db """ values = (hostname, arch) - self.cursor.execute('select * from server where hostname"%s"' % (hostname,)) + self.cursor.execute('select * from server where hostname="%s"' % (hostname,)) if not self.cursor.fetchone(): self.cursor.execute('''INSERT into server (hostname, arch) values ("%s","%s")''' % values) -- 1.6.2.3

1 0

Changes to 'sdodson-dev'
by Scott Dodson 25 Apr '09

25 Apr '09

New branch 'sdodson-dev' available with the following commits: commit 1e5c72ac3d66fa85539d634b9b271d4f2a48cb84 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Thu Apr 16 21:37:57 2009 -0400 - authors file added to keep track of contributors. commit 6d60875ed7d264206e1b68fc20bebfea63638d6b Author: Scott Dodson <sdodson(a)redhat.com> Date: Fri Apr 24 17:27:03 2009 -0400 Since crash.out now only has STDOUT from the crash command we need to change things to look in modules to determine which modules to install. commit 9042fe0ee5b961935224c055c49c625ad7047859 Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Fri Apr 3 09:41:05 2009 -0400 - update spec to handle snippets addition (Scott Dodson) commit bb95879d276480e42627fab06fc32811dd82708a Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Thu Apr 2 20:13:03 2009 -0400 - snippet support, all crash commands are now in /var/lib/snippets (Scott Dodson) - Fix func timeout in remote calls (Scott Dodson)

1 0

cas cas.spec lib/cas
by Adam Stokes 24 Apr '09

24 Apr '09

cas | 2 +- cas.spec | 3 ++- lib/cas/db.py | 2 +- 3 files changed, 4 insertions(+), 3 deletions(-) New commits: commit 1763f66700e16a77f2f988fe14236fe4d8f14b5b Author: Adam Stokes <adam.stokes(a)gmail.com> Date: Fri Apr 24 21:34:24 2009 -0400 - small changes to sql statement - altered a server selection var diff --git a/cas b/cas index 29de5ba..e380203 100755 --- a/cas +++ b/cas @@ -266,7 +266,7 @@ class CasApplication(object): if arch == debugKernelArch: # TODO: Randomize server selection # TODO: Verify remote server is reachable - casProcessMachine = serverList[debugKernelArch][0] + casProcessMachine = hostname self.casLog.info("Machine %s found, processing " \ "crash output" % (casProcessMachine,)) cmd = "cd " + os.path.join(self.storagePath) + " && ./crash -i crash.in > crash.out" diff --git a/cas.spec b/cas.spec index 826d91d..fe6936b 100644 --- a/cas.spec +++ b/cas.spec @@ -3,7 +3,7 @@ Name: cas Summary: Tool to analyze and configure core file environment Version: 0.14 -Release: 2%{?dist} +Release: 3%{?dist} Source0: https://fedorahosted.org/releases/c/a/cas/%{name}-%{version}.tar.gz License: GPLv3+ Group: Development/Libraries @@ -56,6 +56,7 @@ rm -rf ${RPM_BUILD_ROOT} %changelog * Fri Apr 24 2009 Adam Stokes <ajs at redhat dot com> - 0.14-2 - Finalizing sqlite implementation +- added AUTHORS * Thu Apr 2 2009 Scott Dodson <sdodson at sdodson dot com > - 0.14-1 - Spec file changes to handle the snippets directory diff --git a/lib/cas/db.py b/lib/cas/db.py index 717829c..9826dd9 100644 --- a/lib/cas/db.py +++ b/lib/cas/db.py @@ -125,5 +125,5 @@ class CasStorage(object): return def getServers(self): - self.cursor.execute('select * from server') + self.cursor.execute('select hostname, arch from server') return self.cursor.fetchall()

1 0

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

2008

cas