# Logfile created on 2012-02-20 17:13:56 by logger.rb/1.2.6
2012-02-20T17:13:56-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:13283)] Starting job worker
2012-02-20T17:13:59-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:13283)] Exiting...
2012-02-20T17:16:15-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:4539)] Starting job worker
2012-02-21T02:19:07-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:4539)] Repository#index_after_sync failed with RestClient::Unauthorized: Pulp::Task: 401 Unauthorized "Invalid OAuth Credentials" (GET /pulp/api/tasks/?state=archived&state=current&id=441d38d9-5c29-11e1-b020-001a4a110c23) - 0 failed attempts
2012-02-21T02:19:07-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:4539)] PERMANENTLY removing Repository#index_after_sync because of 1 consecutive failures.
Pulp::Task: 401 Unauthorized "Invalid OAuth Credentials" (GET /pulp/api/tasks/?state=archived&state=current&id=441d38d9-5c29-11e1-b020-001a4a110c23)
/usr/lib/ruby/gems/1.8/gems/rest-client-1.6.1/lib/restclient/abstract_response.rb:48:in `return!'
/usr/lib/ruby/gems/1.8/gems/rest-client-1.6.1/lib/restclient/request.rb:220:in `process_result'
/usr/lib/ruby/gems/1.8/gems/rest-client-1.6.1/lib/restclient/request.rb:169:in `transmit'
/usr/lib/ruby/1.8/net/http.rb:543:in `start'
/usr/lib/ruby/gems/1.8/gems/rest-client-1.6.1/lib/restclient/request.rb:166:in `transmit'
/usr/lib/ruby/gems/1.8/gems/rest-client-1.6.1/lib/restclient/request.rb:60:in `execute'
/usr/lib/ruby/gems/1.8/gems/rest-client-1.6.1/lib/restclient/request.rb:31:in `execute'
/usr/lib/ruby/gems/1.8/gems/rest-client-1.6.1/lib/restclient/resource.rb:54:in `get'
/usr/share/katello/lib/http_resource.rb:101:in `get'
/usr/share/katello/lib/resources/pulp.rb:497:in `find'
/usr/share/katello/app/models/pulp_task_status.rb:57:in `refresh'
/usr/share/katello/app/models/pulp_task_status.rb:49:in `refresh'
/usr/share/katello/app/models/pulp_task_status.rb:72:in `any_task_running'
/usr/share/katello/app/models/pulp_task_status.rb:71:in `each'
/usr/share/katello/app/models/pulp_task_status.rb:71:in `any_task_running'
/usr/share/katello/app/models/pulp_task_status.rb:22:in `wait_for_tasks'
/usr/share/katello/app/models/glue/pulp/repo.rb:374:in `index_after_sync'
/usr/share/katello/app/models/async_operation.rb:41:in `send'
/usr/share/katello/app/models/async_operation.rb:41:in `perform'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/backend/base.rb:87:in `invoke_job'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:120:in `run'
/usr/lib/ruby/1.8/timeout.rb:67:in `timeout'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:120:in `run'
/usr/lib/ruby/1.8/benchmark.rb:308:in `realtime'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:119:in `run'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:177:in `reserve_and_run_one_job'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:104:in `work_off'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:103:in `times'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:103:in `work_off'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:78:in `start'
/usr/lib/ruby/1.8/benchmark.rb:308:in `realtime'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:77:in `start'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:74:in `loop'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:74:in `start'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/command.rb:104:in `run'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/command.rb:83:in `run_process'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/application.rb:249:in `call'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/application.rb:249:in `start_proc'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/daemonize.rb:197:in `call'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/daemonize.rb:197:in `call_as_daemon'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/application.rb:253:in `start_proc'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/application.rb:293:in `start'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/controller.rb:70:in `run'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons.rb:195:in `run_proc'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/cmdline.rb:109:in `call'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/cmdline.rb:109:in `catch_exceptions'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons.rb:194:in `run_proc'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/command.rb:81:in `run_process'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/command.rb:75:in `daemonize'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/command.rb:73:in `times'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/command.rb:73:in `daemonize'
script/delayed_job:5
2012-02-21T02:19:19-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:4539)] Repository#index_after_sync completed after 12.1818
2012-02-21T03:40:11-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:4539)] Repository#index_after_sync completed after 4852.3389
2012-02-21T03:40:11-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:4539)] 3 jobs processed at 0.0001 j/s, 1 failed ...
2012-02-21T21:50:55-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:1964)] Starting job worker
2012-02-22T08:43:56-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:1964)] Changeset#promote_content completed after 346.5866
2012-02-22T08:48:25-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:1964)] Changeset#promote_content completed after 268.7986
2012-02-22T08:48:25-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:1964)] 2 jobs processed at 0.0032 j/s, 0 failed ...
2012-02-22T20:08:40-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:1964)] Repository#index_after_sync completed after 808.8772
2012-02-22T20:08:45-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:1964)] Repository#index_after_sync completed after 4.9462
2012-02-22T20:14:35-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:1964)] Repository#index_after_sync completed after 350.5492
2012-02-22T20:14:35-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:1964)] 3 jobs processed at 0.0026 j/s, 0 failed ...
2012-02-22T20:20:35-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:1964)] Changeset#promote_content failed with RestClient::InternalServerError: Pulp::Package: 500 Internal Server Error
500 Internal Server Error
Internal Server Error
The server encountered an internal error or
misconfiguration and was unable to complete
your request.
Please contact the server administrator,
root@localhost and inform them of the time the error occurred,
and anything you might have done that may have
caused the error.
More information about this error may be available
in the server error log.
Apache/2.2.15 (Red Hat) Server at katello.atl.salab.redhat.com Port 443
(POST /pulp/api/services/dependencies/) - 0 failed attempts
2012-02-22T20:20:35-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:1964)] PERMANENTLY removing Changeset#promote_content because of 1 consecutive failures.
Pulp::Package: 500 Internal Server Error
500 Internal Server Error
Internal Server Error
The server encountered an internal error or
misconfiguration and was unable to complete
your request.
Please contact the server administrator,
root@localhost and inform them of the time the error occurred,
and anything you might have done that may have
caused the error.
More information about this error may be available
in the server error log.
Apache/2.2.15 (Red Hat) Server at katello.atl.salab.redhat.com Port 443
(POST /pulp/api/services/dependencies/)
/usr/lib/ruby/gems/1.8/gems/rest-client-1.6.1/lib/restclient/abstract_response.rb:48:in `return!'
/usr/lib/ruby/gems/1.8/gems/rest-client-1.6.1/lib/restclient/request.rb:220:in `process_result'
/usr/lib/ruby/gems/1.8/gems/rest-client-1.6.1/lib/restclient/request.rb:169:in `transmit'
/usr/lib/ruby/1.8/net/http.rb:543:in `start'
/usr/lib/ruby/gems/1.8/gems/rest-client-1.6.1/lib/restclient/request.rb:166:in `transmit'
/usr/lib/ruby/gems/1.8/gems/rest-client-1.6.1/lib/restclient/request.rb:60:in `execute'
/usr/lib/ruby/gems/1.8/gems/rest-client-1.6.1/lib/restclient/request.rb:31:in `execute'
/usr/lib/ruby/gems/1.8/gems/rest-client-1.6.1/lib/restclient/resource.rb:63:in `post'
/usr/share/katello/lib/http_resource.rb:114:in `post'
/usr/share/katello/lib/resources/pulp.rb:118:in `dep_solve'
/usr/share/katello/app/models/changeset.rb:552:in `get_promotable_dependencies_for_packages'
/usr/share/katello/app/models/changeset.rb:540:in `calc_dependencies_for_packages'
/usr/share/katello/app/models/changeset.rb:529:in `calc_dependencies_for_product'
/usr/share/katello/app/models/changeset.rb:98:in `calc_dependencies'
/usr/share/katello/app/models/changeset.rb:97:in `each'
/usr/share/katello/app/models/changeset.rb:97:in `calc_dependencies'
/usr/share/katello/app/models/changeset.rb:105:in `calc_and_save_dependencies'
/usr/share/katello/app/models/changeset.rb:268:in `promote_content'
/usr/share/katello/app/models/async_operation.rb:41:in `send'
/usr/share/katello/app/models/async_operation.rb:41:in `perform'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/backend/base.rb:87:in `invoke_job'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:120:in `run'
/usr/lib/ruby/1.8/timeout.rb:67:in `timeout'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:120:in `run'
/usr/lib/ruby/1.8/benchmark.rb:308:in `realtime'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:119:in `run'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:177:in `reserve_and_run_one_job'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:104:in `work_off'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:103:in `times'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:103:in `work_off'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:78:in `start'
/usr/lib/ruby/1.8/benchmark.rb:308:in `realtime'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:77:in `start'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:74:in `loop'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/worker.rb:74:in `start'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/command.rb:104:in `run'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/command.rb:83:in `run_process'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/application.rb:249:in `call'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/application.rb:249:in `start_proc'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/daemonize.rb:197:in `call'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/daemonize.rb:197:in `call_as_daemon'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/application.rb:253:in `start_proc'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/application.rb:293:in `start'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/controller.rb:70:in `run'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons.rb:195:in `run_proc'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/cmdline.rb:109:in `call'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons/cmdline.rb:109:in `catch_exceptions'
/usr/lib/ruby/gems/1.8/gems/daemons-1.1.4/lib/daemons.rb:194:in `run_proc'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/command.rb:81:in `run_process'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/command.rb:75:in `daemonize'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/command.rb:73:in `times'
/usr/lib/ruby/gems/1.8/gems/delayed_job-2.1.4/lib/delayed/command.rb:73:in `daemonize'
script/delayed_job:5
2012-02-22T20:20:35-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:1964)] 1 jobs processed at 0.0256 j/s, 1 failed ...
2012-02-22T21:05:50-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:1964)] Changeset#promote_content completed after 1582.7123
2012-02-22T21:06:36-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:1964)] Repository#index_after_sync completed after 45.3901
2012-02-22T21:06:40-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:1964)] Repository#index_after_sync completed after 4.6984
2012-02-22T21:08:08-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:1964)] Repository#index_after_sync completed after 87.8432
2012-02-22T21:08:08-0500: [Worker(delayed_job host:katello.atl.salab.redhat.com pid:1964)] 4 jobs processed at 0.0023 j/s, 0 failed ...