[Pulp-list] Pulp 2.4 RHEL 7 child node sync fails
johan petersson
j.petersson at gmail.com
Mon Sep 15 10:16:10 UTC 2014
This problem might be related to this bug:
https://bugzilla.redhat.com/show_bug.cgi?id=1129584
On Mon, Sep 15, 2014 at 11:25 AM, Cristian Falcas <cristi.falcas at gmail.com>
wrote:
> We get the same error when trying to sync or delete a puppet local repo
> (also el7):
>
> 2014-09-14 16:40:27,016 - INFO - DELETE request to
> /pulp/api/v2/repositories/puppet-builds/ with parameters None
> 2014-09-14 16:40:27,017 - INFO - Response status : 500
>
> 2014-09-14 16:40:27,017 - INFO - Response body :
> {
> "exception": [
> "AuthenticationFailure: connection-forced: Authentication
> failed(320)\n"
> ],
> "traceback": [
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/middleware/exception.py\",
> line 44, in __call__\n return self.app(environ, start_response)\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/middleware/postponed.py\",
> line 42, in __call__\n return self.app(environ, start_response)\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 279, in wsgi\n result = self.handle_with_processors()\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 29, in _handle_with_processors\n return process(self.processors)\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 26, in process\n return p(lambda: process(processors))\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 566, in processor\n return handler()\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 26, in <lambda>\n return p(lambda: process(processors))\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 26, in process\n return p(lambda: process(processors))\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 581, in processor\n result = handler()\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 26, in <lambda>\n return p(lambda: process(processors))\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 28, in process\n return self.handle()\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 230, in handle\n return self._delegate(fn, self.fvars, args)\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 422, in _delegate\n return f()\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 430, in <lambda>\n f = lambda: self._delegate_sub_application(pat,
> what)\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 455, in _delegate_sub_application\n return
> app.handle_with_processors()\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 29, in _handle_with_processors\n return process(self.processors)\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 26, in process\n return p(lambda: process(processors))\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 566, in processor\n return handler()\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 26, in <lambda>\n return p(lambda: process(processors))\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 26, in process\n return p(lambda: process(processors))\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 581, in processor\n result = handler()\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 26, in <lambda>\n return p(lambda: process(processors))\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 28, in process\n return self.handle()\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 230, in handle\n return self._delegate(fn, self.fvars, args)\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 420, in _delegate\n return handle_class(cls)\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 396, in handle_class\n return tocall(*args)\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/controllers/decorators.py\",
> line 227, in _auth_decorator\n value = method(self, *args, **kwargs)\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/controllers/repositories.py\",
> line 257, in DELETE\n [repo_id], tags=task_tags)\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/async/tasks.py\", line 234,
> in apply_async_with_reservation\n queue =
> _reserve_resource.apply_async((resource_id,),
> queue=RESOURCE_MANAGER_QUEUE).get()\n",
> " File \"/usr/lib/python2.7/site-packages/celery/app/task.py\", line
> 555, in apply_async\n **dict(self._get_exec_options(), **options)\n",
> " File \"/usr/lib/python2.7/site-packages/celery/app/base.py\", line
> 351, in send_task\n reply_to=reply_to or self.oid, **options\n",
> " File \"/usr/lib/python2.7/site-packages/celery/app/amqp.py\", line
> 305, in publish_task\n **kwargs\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/messaging.py\", line
> 168, in publish\n routing_key, mandatory, immediate, exchange,
> declare)\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/connection.py\", line
> 440, in _ensured\n return fun(*args, **kwargs)\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/messaging.py\", line
> 173, in _publish\n channel = self.channel\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/messaging.py\", line
> 190, in _get_channel\n channel = self._channel = channel()\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/utils/__init__.py\",
> line 422, in __call__\n value = self.__value__ = self.__contract__()\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/messaging.py\", line
> 205, in <lambda>\n channel = ChannelPromise(lambda:
> connection.default_channel)\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/connection.py\", line
> 773, in default_channel\n self.connection\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/connection.py\", line
> 758, in connection\n self._connection = self._establish_connection()\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/connection.py\", line
> 713, in _establish_connection\n conn =
> self.transport.establish_connection()\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/transport/qpid.py\",
> line 1673, in establish_connection\n conn = self.Connection(**opts)\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/transport/qpid.py\",
> line 1365, in __init__\n self._qpid_conn =
> establish(**self.connection_options)\n",
> " File
> \"/usr/lib/python2.7/site-packages/qpid/messaging/endpoints.py\", line 68,
> in establish\n conn.open(timeout=timeout)\n",
> " File \"<string>\", line 6, in open\n",
> " File
> \"/usr/lib/python2.7/site-packages/qpid/messaging/endpoints.py\", line 268,
> in open\n self.attach(timeout=timeout)\n",
> " File \"<string>\", line 6, in attach\n",
> " File
> \"/usr/lib/python2.7/site-packages/qpid/messaging/endpoints.py\", line 286,
> in attach\n if not self._ewait(lambda: self._transport_connected and not
> self._unlinked(), timeout=timeout):\n",
> " File
> \"/usr/lib/python2.7/site-packages/qpid/messaging/endpoints.py\", line 219,
> in _ewait\n self.check_error()\n",
> " File
> \"/usr/lib/python2.7/site-packages/qpid/messaging/endpoints.py\", line 212,
> in check_error\n raise e\n"
> ],
> "_href": "/pulp/api/v2/repositories/puppet-builds/",
> "error_message": "Unhandled Exception",
> "http_request_method": "DELETE",
> "http_status": 500
> }
>
>
>
> and from sync:
>
> 2014-09-14 16:32:00,422 - INFO - POST request to
> /pulp/api/v2/tasks/search/ with parameters {"criteria": {"filters":
> {"state": {"$nin": ["finished", "error", "canceled", "skipped"]}, "tags":
> {"$all": ["pulp:repository:testes", "pulp:action:sync"]}}}}
> 2014-09-14 16:32:00,422 - INFO - Response status : 200
>
> 2014-09-14 16:32:00,422 - INFO - Response body :
> []
>
> 2014-09-14 16:32:00,601 - INFO - POST request to
> /pulp/api/v2/repositories/testes/actions/sync/ with parameters
> {"override_config": null}
> 2014-09-14 16:32:00,601 - INFO - Response status : 500
>
> 2014-09-14 16:32:00,602 - INFO - Response body :
> {
> "exception": [
> "AuthenticationFailure: connection-forced: Authentication
> failed(320)\n"
> ],
> "traceback": [
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/middleware/exception.py\",
> line 44, in __call__\n return self.app(environ, start_response)\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/middleware/postponed.py\",
> line 42, in __call__\n return self.app(environ, start_response)\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 279, in wsgi\n result = self.handle_with_processors()\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 29, in _handle_with_processors\n return process(self.processors)\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 26, in process\n return p(lambda: process(processors))\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 566, in processor\n return handler()\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 26, in <lambda>\n return p(lambda: process(processors))\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 26, in process\n return p(lambda: process(processors))\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 581, in processor\n result = handler()\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 26, in <lambda>\n return p(lambda: process(processors))\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 28, in process\n return self.handle()\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 230, in handle\n return self._delegate(fn, self.fvars, args)\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 422, in _delegate\n return f()\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 430, in <lambda>\n f = lambda: self._delegate_sub_application(pat,
> what)\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 455, in _delegate_sub_application\n return
> app.handle_with_processors()\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 29, in _handle_with_processors\n return process(self.processors)\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 26, in process\n return p(lambda: process(processors))\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 566, in processor\n return handler()\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 26, in <lambda>\n return p(lambda: process(processors))\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 26, in process\n return p(lambda: process(processors))\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 581, in processor\n result = handler()\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 26, in <lambda>\n return p(lambda: process(processors))\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/application.py\",
> line 28, in process\n return self.handle()\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 230, in handle\n return self._delegate(fn, self.fvars, args)\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 420, in _delegate\n return handle_class(cls)\n",
> " File \"/usr/lib/python2.7/site-packages/web/application.py\", line
> 396, in handle_class\n return tocall(*args)\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/controllers/decorators.py\",
> line 227, in _auth_decorator\n value = method(self, *args, **kwargs)\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/webservices/controllers/repositories.py\",
> line 710, in POST\n repo_id, [repo_id, overrides], {},
> tags=task_tags)\n",
> " File
> \"/usr/lib/python2.7/site-packages/pulp/server/async/tasks.py\", line 234,
> in apply_async_with_reservation\n queue =
> _reserve_resource.apply_async((resource_id,),
> queue=RESOURCE_MANAGER_QUEUE).get()\n",
> " File \"/usr/lib/python2.7/site-packages/celery/app/task.py\", line
> 555, in apply_async\n **dict(self._get_exec_options(), **options)\n",
> " File \"/usr/lib/python2.7/site-packages/celery/app/base.py\", line
> 351, in send_task\n reply_to=reply_to or self.oid, **options\n",
> " File \"/usr/lib/python2.7/site-packages/celery/app/amqp.py\", line
> 305, in publish_task\n **kwargs\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/messaging.py\", line
> 168, in publish\n routing_key, mandatory, immediate, exchange,
> declare)\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/connection.py\", line
> 440, in _ensured\n return fun(*args, **kwargs)\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/messaging.py\", line
> 173, in _publish\n channel = self.channel\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/messaging.py\", line
> 190, in _get_channel\n channel = self._channel = channel()\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/utils/__init__.py\",
> line 422, in __call__\n value = self.__value__ = self.__contract__()\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/messaging.py\", line
> 205, in <lambda>\n channel = ChannelPromise(lambda:
> connection.default_channel)\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/connection.py\", line
> 773, in default_channel\n self.connection\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/connection.py\", line
> 758, in connection\n self._connection = self._establish_connection()\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/connection.py\", line
> 713, in _establish_connection\n conn =
> self.transport.establish_connection()\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/transport/qpid.py\",
> line 1673, in establish_connection\n conn = self.Connection(**opts)\n",
> " File \"/usr/lib/python2.7/site-packages/kombu/transport/qpid.py\",
> line 1365, in __init__\n self._qpid_conn =
> establish(**self.connection_options)\n",
> " File
> \"/usr/lib/python2.7/site-packages/qpid/messaging/endpoints.py\", line 68,
> in establish\n conn.open(timeout=timeout)\n",
> " File \"<string>\", line 6, in open\n",
> " File
> \"/usr/lib/python2.7/site-packages/qpid/messaging/endpoints.py\", line 268,
> in open\n self.attach(timeout=timeout)\n",
> " File \"<string>\", line 6, in attach\n",
> " File
> \"/usr/lib/python2.7/site-packages/qpid/messaging/endpoints.py\", line 286,
> in attach\n if not self._ewait(lambda: self._transport_connected and not
> self._unlinked(), timeout=timeout):\n",
> " File
> \"/usr/lib/python2.7/site-packages/qpid/messaging/endpoints.py\", line 219,
> in _ewait\n self.check_error()\n",
> " File
> \"/usr/lib/python2.7/site-packages/qpid/messaging/endpoints.py\", line 212,
> in check_error\n raise e\n"
> ],
> "_href": "/pulp/api/v2/repositories/testes/actions/sync/",
> "error_message": "Unhandled Exception",
> "http_request_method": "POST",
> "http_status": 500
> }
>
>
>
>
>
> On Mon, Sep 15, 2014 at 12:11 PM, johan petersson <j.petersson at gmail.com>
> wrote:
>
>> Hi,
>>
>> I can't seem to get sync to a child node to work.
>> It is a new fresh installation - no upgrade.
>> I followed all the instructions for Pulp Server and Consumer installation
>> and that part works.
>> However when using the instructions here for the node configuration:
>> http://pulp-user-guide.readthedocs.org/en/latest/nodes.html
>> http://pulp-user-guide.readthedocs.org/en/latest/nodes.html
>>
>> Node synchronization fails with the following error message: -01: An
>> unexpected error occurred. repo_id=None
>>
>> I have set oauth in both server.conf and nodes.conf correctly, using
>> default certs everywhere and have set verify_ssl: False.
>>
>> I have even tried new installation on new Vm's but get the same result.
>>
>> Here is some info from the log:
>>
>> Sep 15 10:42:05 repo pulp:
>> pulp.server.webservices.middleware.exception:ERROR: File
>> "/usr/lib/python2.7/site-packages/pulp/server/webservices/controllers/decorators.py",
>> line 192, in _auth_decorator
>>
>> Sep 15 10:42:05 repo pulp:
>> pulp.server.webservices.middleware.exception:ERROR: userid, is_consumer
>> = authenticate_user()
>>
>> Sep 15 10:42:05 repo pulp:
>> pulp.server.webservices.middleware.exception:ERROR: File
>> "/usr/lib/python2.7/site-packages/pulp/server/webservices/controllers/decorators.py",
>> line 111, in oauth_authentication
>>
>> Sep 15 10:42:05 repo pulp:
>> pulp.server.webservices.middleware.exception:ERROR: raise
>> AuthenticationFailed(auth_utils.CODE_INVALID_SSL_CERT)
>>
>> Sep 15 10:42:05 repo pulp:
>> pulp.server.webservices.middleware.exception:ERROR: AuthenticationFailed:
>> Pulp exception occurred: AuthenticationFailed
>>
>> Sep 15 10:42:05 repo goferd: [ERROR][worker-0]
>> pulp_node.handlers.strategies:129 - synchronization failed
>>
>> Sep 15 10:42:05 repo goferd: [ERROR][worker-0]
>> pulp_node.handlers.strategies:129 - Traceback (most recent call last): File
>> "/usr/lib/python2.7/site-packages/pulp_node/handlers/strategies.py", line
>> 116, in synchronize validator.validate(request.bindings) File
>> "/usr/lib/python2.7/site-packages/pulp_node/handlers/validation.py", line
>> 54, in validate self.report.errors.extend(self._validate_plugins(bindings))
>> File "/usr/lib/python2.7/site-packages/pulp_node/handlers/validation.py",
>> line 70, in _validate_plugins child = ChildServer() File
>> "/usr/lib/python2.7/site-packages/pulp_node/handlers/validation.py", line
>> 88, in __init__ self.importers = self._importers() File
>> "/usr/lib/python2.7/site-packages/pulp_node/handlers/validation.py", line
>> 99, in _importers http = bindings.server_info.get_importers() File
>> "/usr/lib/python2.7/site-packages/pulp/bindings/server_info.py", line 43,
>> in get_importers return self.server.GET(path) File
>> "/usr/lib/python2.7/site-packages/pulp/bindings/server.py", line 93, in GET
>> return self._request('GET', path, queries) File
>> "/usr/lib/python2.7/site-packages/pulp/bindings/server.py", line 151, in
>> _request self._handle_exceptions(response_code, response_body) File
>> "/usr/lib/python2.7/site-packages/pulp/bindings/server.py", line 192, in
>> _handle_exceptions raise code_class_mappings[response_code](response_body)
>> PermissionsException: RequestException: GET request on
>> /pulp/api/v2/plugins/importers/ failed with 401 - Pulp exception occurred:
>> AuthenticationFailed
>>
>> Sep 15 10:42:05 repo goferd: [ERROR][worker-0]
>> pulp_node.handlers.handler:111 - An unexpected error occurred. repo_id=None
>>
>> Sep 15 10:42:05 repo goferd: [INFO][worker-0] gofer.agent.rmi:149 -
>> sn=7b3315f2-ec18-4ced-be8b-2d714ae0b73b processed in: 114 (ms)
>>
>>
>> It seems clear that it is a certificate error but i use verify_ssl: False
>>
>>
>> I have also tried: pulp-consumer update --keys and restarted httpd and
>> goferd with same result.
>>
>>
>> I am now out of ideas, anyone here have any idea how to fix this problem?
>>
>>
>> Thank you for any help,
>>
>>
>> Johan
>>
>> _______________________________________________
>> Pulp-list mailing list
>> Pulp-list at redhat.com
>> https://www.redhat.com/mailman/listinfo/pulp-list
>>
>
>
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://listman.redhat.com/archives/pulp-list/attachments/20140915/0f1fed73/attachment.htm>
More information about the Pulp-list
mailing list